MeUtils 2024.3.4.13.4.45__py3-none-any.whl → 2025.1.16.17.15.52__py3-none-any.whl

meutils/apis/minicpm/luca.py

@@ -0,0 +1,137 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : luca
+# @Time         : 2024/8/20 10:39
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+
+from meutils.pipe import *
+from meutils.config_utils.lark_utils import get_spreadsheet_values, get_next_token_for_polling
+from meutils.notice.feishu import send_message as _send_message
+from meutils.schemas.task_types import TaskType, Task, FileTask
+from meutils.io.files_utils import base64_to_bytes
+
+from fastapi import status, HTTPException
+
+FEISHU_URL = 'https://xchatllm.feishu.cn/sheets/GYCHsvI4qhnDPNtI4VPcdw2knEd?sheet=P5wJMA'
+BASE_URL = "https://luca.cn"
+
+send_message = partial(
+    _send_message,
+    title=__name__,
+    url="https://open.feishu.cn/open-apis/bot/v2/hook/dc1eda96-348e-4cb5-9c7c-2d87d584ca18"
+)
+
+
+async def upload(file: bytes, token: Optional[str] = None):
+    token = token or await get_next_token_for_polling(feishu_url=FEISHU_URL)
+
+    files = [('file', ('x.png', file, 'image/png'))]
+
+    headers = {
+        'token': token,
+    }
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=100) as client:
+        response = await client.post("/api/img/v1/uploadImg", files=files)
+
+        logger.debug(response.status_code)
+        logger.debug(response.text)
+
+        if response.is_success:
+            data = response.json()
+            file_id = data['data']['imageId']
+            if file_id:
+                return FileTask(id=file_id, data=data, system_fingerprint=token)
+        raise HTTPException(status_code=status.HTTP_451_UNAVAILABLE_FOR_LEGAL_REASONS, detail="触发内容审核")
+
+
+async def create_chat(prompt, image_data, token: Optional[str] = None):
+    token = token or await get_next_token_for_polling(feishu_url=FEISHU_URL)
+
+    # image_data: base64 url bytes/path
+    file = None
+    if isinstance(image_data, bytes): # todo: 抽象成通用
+        file = image_data
+
+    elif len(image_data) < 512 and Path(image_data).is_file():  # base64
+        file = Path(image_data).read_bytes()
+
+    elif image_data.startswith('data:'):  # base64
+        file = base64_to_bytes(image_data)
+
+    elif image_data.startswith('http'):
+        resp = await httpx.AsyncClient(timeout=100, follow_redirects=True).get(image_data)
+        file = resp.content
+
+    file_id = (await upload(file, token)).id
+
+    headers = {
+        'token': token,
+    }
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=100) as client:
+        payload = {"title": "新会话"}
+        response = await client.post("/api/chat/v1/createConv", json=payload)
+
+        # logger.debug(response.status_code)
+        # logger.debug(response.text)
+
+        conversationId = response.json()['data']
+
+        payload = {
+            "generateType": "NORMAL",
+            "conversationId": conversationId,
+            "parentMessageId": "",
+            "chatMessage": [
+                {
+                    "role": "USER",
+                    "contents": [
+                        {
+                            "type": "IMAGE",
+                            "imageId": file_id,
+                            "pairs": "",
+
+                        },
+                        {
+                            "type": "TEXT",
+                            "imageId": "",
+                            "pairs": prompt,
+                        }
+                    ],
+
+                    "id": "",
+                    "parentMsgId": "",
+
+                    # "contentLayout": "<p><img src=\"blob:https://luca.cn/86f60c82-b283-4f55-8445-36b86381729a\" alt=\"\" data-href=\"Dn6AUbGGW7UXATs86M9rV\" style=\"\"/>总结下</p><p><br></p>",
+                }
+            ]
+        }
+        response = await client.post("/api/chat/v1/submitMsg", json=payload)
+        data = response.json()
+        logger.debug(data)
+
+        messageId = data['data']['childMsgId']
+        payload = {
+            "conversationId": conversationId,
+            "messageId": messageId
+        }
+        for i in range(10):
+            await asyncio.sleep(1)
+            response = await client.post('/api/chat/v1/queryMsg', json=payload)
+            # logger.debug(response.status_code)
+            # logger.debug(response.json())
+            # logger.debug(response.json()['data'].get('output'))
+            if _ := response.json()['data'].get('output'): return _
+
+
+if __name__ == '__main__':
+    # file = open("/Users/betterme/PycharmProjects/AI/11.jpg", 'rb').read()
+    # arun(upload(file))
+    # arun(create_chat("图片里有什么", "/Users/betterme/PycharmProjects/AI/11.jpg"))
+
+    url = 'https://dss2.bdstatic.com/5bVYsj_p_tVS5dKfpU_Y_D3/res/r/image/2021-3-4/hao123%20logo.png'
+    arun(create_chat("图片里有什么", url))
+
+    # arun(get_next_token_for_polling(feishu_url=FEISHU_URL))

meutils/apis/monica/__init__.py

@@ -0,0 +1,11 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : __init__.py
+# @Time         : 2024/12/11 17:33
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *

meutils/apis/monica/llm.py

@@ -0,0 +1,11 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : llm
+# @Time         : 2024/12/11 17:34
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *

meutils/apis/napkin/__init__.py

@@ -0,0 +1,11 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : __init__.py
+# @Time         : 2024/12/3 16:54
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *

meutils/apis/napkin/icons.py

@@ -0,0 +1,42 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : icons
+# @Time         : 2024/12/3 16:54
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : https://app.napkin.ai/api/v1/auth/sessions
+import json
+
+from meutils.pipe import *
+from meutils.schemas.napkin_types import BASE_URL, ASSETS_BASE_URL, IconsSimilarRequest, Icon, IconsSimilarResponse
+
+
+async def icons_similar(request: IconsSimilarRequest):
+    headers = {
+
+        "cookie": "napkin.identity.visitor=visitor%409e2a59af-19ad-4dc3-96c8-9efbca71c547; napkin.analytics.device_id=d_950e4683-ae41-4941-b9a7-7e8deba8e669_1733214660768; _ga=GA1.1.511154647.1733214661; _fbp=fb.1.1733214661606.54464059277067597; _tt_enable_cookie=1; _ttp=SFxRhdE5PO5Rslohwet46IwiaB3.tt.1; _clck=16odoyg%7C2%7Cfre%7C0%7C1798; intercom-id-zrfc296i=6eb3740a-9c79-4681-87ec-532e4334816f; intercom-device-id-zrfc296i=f282621f-dcec-429b-90c0-fc98bd9dbb71; _ga_NM0S4FZ9JH=GS1.1.1733214661.1.0.1733214667.0.0.0; napkin.app.identity.session=NGJlMjdiZGEtZGEwNi00ZWE5LTkwMjEtN2U4ODAyNjE5NGJm.5092981dc495fe0041ed99fc68dcefa4ba26a0f6; intercom-session-zrfc296i=MGpOUDEvRlE3ZlRyUkhmaUdsVmZjYXNQT2lJYSsxYitaWDhTT0tMWlJFVkVuVjBwTno5emJydVd3VUhvKzlvRC0tLys4ZEp5a0F5M1YzNkFOazJUV2Nudz09--d6be7442da979794afe682b2e044bf51bd19ac88; _clsk=yficge%7C1733214772932%7C9%7C1%7Cr.clarity.ms%2Fcollect; _ga_L149GZ61DV=GS1.1.1733214675.1.1.1733215282.58.0.0",
+        "origin": "https://app.napkin.ai",
+
+        "user-agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36",
+    }
+
+    payload = request.model_dump()
+
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=30) as client:
+        response = await client.post(
+            "/features/text/icons_similar",
+            json=payload,
+        )
+        response.raise_for_status()
+        data = response.json()
+        logger.debug(data)
+        response = IconsSimilarResponse(**data)
+
+        return response.model_dump()
+
+
+if __name__ == '__main__':
+    request = IconsSimilarRequest(caption="一杯咖啡与灵感的邂逅")
+    arun(icons_similar(request))

meutils/apis/niutrans.py

@@ -0,0 +1,73 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : niutrans
+# @Time         : 2024/4/29 10:55
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+import requests
+
+from meutils.pipe import *
+
+import json
+import urllib.error
+import urllib.parse
+import urllib.request
+from openai import OpenAI, AsyncOpenAI
+
+base_url = 'http://api.niutrans.com'
+
+client = AsyncOpenAI(base_url=base_url)
+
+
+@lru_cache()
+def _translate(sentence, src_lan, tgt_lan, apikey="f77c833dc48cf93e1e85bea2d6f17459"):
+    url = 'http://api.niutrans.com/NiuTransServer/translation?'
+    data = {"from": src_lan, "to": tgt_lan, "apikey": apikey, "src_text": sentence}
+    data_en = urllib.parse.urlencode(data)
+    req = url + "&" + data_en
+    res = urllib.request.urlopen(req)
+    res = res.read()
+    res_dict = json.loads(res)
+    if "tgt_text" in res_dict:
+        result = res_dict['tgt_text']
+    else:
+        result = res
+    return result
+
+
+@alru_cache
+async def translate(sentence, src_lan, tgt_lan, **kwargs):
+    apikey = "f77c833dc48cf93e1e85bea2d6f17459"
+
+    payload = {"from": src_lan, "to": tgt_lan, "apikey": apikey, "src_text": sentence}
+
+    response = await client.post(path="/NiuTransServer/translation", cast_to=object, body=payload)
+
+    if isinstance(response, str) and "tgt_text" in response:
+        data = json.loads(response)
+        return data.get('tgt_text')
+
+
+if __name__ == "__main__":
+    # print(translate("你好", 'auto', 'ti'))
+    # print(translate("ཁྱོད་བདེ་མོ།", 'auto', 'zh'))
+    # print(translate("藏语", 'auto', 'ti'))
+    # print(translate("讲个故事吧", 'auto', 'ti'))
+    # print(translate("གཏམ་རྒྱུད་ཅིག་བཤད་དང་།", 'auto', 'zh'))
+
+    # in_src = open("zh.txt", "r", encoding='utf-8')
+    # out_src = open("zh.txt.big.test", "w", encoding='utf-8')
+    # lines = in_src.readlines()
+    # for line in lines:
+    #     line = line.strip()
+    #     trans = translate(line, 'zh', 'en', '您的apikey')
+    #     try:
+    #         trans = trans.decode('utf-8')
+    #     except:
+    #         trans = trans
+    #     out_src.write(trans + "")
+
+    r = arun(translate("你好", 'auto', 'en'))

meutils/apis/oneapi/__init__.py

@@ -0,0 +1,11 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : __init__.py
+# @Time         : 2024/6/28 10:11
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.apis.oneapi.common import *

meutils/apis/oneapi/channel.py

@@ -0,0 +1,68 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : channel
+# @Time         : 2024/10/9 18:53
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+from meutils.schemas.oneapi import BASE_URL, GROUP_RATIO
+
+
+async def edit_channel(models, token: Optional[str] = None):
+    token = token or os.environ.get("CHATFIRE_ONEAPI_TOKEN")
+
+    models = ','.join(filter(lambda model: model.startswith(("api", "official-api", "ppu", "kling-v")), models))
+
+    payload = {
+        "id": 289,
+        "type": 1,
+        "key": "",
+        "openai_organization": "",
+        "test_model": "ppu",
+        "status": 1,
+        "name": "按次收费ppu",
+        "weight": 0,
+        "created_time": 1717038002,
+        "test_time": 1728212103,
+        "response_time": 9,
+        "base_url": "https://ppu.chatfire.cn",
+        "other": "",
+        "balance": 0,
+        "balance_updated_time": 1726793323,
+        "models": models,
+        "used_quota": 4220352321,
+        "model_mapping": "",
+        "status_code_mapping": "",
+        "priority": 1,
+        "auto_ban": 0,
+        "other_info": "",
+
+        "group": "default,chatfire,vip3",  # ','.join(GROUP_RATIO),
+        "groups": ['default', 'chatfire', 'vip3', 'vip8', '2B']
+    }
+    headers = {
+        'authorization': f'Bearer {token}',
+        'rix-api-user': '1'
+    }
+
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=30) as client:
+        response = await client.put("/api/channel/", json=payload)
+        response.raise_for_status()
+        logger.debug(bjson(response.json()))
+
+        payload['id'] = 280
+        payload['name'] = '按次收费ppu-cc'
+        payload['priority'] = 0
+        payload['base_url'] = 'https://ppu.chatfire.cc'
+
+        response = await client.put("/api/channel/", json=payload)
+        response.raise_for_status()
+        logger.debug(bjson(response.json()))
+
+
+if __name__ == '__main__':
+    pass

meutils/apis/oneapi/common.py

@@ -0,0 +1,135 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : oneapi
+# @Time         : 2024/6/28 09:23
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : https://github.com/Thekers/Get_OpenaiKey/blob/9d174669d7778ea32d1132bedd5167597912dcfb/Add_01AI_Token.py
+import jsonpath
+from meutils.pipe import *
+from meutils.schemas.oneapi import REDIRECT_MODEL, NOTICE, FOOTER
+from meutils.schemas.oneapi import MODEL_PRICE, MODEL_RATIO, COMPLETION_RATIO, GROUP_RATIO
+from meutils.schemas.oneapi.model_info import model_info
+from meutils.schemas.oneapi.model_group_info import model_group_info
+
+import requests
+import json
+
+
+# 500000对应1块
+def option(token: Optional[str] = None):
+    token = token or os.environ.get("CHATFIRE_ONEAPI_TOKEN")
+
+    url = "https://api.chatfire.cn/api/option/"
+    headers = {
+        'authorization': f'Bearer {token}',
+        'rix-api-user': '1'
+    }
+
+    payloads = [
+        {
+            "key": "Notice",
+            "value": NOTICE
+        },
+
+        {
+            "key": "Footer",
+            "value": FOOTER
+        },
+
+        {
+            "key": "ModelPrice",
+            "value": json.dumps(MODEL_PRICE)
+        },
+        {
+            "key": "ModelRatio",
+            "value": json.dumps(MODEL_RATIO)
+        },
+        {
+            "key": "CompletionRatio",
+            "value": json.dumps(COMPLETION_RATIO)
+        },
+        # {
+        #     "key": "GroupRatio",
+        #     "value": json.dumps(GROUP_RATIO)
+        # },
+        # {
+        #     "key": "UserUsableGroups",
+        #     "value": json.dumps(USER_USABLE_GROUPS)
+        # },
+
+        # 模型信息
+        {
+            "key": "ModelInfo",
+            "value": json.dumps(model_info, indent=4)
+        },
+        # 厂商信息
+        {
+            "key": "ModelGroupInfo",
+            "value": json.dumps(model_group_info, indent=4)
+        },
+    ]
+    for payload in payloads:
+        response = requests.request("PUT", url, headers=headers, json=payload)
+        logger.debug(response.json())
+
+
+def add_channel(
+        base_url,
+        api_keys: list,
+        models: list,
+        url: Optional[str] = None,
+        token: Optional[str] = None,
+):
+    token = token or os.environ.get("CHATFIRE_ONEAPI_TOKEN")
+
+    url = url or "https://api.chatfire.cn/api/channel"
+    headers = {
+        'authorization': f'Bearer {token}',
+        'rix-api-user': '1'
+    }
+
+    payload = {
+
+        "name": base_url,  # 渠道名
+
+        "type": 1,
+        "base_url": base_url,
+        "key": '\n'.join(api_keys),
+        "models": ','.join(models),
+
+        "openai_organization": "",
+        "max_input_tokens": 0,
+        "other": "",
+        "model_mapping": "",
+        "status_code_mapping": "",
+        "auto_ban": 1,
+        "test_model": "",
+        "groups": [
+            "default"
+        ],
+        "group": "default"
+    }
+    response = requests.request("POST", url, headers=headers, json=payload)
+    logger.debug(response.text)
+
+    return response.json()
+
+
+# todo: 同一个任务补偿一次【加个缓存】，再想想【redis加个标识，判断吧】
+# def compensate_user_money(callback_fn):
+#     if set(jsonpath.jsonpath(data, "$.status")) == {"error"}:  # 触发补偿，如何去重【剔除id？】
+#         pass
+
+# https://api.chatfire.cn/api/log/token?key=sk-
+if __name__ == '__main__':
+    option()
+    # print(json.dumps(MODEL_RATIO, indent='\n'))
+    # print(add_channel(
+    #     base_url="xx",
+    #     api_keys=['xx'],
+    #     models=['xx'],
+    #     token=""
+    # ))

meutils/apis/oneapi/log.py

@@ -0,0 +1,47 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : log
+# @Time         : 2024/7/19 14:44
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+
+from meutils.pipe import *
+from meutils.schemas.oneapi import BASE_URL
+
+
+
+async def get_one_log(api_key: str):
+    async with httpx.AsyncClient(base_url=BASE_URL) as client:
+        response = await client.get("/api/log/token", params={"key": api_key})
+        # {
+        #     "data": ...,
+        #     'message': '',
+        #     "success": true
+        # }
+        # data
+        # {'channel': 190,
+        #  'completion_tokens': 0,
+        #  'content': '模型倍率 7.50，分组倍率 1.00',
+        #  'created_at': 1721287087,
+        #  'id': 3308480,
+        #  'is_stream': False,
+        #  'model_name': 'tts-1',
+        #  'other': '{"group_ratio":1,"model_ratio":7.5}',
+        #  'prompt_tokens': 1500,
+        #  'quota': 11250,
+        #  'token_id': 1092,
+        #  'token_name': 'apifox',
+        #  'type': 2,
+        #  'use_time': 11,
+        #  'user_id': 1,
+        #  'username': 'chatfire'}
+        if response.is_success:
+            data = response.json()['data']
+            return data and data[-1]
+
+
+if __name__ == '__main__':
+    arun(get_one_log("sk-94piBrPZi2DriPw23142114aFeDc4c73Bd350aA64fBd6d0d"))

meutils/apis/oneapi/token.py

@@ -0,0 +1,48 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : token
+# @Time         : 2024/7/19 13:56
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : todo: 优化扣费逻辑
+import asyncio
+
+from meutils.pipe import *
+from meutils.schemas.oneapi import BASE_URL
+
+
+@alru_cache(ttl=30)
+async def get_api_key_money(api_key):
+    headers = {
+        'authorization': f'Bearer {api_key}'
+    }
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=30) as client:
+        tasks = [
+            client.get("/v1/dashboard/billing/usage"),
+            client.get("/v1/dashboard/billing/subscription")  # 查令牌
+        ]
+        response1, response2 = await asyncio.gather(*tasks)
+        logger.debug(response1.status_code)
+        logger.debug(response1.json())
+        logger.debug(response2.status_code)
+        logger.debug(response2.json())
+        # {'error': {'message': '该令牌状态不可用 (request id: 20241029105800334407026WGK1hBhC)','type': 'new_api_error'}}
+
+        # {"object":"list","total_usage":13665.746200000001}
+        # {"object":"billing_subscription","has_payment_method":true,"soft_limit_usd":2000,"hard_limit_usd":2000,"system_hard_limit_usd":2000,"access_until":0}
+
+        response1.raise_for_status()
+        response2.raise_for_status()
+
+        total_usage = response1.json()['total_usage'] / 100
+        hard_limit_usd = response2.json()['hard_limit_usd']
+        return hard_limit_usd - total_usage
+
+
+if __name__ == '__main__':
+    arun(get_api_key_money(os.getenv("OPENAI_API_KEY_GUOCHAN")))
+
+    arun(get_api_key_money("sk-1UNhOrvuJ4PeBBpsB202577c14114f7fA234F32d3e8dF767"))
+    arun(get_api_key_money("sk-1UNhOrvuJ4PeBBpsB202577c14114f7fA234F32d3e8dF7677"))