MeUtils 2024.3.4.13.4.45__py3-none-any.whl → 2025.1.16.17.15.52__py3-none-any.whl

meutils/apis/oneapi/token_.py

@@ -0,0 +1,112 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : token
+# @Time         : 2024/7/19 13:56
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+import os
+
+from meutils.pipe import *
+
+import requests
+import json
+
+# check token: todo todo todo
+url = "https://api.chatfire.cn/v1/dashboard/billing/subscription"
+
+# 创建
+url = "https://api.chatfire.cn/api/token/"
+
+payload = json.dumps({
+    "name": "xxx",
+    "remain_quota": 500000,
+    "expired_time": -1,
+    "unlimited_quota": False,
+    "model_limits_enabled": False,
+    "model_limits": ""
+})
+headers = {
+}
+
+response = requests.request("POST", url, headers=headers, data=payload)
+
+print(response.text)
+
+# 根据 key id 查询
+import http.client
+
+conn = http.client.HTTPSConnection("api.chatfire.cn")
+payload = ''
+conn.request("GET", "/api/token/1096", payload, headers)
+res = conn.getresponse()
+data = res.read()
+print(data.decode("utf-8"))
+
+# 修改key信息
+
+import requests
+import json
+
+url = "https://api.chatfire.cn/api/token/"
+
+payload = json.dumps({
+    "id": 1096,
+    "user_id": 1,
+    "key": "SNzQfo2enYpVqWV08f2e9023170245878d58F92bD820Af814",
+    "status": 1,
+    "name": "xxx",
+    "created_time": 1721368510,
+    "accessed_time": 1721368510,
+    "expired_time": -1,
+    "remain_quota": 5000001,
+    "unlimited_quota": False,
+    "model_limits_enabled": False,
+    "model_limits": "",
+    "used_quota": 0,
+    "DeletedAt": None
+})
+
+response = requests.request("PUT", url, headers=headers, data=payload)
+
+print(response.text)
+
+# 查key 余额与
+import requests
+
+url = "https://api.chatfire.cn/v1/dashboard/billing/usage" # ?start_date=2024-4-10&end_date=2024-7-19
+
+payload = {}
+headers = {
+    'authorization': f'Bearer {os.getenv("OPENAI_API_KEY")}',
+}
+
+response = requests.request("GET", url, headers=headers, data=payload)
+
+print(response.text)
+
+# 查key 消费行为；可定位到 key id  user id
+# https://api.chatfire.cn/api/log/token?key=sk-
+
+
+# key信息
+import requests
+
+url = "https://api.chatfire.cn/v1/dashboard/billing/subscription"
+
+payload = {}
+headers = {
+    'authorization': f'Bearer {os.getenv("OPENAI_API_KEY")}',
+    'priority': 'u=1, i',
+    'User-Agent': 'Apifox/1.0.0 (https://apifox.com)'
+}
+
+response = requests.request("GET", url, headers=headers, data=payload)
+
+print(response.text)
+
+# 查询用户下所有 key
+# https://api.chatfire.cn/api/token/?p=0&size=1
+# https://api.chatfire.cn/api/token/1096 # 根据超级管理员查询用户access token然后再查询key信息

meutils/apis/oneapi/user.py

@@ -0,0 +1,100 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : user
+# @Time         : 2024/7/19 14:58
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : todo: redis缓存, 通过数据库获取 用户余额，补偿余额【扣费逻辑：用户余额够就直接计费，先请求计费+创建任务】，计费函数可返回用户信息
+import json
+
+from meutils.pipe import *
+from meutils.schemas.oneapi import BASE_URL
+from meutils.notice.feishu import send_message
+from meutils.db.redis_db import redis_aclient
+
+# https://api.chatfire.cn/api/user/814
+
+token = os.environ.get("CHATFIRE_ONEAPI_TOKEN")
+
+headers = {
+    "Authorization": f"Bearer {token}",
+}
+
+
+# https://api.chatfire.cn/api/user/token 刷新token
+# https://api.chatfire.cn/api/user/1
+# async def get_user(user_id):
+#     async with httpx.AsyncClient(base_url=BASE_URL, headers=headers) as client:
+#         response = await client.get(f"/api/user/{user_id}")
+#         logger.debug(response.text)
+#
+#         if response.is_success:
+#             data = response.json()
+#             return data
+@alru_cache(ttl=3 * 60 * 60)
+async def get_api_key_log(api_key: str) -> Optional[list]:  # 日志查询会超时：为了获取 user_id, todo缓存 永久缓存 sk => user
+    try:
+        if onelog := await redis_aclient.get(f"user:{api_key}"):
+            return json.loads(onelog)
+        else:
+
+            async with httpx.AsyncClient(base_url=BASE_URL) as client:
+                response = await client.get("/api/log/token", params={"key": api_key})
+                response.raise_for_status()
+                data = response.json()
+                if onelog := data['data'][:1]:
+                    await redis_aclient.set(f"user:{api_key}", json.dumps(onelog))
+                    return onelog
+    except Exception as e:
+        logger.error(e)
+        send_message(f"获取api-key日志失败：{api_key}", title=__name__)
+        return
+
+
+@alru_cache(ttl=60)
+async def get_user(user_id):
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=30) as client:
+        response = await client.get(f"/api/user/{user_id}")
+        # logger.debug(response.text)
+
+        if response.is_success:
+            data = response.json()
+            return data
+
+
+async def get_user_money(api_key):
+    onelog = await get_api_key_log(api_key)
+    if onelog:
+        user_id = onelog[0]['user_id']
+        data = await get_user(user_id)
+        logger.debug(data)
+        if data:
+            username = data['data']['username']
+            quota = data['data']['quota']
+            return quota / 500000  # money
+
+    logger.debug(onelog)
+
+
+async def put_user(payload, add_money: float = 0):
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers) as client:
+        payload['quota'] = max(payload['quota'] + add_money * 500000, 0)  # 1块钱对应50万
+
+        response = await client.put("/api/user/", json=payload)
+        # logger.debug(response.text)
+        # logger.debug(response.status_code)
+
+        return response.json()
+
+
+if __name__ == '__main__':
+    # api-key => get_one_log => get_user => put_user
+    arun(get_user(814))
+    # payload = arun(get_user(924))
+    # print(payload)
+    # arun(put_user(payload, -1))
+
+    # arun(get_api_key_log('sk-gpoH1z3G6nHovD8MY40i6xx5tsC1vbh7B3Aao2jmejYNoKhv'))
+    # arun(get_user_money("sk-gpoH1z3G6nHovD8MY40i6xx5tsC1vbh7B3Aao2jmejYNoKhv"))

meutils/apis/oneapi/utils.py

@@ -0,0 +1,47 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : utils
+# @Time         : 2024/12/25 18:13
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+
+from meutils.caches.redis_cache import cache, cache_inmemory
+from meutils.db.orm import select_first
+from meutils.schemas.db.oneapi_types import OneapiTask, OneapiUser, OneapiToken
+
+
+@cache(ttl=15 * 24 * 3600)
+async def token2user(api_key: str):
+    filter_kwargs = {
+        "key": api_key.removeprefix("sk-"),
+    }
+    # logger.debug(filter_kwargs)
+    return await select_first(OneapiToken, filter_kwargs)
+
+
+@alru_cache(ttl=60)
+async def get_user_quota(api_key: Optional[str] = None, user_id: Optional[int] = None):
+    assert any([api_key, user_id]), "api_key or user_id must be provided."
+
+    if not user_id:
+        token_object = await token2user(api_key)
+        user_id = token_object.user_id
+
+    filter_kwargs = {
+        "id": user_id
+    }
+    user_object = await select_first(OneapiUser, filter_kwargs)
+    # logger.debug(user_object)
+    return user_object.quota / 500000
+
+
+if __name__ == '__main__':
+    with timer():
+        # arun(token2user('sk-m7hnpyLWVSqQN1NUjj9I50RQqmROGF80t0aq8l1yVwekKNCA'))
+        arun(get_user_quota('sk-m7hnpyLWVSqQN1NUjj9I50RQqmROGF80t0aq8l1yVwekKNCA'))
+        # arun(get_user_quota(user_id=1))

meutils/apis/pixverse/__init__.py

@@ -0,0 +1,11 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : __init__.py
+# @Time         : 2024/7/24 13:14
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *

meutils/apis/pixverse/pixverse.py

@@ -0,0 +1,150 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : pixverse
+# @Time         : 2024/7/24 13:14
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+import uuid
+
+from meutils.pipe import *
+from meutils.decorators.retry import retrying
+from meutils.schemas.pixverse_types import BASE_URL, PixverseRequest, EXAMPLES
+from meutils.schemas.task_types import Task
+
+from meutils.notice.feishu import send_message as _send_message
+from meutils.config_utils.lark_utils import get_next_token_for_polling
+
+FEISHU_URL = "https://xchatllm.feishu.cn/sheets/Bmjtst2f6hfMqFttbhLcdfRJnNf?sheet=f5db6a"
+
+send_message = partial(
+    _send_message,
+    title=__name__,
+    url="https://open.feishu.cn/open-apis/bot/v2/hook/dc1eda96-348e-4cb5-9c7c-2d87d584ca18"
+)
+
+
+# url = "https://app-api.pixverse.ai/creative_platform/media/getMediaDetail"
+# "https://app-api.pixverse.ai/creative_platform/task/createVideoGenerateTask"
+@retrying(max_retries=6, predicate=lambda r: not r)
+async def create_task(request: Union[PixverseRequest, dict], token: Optional[str] = None):
+    token = token or await get_next_token_for_polling(FEISHU_URL)
+    ai_sign, token = token.split('|')
+
+    headers = {
+        'ai-sign': ai_sign,
+        # 'ai-trace-id': '8a6cddbb-3cf0-4d44-a558-7ac777ab1f70', # uuid.uuid4()
+        'token': token,
+    }
+
+    payload = request if isinstance(request, dict) else request.model_dump(exclude_none=True)
+
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=30) as client:
+        url = "/task/createImg2VideoGenerateTask" if payload.get("ImgUrl") else "/task/createVideoGenerateTask"
+        response = await client.post(url, json=payload)
+
+        logger.debug(response.status_code)
+        logger.debug(response.text)
+
+        if response.is_success:
+            data = response.json()
+            send_message([payload, data])
+            return Task(status=1, data=data, system_fingerprint=token)
+
+        else:
+            # 触发重试
+            if (
+                    any(response.status_code == code for code in {401, 429})
+                    # or any(i in response.text for i in {"enough credits"})
+            ):
+                return
+            else:
+                send_message(f"{response.text}\n\n{token}")
+
+                return Task(status=0, data=response.text, system_fingerprint=token)
+
+
+async def get_task(task_id: str, token: str):  # 1ee02f7b-42df-4926-b034-f56e4c4e2d31
+    task_id = isinstance(task_id, str) and task_id.split("-", 1)[-1]
+    ai_sign, token = token.split('|')
+
+    payload = {
+        "Type": 1,
+        "MediaId": int(task_id)
+    }
+
+    headers = {
+        'ai-sign': ai_sign,
+        # 'ai-trace-id': '8a6cddbb-3cf0-4d44-a558-7ac777ab1f70', # uuid.uuid4()
+        'token': token,
+    }
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=30) as client:
+        response = await client.post(f"/media/getMediaDetail", json=payload)
+
+        logger.debug(response.text)
+        logger.debug(response.status_code)
+
+        if response.is_success:
+            return response.json()
+
+        response.raise_for_status()
+
+
+@retrying()  # 触发重试
+async def upload(file: bytes, filename: Optional[str] = None, token: Optional[str] = None):  # 应该不绑定cookie
+    ai_sign, token = token.split('|')
+
+    filename = f"{uuid.uuid4()}.png"
+    payload = {
+        "images": [
+            {
+                "name": filename,
+                "size": len(file),
+                "path": f"upload/{filename}"
+            }
+        ]
+    }
+    headers = {
+        # 'ai-sign': ai_sign,
+        # 'ai-trace-id': '8a6cddbb-3cf0-4d44-a558-7ac777ab1f70',  # uuid.uuid4()
+        'Token': token,
+    }
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=30) as client:
+        response = await client.post("/getUploadToken")
+        if response.is_success:
+            resp = response.json().get("Resp")  # Ak Sk Token
+            headers = {
+                "Authorization": f"OSS {resp.get('Ak')}",
+                'X-Oss-Security-Token': resp.get('Token')
+            }
+            # files = [('file', file_or_url)]
+            oss_url = f"https://pixverse-fe-upload.oss-accelerate.aliyuncs.com/upload/{filename}"
+            response = await client.put(oss_url, files={"file": file}, headers=headers)
+
+            # response = await client.post("/media/batch_upload_media", json=payload)
+
+            logger.debug(response.text)
+            logger.debug(response.status_code)
+
+            if response.is_success:
+                logger.debug(response.text)
+                return response.json()
+
+            response.raise_for_status()
+
+
+if __name__ == '__main__':
+    token = "9d6332337b5d6976c3305ad3e0d8cd44eab6c0554d741a2fde856dff82f33cb7|eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJBY2NvdW50SWQiOjI4NjA1NDYzMzkyNDY3MiwiRXhwaXJlVGltZSI6MTcyMjQwMjI2OCwiVXNlcm5hbWUiOiIxODU1MDI4ODIzMyJ9.wiIBgmGACw8XTDf3eQ3jwGk33n8rl_hcceScasjKsIw"
+    arun(get_task('286085978032192', token)) #
+
+    # request = PixverseRequest(
+    #     Prompt="开花过程",
+    #     ImgUrl="https://dgss0.bdstatic.com/5bVWsj_p_tVS5dKfpU_Y_D3/res/r/image/2017-09-27/297f5edb1e984613083a2d3cc0c5bb36.png",
+    #     # ImgUrl="https://media.pixverse.ai/upload%2F3597df25-8161-4eea-99a4-502ac2b49227.png"
+    # )
+
+    # arun(create_task(request))
+    # file = Path('/Users/betterme/PycharmProjects/AI/test.png').read_bytes()
+    # arun(upload(file, token=token))

meutils/apis/proxy/__init__.py

@@ -0,0 +1,11 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : __init__.py
+# @Time         : 2024/9/27 12:02
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *

meutils/apis/proxy/ips.py

@@ -0,0 +1,178 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : ips
+# @Time         : 2024/9/27 12:02
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : todo: 增加代理检测
+# https://github.com/Sndeok/HarbourJ/blob/5bbbc4b6118df779929d1521270864753731b78a/jd_inviteDraw.py#L117
+
+from meutils.pipe import *
+from meutils.decorators.retry import retrying
+from meutils.hash_utils import murmurhash
+from meutils.config_utils.lark_utils import get_next_token_for_polling, get_series
+
+FEISHU_URL = "https://xchatllm.feishu.cn/sheets/XfjqszII3hZAEvtTOgecOgv2nye?sheet=c14b34"
+FEISHU_URL_METASO = "https://xchatllm.feishu.cn/sheets/XfjqszII3hZAEvtTOgecOgv2nye?sheet=MXvEIN"
+
+BASE_URL = "http://ip.chatfire.cn"
+# BASE_URL = "http://api.xiequ.cn"
+
+IPS = "58.240.255.226,110.42.51.201,154.37.214.121,154.40.54.76"
+
+
+@alru_cache(ttl=60)
+async def get_one_proxy(token: Optional[str] = None, feishu_url: str = "", from_redis: bool = True):
+    feishu_url = feishu_url or FEISHU_URL
+    if token:  # 按token分配固定的ip
+        ips = await get_series(feishu_url=feishu_url, duplicated=True)
+
+        idx = murmurhash(token, bins=len(ips))
+        logger.debug(f"{idx}: {ips}")
+        ip = ips[idx]
+
+    else:
+        # 随机获取ip: 如果从redis就是循环队列 check_proxy
+        ip = await get_next_token_for_polling(feishu_url, from_redis=from_redis)
+    # https://github.com/encode/httpx/pull/2879
+    # proxies = {
+    #     "http://": f"http://{ip}",  # 自建 38443
+    #     "https://": f"http://{ip}",
+    # }
+
+    proxy = f"http://{ip}"
+
+    return proxy
+
+
+def checkip():  # 获取本地ip
+    url = 'http://api.xiequ.cn/VAD/OnlyIp.aspx?yyy=123'
+    response = requests.get(url).text
+    return response
+
+
+# ukey=7C4B6F4BF696311B9AB961F253184A20
+# key=1ea276146ccb4149bf96f1cfcee1973a
+async def add_ips(ips: Optional[str] = None):
+    ips = (ips or IPS).split(',')
+    params = {
+        "uid": "134597",
+        "ukey": "42EB7F0B846C187F1FDAF28873AE759E",
+        "act": "del",
+        "ip": "all"
+    }
+    async with httpx.AsyncClient(base_url=BASE_URL, timeout=100) as client:
+        resp = await client.get("/IpWhiteList.aspx", params=params)
+        logger.debug(f"删除：{resp.text}")
+
+        for ip in ips:
+            params['ip'] = ip
+            params['act'] = "add"
+            resp = await client.get("/", params=params)
+
+            logger.debug(f"添加：{resp.text}")
+            await asyncio.sleep(5)
+
+
+@alru_cache(ttl=25)
+@retrying()
+async def get_proxies(request_type: str = "httpx", **kwargs):
+    params = {
+        'num': '1',
+
+        'act': 'get',
+        'uid': '134597',
+        'vkey': '07A1D82FDDE1E96DB5CEF4EF12C8125F',
+        'time': '30',
+        'plat': '1',
+        're': '1',
+        'type': '0',
+        'so': '1',
+        'ow': '1',
+        'spl': '1',
+        'db': '1'
+    }
+    async with httpx.AsyncClient(base_url=BASE_URL, timeout=100) as client:
+        resp = await client.get("/VAD/GetIp.aspx", params=params)
+        ip = resp.text
+        if request_type == "httpx":
+            proxies = {
+                "http://": f"http://{ip}",
+                "https://": f"http://{ip}",
+            }
+        else:
+
+            proxies = {
+                # "http://": f"socks5://{ip}",
+                # "https://": f"socks5://{ip}",
+
+                "http": f"http://{ip}",
+                "https": f"http://{ip}",
+
+            }
+        logger.debug(proxies)
+        return proxies
+
+
+async def check_proxy(proxies):
+    """
+    {
+      "origin": "125.106.86.83"
+    }
+
+    :param proxies:
+    :return:
+    """
+    _proxies = proxies.copy()
+
+    if 'http://' not in _proxies:
+        _proxies = {
+            "http://": proxies['http://'],
+            "https://": proxies['https://'],
+        }
+
+    try:
+        async with httpx.AsyncClient(proxies=_proxies) as client:
+            response = await client.get("http://icanhazip.com", timeout=5)  # http://httpbin.org/ip
+            logger.debug(response.status_code)
+            logger.debug(response.text)
+
+            return response.is_success
+    except Exception as e:
+        logger.error(e)
+        return False
+
+
+if __name__ == '__main__':
+    # proxies = arun(get_proxies())
+    # url = "http://api.xiequ.cn/VAD/GetIp.aspx?act=get&uid=134597&vkey=07A1D82FDDE1E96DB5CEF4EF12C8125F&num=1&time=30&plat=1&re=1&type=0&so=1&ow=1&spl=1&addr=&db=1"
+    # url = f"{BASE_URL}/VAD/GetIp.aspx?act=get&uid=134597&vkey=07A1D82FDDE1E96DB5CEF4EF12C8125F&num=1&time=30&plat=1&re=1&type=0&so=1&ow=1&spl=1&addr=&db=1"
+    #
+    # resp = httpx.Client(
+    #     proxies=proxies,
+    #     timeout=100
+    # ).get(url)
+    #
+    # logger.debug(resp.text)
+    ip = "http://proxy.chatfire.cn"
+    ip = "http://chatfire:chatfire@110.42.51.201:38443"
+    ip = "http://154.9.253.9:38443"
+    ip = "http://154.9.252.28:38443"
+    ip = "http://110.42.51.223:38443"
+    ip = "http://154.40.54.76:38443"
+
+    proxies = {'http://': ip, 'https://': ip}
+
+    # print(proxies)
+
+    # arun(check_proxy(proxies))
+
+    arun(get_one_proxy())
+
+    # arun(add_ips())
+    # arun(get_one_proxy(from_redis=True))
+    # arun(get_one_proxy("FEISHU_URL", exclude_ips="154.40.54.76"))
+    # arun(get_one_proxy("FEISHU_URL", exclude_ips="154.40.54.76", from_redis=True))
+    # arun(get_one_proxy(from_redis=True))

meutils/apis/remini/__init__.py

@@ -0,0 +1,11 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : __init__.py
+# @Time         : 2024/7/24 17:36
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *