MeUtils 2024.12.23.16.36.51__py3-none-any.whl → 2024.12.31.17.51.53__py3-none-any.whl

meutils/request_utils/volc.py

@@ -0,0 +1,160 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : volc
+# @Time         : 2024/12/31 13:20
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+
+import hashlib
+import hmac
+import os
+from urllib.parse import quote
+
+from meutils.pipe import *
+
+# 以下参数视服务不同而不同，一个服务内通常是一致的
+Service = "iam"
+Version = "2018-01-01"
+Region = "cn-beijing"
+Host = "iam.volcengineapi.com"
+ContentType = "application/x-www-form-urlencoded"
+
+# 请求的凭证，从IAM或者STS服务中获取
+AK = os.getenv("ARK_ACCESS_KEY")
+SK = os.getenv("ARK_SECRET_ACCESS_KEY")
+# 当使用临时凭证时，需要使用到SessionToken传入Header，并计算进SignedHeader中，请自行在header参数中添加X-Security-Token头
+# SessionToken = ""
+
+
+def norm_query(params):
+    query = ""
+    for key in sorted(params.keys()):
+        if type(params[key]) == list:
+            for k in params[key]:
+                query = (
+                        query + quote(key, safe="-_.~") + "=" + quote(k, safe="-_.~") + "&"
+                )
+        else:
+            query = (query + quote(key, safe="-_.~") + "=" + quote(params[key], safe="-_.~") + "&")
+    query = query[:-1]
+    return query.replace("+", "%20")
+
+
+# 第一步：准备辅助函数。
+# sha256 非对称加密
+def hmac_sha256(key: bytes, content: str):
+    return hmac.new(key, content.encode("utf-8"), hashlib.sha256).digest()
+
+
+# sha256 hash算法
+def hash_sha256(content: str):
+    return hashlib.sha256(content.encode("utf-8")).hexdigest()
+
+
+# 第二步：签名请求函数
+def request(method, date, query, header, ak, sk, action, body):
+    # 第三步：创建身份证明。其中的 Service 和 Region 字段是固定的。ak 和 sk 分别代表
+    # AccessKeyID 和 SecretAccessKey。同时需要初始化签名结构体。一些签名计算时需要的属性也在这里处理。
+    # 初始化身份证明结构体
+    credential = {
+        "access_key_id": ak,
+        "secret_access_key": sk,
+        "service": Service,
+        "region": Region,
+    }
+    # 初始化签名结构体
+    request_param = {
+        "body": body,
+        "host": Host,
+        "path": "/",
+        "method": method,
+        "content_type": ContentType,
+        "date": date,
+        "query": {"Action": action, "Version": Version, **query},
+    }
+    if body is None:
+        request_param["body"] = ""
+    # 第四步：接下来开始计算签名。在计算签名前，先准备好用于接收签算结果的 signResult 变量，并设置一些参数。
+    # 初始化签名结果的结构体
+    x_date = request_param["date"].strftime("%Y%m%dT%H%M%SZ")
+    short_x_date = x_date[:8]
+    x_content_sha256 = hash_sha256(request_param["body"])
+    sign_result = {
+        "Host": request_param["host"],
+        "X-Content-Sha256": x_content_sha256,
+        "X-Date": x_date,
+        "Content-Type": request_param["content_type"],
+    }
+    # 第五步：计算 Signature 签名。
+    signed_headers_str = ";".join(
+        ["content-type", "host", "x-content-sha256", "x-date"]
+    )
+    # signed_headers_str = signed_headers_str + ";x-security-token"
+    canonical_request_str = "\n".join(
+        [request_param["method"].upper(),
+         request_param["path"],
+         norm_query(request_param["query"]),
+         "\n".join(
+             [
+                 "content-type:" + request_param["content_type"],
+                 "host:" + request_param["host"],
+                 "x-content-sha256:" + x_content_sha256,
+                 "x-date:" + x_date,
+             ]
+         ),
+         "",
+         signed_headers_str,
+         x_content_sha256,
+         ]
+    )
+
+    # 打印正规化的请求用于调试比对
+    print(canonical_request_str)
+    hashed_canonical_request = hash_sha256(canonical_request_str)
+
+    # 打印hash值用于调试比对
+    print(hashed_canonical_request)
+    credential_scope = "/".join([short_x_date, credential["region"], credential["service"], "request"])
+    string_to_sign = "\n".join(["HMAC-SHA256", x_date, credential_scope, hashed_canonical_request])
+
+    # 打印最终计算的签名字符串用于调试比对
+    print(string_to_sign)
+    k_date = hmac_sha256(credential["secret_access_key"].encode("utf-8"), short_x_date)
+    k_region = hmac_sha256(k_date, credential["region"])
+    k_service = hmac_sha256(k_region, credential["service"])
+    k_signing = hmac_sha256(k_service, "request")
+    signature = hmac_sha256(k_signing, string_to_sign).hex()
+
+    sign_result["Authorization"] = "HMAC-SHA256 Credential={}, SignedHeaders={}, Signature={}".format(
+        credential["access_key_id"] + "/" + credential_scope,
+        signed_headers_str,
+        signature,
+    )
+    header = {**header, **sign_result}
+    # header = {**header, **{"X-Security-Token": SessionToken}}
+    # 第六步：将 Signature 签名写入 HTTP Header 中，并发送 HTTP 请求。
+    r = requests.request(method=method,
+                         url="https://{}{}".format(request_param["host"], request_param["path"]),
+                         headers=header,
+                         params=request_param["query"],
+                         data=request_param["body"],
+                         )
+    return r.json()
+
+
+if __name__ == "__main__":
+    # response_body = request("Get", datetime.datetime.utcnow(), {}, {}, AK, SK, "ListUsers", None)
+    # print(response_body)
+
+    now = datetime.datetime.utcnow()
+
+    # Body的格式需要配合Content-Type，API使用的类型请阅读具体的官方文档，如:json格式需要json.dumps(obj)
+    # response_body = request("GET", now, {"Limit": "2"}, {}, AK, SK, "ListUsers", None)
+    # print(response_body)
+
+    response_body = request("POST", now, {"Limit": "10"}, {}, AK, SK, "ListUsers", "UnUseParam=ASDF")
+    print(response_body)

meutils/schemas/db/oneapi_types.py

@@ -77,6 +77,36 @@ class OneapiTask(SQLModel, table=True):
         arbitrary_types_allowed = True
 
 
+class OneapiUser(SQLModel, table=True):
+    __tablename__ = "users"  # 自定义表名
+
+    id: Optional[int] = Field(default=None, primary_key=True)
+    username: Optional[str] = Field(default=None)
+    email: Optional[str] = Field(default=None)
+
+    quota: Optional[int] = Field(default=None)
+    used_quota: Optional[int] = Field(default=None)
+
+    request_count: Optional[int] = Field(default=None)
+
+    access_token: Optional[str] = Field(default=None)
+
+    class Config:
+        arbitrary_types_allowed = True
+
+
+class OneapiToken(SQLModel, table=True):
+    __tablename__ = "tokens"  # 自定义表名
+
+    id: Optional[int] = Field(default=None, primary_key=True)
+    user_id: Optional[int] = Field(default=None)
+    key: Optional[str] = Field(default=None)
+    used_quota: Optional[int] = Field(default=None)
+
+    class Config:
+        arbitrary_types_allowed = True
+
+
 if __name__ == '__main__':
     print(Hero())
     # print(Tasks())

meutils/schemas/image_types.py

@@ -82,6 +82,8 @@ class ImageRequest(BaseModel):  # openai
             self.size = self.size if 'x' in self.size else '512x512'
 
     class Config:
+        extra = "allow"
+
         # frozen = True
         # populate_by_name = True
 

meutils/schemas/oneapi/common.py

@@ -294,7 +294,7 @@ MODEL_RATIO = {
     "glm-4-0520": 2.5,
     "glm-4-airx": 10,
     "glm-4v": 2.5,
-    "glm-4v-plus": 2.5,  # 2.5
+    "glm-4v-plus": 5,
     "glm-4v-flash": 0.1,
     "glm-4-plus": 25,
 
@@ -321,6 +321,7 @@ MODEL_RATIO = {
     "qwen/qwq-32b-preview": 1,
     "Qwen/QwQ-32B-Preview": 1,
     "qwq-32b-preview": 1,
+    "qvq-72b-preview": 2,
 
     "qwen1.5-7b-chat": 0.05,  # 特价
     "qwen1.5-14b-chat": 0.7,
@@ -372,16 +373,20 @@ MODEL_RATIO = {
 
     # deepseek
     "deepseek-chat": 0.5,
-    "deepseek-coder": 0.5,
-    'deepseek-coder-v2-instruct': 0.5,
-    'deepseek-v2-chat': 0.5,
-    'deepseek-llm-67b-chat': 0.5,
     "deepseek-ai/deepseek-vl2": 0.5,
 
+    "deepseek-v3": 0.5,
+    'deepseek-r1': 0.5,
+    'deepseek-think': 0.5,
+    "deepseek-search": 0.5,
+
     # 豆包
     "doubao-lite-128k": 0.4,
     "doubao-lite-32k": 0.15,
     "doubao-lite-4k": 0.15,
+
+    "doubao-pro-256k": 5,
+
     "doubao-pro-128k": 2.5,
     "doubao-pro-32k": 0.4,
     "doubao-pro-4k": 0.4,
@@ -463,6 +468,8 @@ MODEL_RATIO = {
     "gemini-1.5-flash-exp-0827": 0.1,
     "google/gemini-flash-1.5-exp": 0.1,  # openrouter免费
     "google/gemini-flash-1.5-8b-exp": 0.1,  # openrouter免费
+    "gemini-2.0-flash": 0.5,
+    "gemini-2.0-flash-exp": 0.5,
 
     "gemini-1.5-pro-001": 1,
     "gemini-1.5-pro-002": 1,
@@ -625,13 +632,18 @@ COMPLETION_RATIO = {
     "gemini-1.5-pro-002": 4,
     "gemini-1.5-flash-002": 4,
 
+    "gemini-2.0-flash": 5,
+    "gemini-2.0-flash-exp": 5,
+
     "hunyuan-a52b-instruct": 5,
-    "qwen2.5-coder-32b-instruct": 2,
+    "qwen2.5-coder-32b-instruct": 3,
 
     "qwen-turbo-2024-11-01": 3,
-    "qwen/qwq-32b-preview": 2,
-    "Qwen/QwQ-32B-Preview": 2,
-    "qwq-32b-preview": 2,
+    "qwen/qwq-32b-preview": 3,
+    "Qwen/QwQ-32B-Preview": 3,
+    "qwq-32b-preview": 3,
+    "qvq-72b-preview": 3,
+
     "qwen-long": 5,
     "qwen-max": 5,
     "glm-4v-flash": 5,
@@ -640,6 +652,11 @@ COMPLETION_RATIO = {
     "doubao-vision-lite-32k": 3,
     "doubao-vision-pro-32k": 3,
 
+    "deepseek-v3": 1,
+    'deepseek-r1': 1,
+    'deepseek-think': 1,
+    "deepseek-search": 1,
+
 }
 
 REDIRECT_MODEL = {
@@ -705,7 +722,7 @@ REDIRECT_MODEL = {
     "qwen2.5-coder-7b-instruct": "Qwen/Qwen2.5-Coder-7B-Instruct",
     "qwen2.5-coder-32b-instruct": "Qwen/Qwen2.5-Coder-32B-Instruct",
 
-    "qwen-turbo": "Qwen/Qwen2.5-7B-Instruct",
+    "qwen-turbo": "Qwen/Qwen2.5-7B-Instruct",  # 兜底
     'qwen2-1.5b-instruct': 'Qwen/Qwen2-1.5B-Instruct',
     'qwen2-7b-instruct': 'Qwen/Qwen2-7B-Instruct',
     'qwen2-72b-instruct': 'Qwen/Qwen2-72B-Instruct',

meutils/schemas/openai_types.py

@@ -312,7 +312,6 @@ class STTRequest(BaseModel):  # ASR
 if __name__ == '__main__':
     pass
 
-
     # print(ChatCompletion(choices=[Choice(message=ChatCompletionMessage(content="ChatCompletion"))]))
     # print(ChatCompletionChunk(choices=[ChunkChoice(delta=ChoiceDelta(content="ChatCompletionChunk"))]))
     #
@@ -348,8 +347,20 @@ if __name__ == '__main__':
     # print(req1.model_dump())  # 输出: {'guidance_scale': 5.0}
     # print(req1.model_dump(by_alias=True))  # 输出: {'guidance': 5.0}
 
-    class A(BaseModel):
-        n: int = Field(1, ge=1, le=0)
-
-
-    print(A(n=11))
+    # class A(BaseModel):
+    #     n: int = Field(1, ge=1, le=0)
+    #
+    #
+    # print(A(n=11))
+    messages = [
+        {
+            "role": "user",
+            "content": [{'role': 'user', 'content': [{"type": "image_url", "image_url": "这是个图片链接"}]}]
+        },
+
+        # {'role': 'user', 'content': [{"type": "image_url", "image_url": {"url": "这是个图片链接"}}]},
+    ]
+
+    r = ChatCompletionRequest(model="gpt-3.5-turbo", messages=messages)
+    r.messages[-1]['content'] = [{"type": "image_url", "image_url": {"url": r.urls[-1]}}]
+    print(r)

meutils/schemas/video_types.py

@@ -12,9 +12,42 @@ from meutils.pipe import *
 
 
 class VideoRequest(BaseModel):
-    model: str = "cogvideox"
+    model: Literal["cogvideox-flash", "cogvideox"] = "cogvideox-flash"
+
     prompt: str = "比得兔开小汽车，游走在马路上，脸上的表情充满开心喜悦。"
+
+    """
+    提供基于其生成内容的图像。如果传入此参数，系统将以该图像为基础进行操作。支持通过URL或Base64编码传入图片。
+    图片要求如下：图片支持.png、jpeg、.jpg 格式、图片大小：不超过5M。image_url和prompt二选一或者同时传入。
+    """
     image_url: Optional[str] = None
 
+    """
+    输出模式，默认为 "quality"。 "quality"：质量优先，生成质量高。 "speed"：速度优先，生成时间更快，质量相对降低。 
+    cogvideox-flash模型不支持选择输出模式。
+    """
+    quality: Literal["quality", "speed"] = "speed"
+
+    """是否生成 AI 音效。默认值: False（不生成音效）。"""
+    with_audio: bool = True
+
+    """
+    默认值: 若不指定，默认生成视频的短边为 1080，长边根据原图片比例缩放。最高支持 4K 分辨率。
+    分辨率选项：720x480、1024x1024、1280x960、960x1280、1920x1080、1080x1920、2048x1080、3840x2160
+    """
+    size: Literal[
+        '720x480',
+        '1024x1024',
+        '1280x960',
+        '960x1280',
+        '1920x1080',
+        '1080x1920',
+        '2048x1080',
+        '3840x2160'] = "1024x1024"
+
+    duration: Literal[5, 10] = 5
+
+    fps: Literal[30, 60] = 30
+
     class Config:
         frozen = True

meutils/serving/fastapi/dependencies/auth.py

@@ -8,6 +8,7 @@
 # @Software     : PyCharm
 # @Description  : 
 
+import numpy as np
 from typing import Optional, Union
 
 from fastapi.security import HTTPBearer, HTTPAuthorizationCredentials
@@ -16,10 +17,8 @@ from fastapi import Depends, HTTPException, status
 http_bearer = HTTPBearer()
 
 
-# get_bearer_token = http_bearer
-
-
 # 定义获取token的函数
+
 async def get_bearer_token(
         auth: Optional[HTTPAuthorizationCredentials] = Depends(http_bearer)
 ) -> Optional[str]:
@@ -31,10 +30,39 @@ async def get_bearer_token(
     if auth is None:
         return None
 
-    return auth.credentials
+    token = auth.credentials
+    if token.startswith('redis:'):  # 初始化吧，太长？
+        pass
+        if ',' in token:  # 初始化redis
+            pass
+    elif ',' in token:  # 分隔符
+        token = np.random.choice(token.split(','))
+
+    return token
+
+
+# async def get_next_token(redis_key):
+#     """轮询"""
+#     if api_key := await redis_aclient.lpop(redis_key):
+#         await redis_aclient.rpush(redis_key, api_key)
+#         return api_key
+
+
+async def get_bearer_token_for_oneapi(
+        auth: Optional[HTTPAuthorizationCredentials] = Depends(http_bearer)
+) -> Optional[str]:
+    """
+    # todo: oneapi userinfo apikey info
+    """
+    if auth is None:
+        return None
+
+    token = auth.credentials
 
+    return token
 
-# todo: oneapi userinfo apikey info
 
 if __name__ == '__main__':
-    pass
+    from meutils.pipe import *
+
+    arun(get_bearer_token(HTTPAuthorizationCredentials(scheme="Bearer", credentials="123")))