MeUtils 2025.4.11.19.33.11__py3-none-any.whl → 2025.4.14.18.6.48__py3-none-any.whl

meutils/llm/models.py

@@ -0,0 +1,114 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : models
+# @Time         : 2025/4/14 11:09
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+import os
+
+from meutils.pipe import *
+from meutils.llm.clients import OpenAI, AsyncOpenAI
+
+
+async def check_token(api_key):
+    try:
+        client = AsyncOpenAI(
+            base_url=os.getenv("OPENROUTER_BASE_URL"),
+            api_key=api_key,
+        )
+        r = await client.chat.completions.create(
+            messages=[{'role': 'user', 'content': 'hi'}],
+            model="google/gemma-3-1b-it:free",
+            max_tokens=1,
+            stream=False
+        )
+        logger.debug(r)
+        return True
+
+    except Exception as e:
+        logger.error(e)
+        return False
+
+
+async def check_token_for_together(api_key):
+    model = "meta-llama/Llama-Vision-Free"
+    try:
+        client = AsyncOpenAI(
+            base_url=os.getenv("TOGETHER_BASE_URL"),
+            api_key=api_key,
+        )
+        r = await client.chat.completions.create(
+            messages=[{'role': 'user', 'content': 'hi'}],
+            model=model,
+            max_tokens=1,
+            stream=False
+        )
+        logger.debug(r)
+        return True
+
+    except Exception as e:
+        logger.error(e)
+        return False
+
+
+def get_openrouter_models():
+    models = OpenAI(base_url=os.getenv("OPENROUTER_BASE_URL"), api_key='xx').models.list()
+
+    data = {}
+    for model in models.data:
+        if model.id.lower().endswith(':free'):
+            _model = model.id.lower().removesuffix(":free").split('/')[-1]
+            data[_model] = f"""{_model}=={model.id}"""
+
+    print(data | xjoin(","))
+    return data
+
+
+def get_together_models():
+    client = OpenAI(base_url=os.getenv("TOGETHER_BASE_URL"), api_key=os.getenv("TOGETHER_API_KEY"))
+    models = client.get("models", cast_to=object)
+    # logger.debug(bjson(models))
+
+    data = {}
+    for model in models:
+        if model['id'].lower().endswith('-free'):
+            _model = model['id'].lower().removesuffix("-free").split('/')[-1]
+            data[_model] = f"""{_model}=={model['id']}"""
+
+    print(data | xjoin(","))
+    return data
+
+
+if __name__ == '__main__':
+    from meutils.config_utils.lark_utils import get_series
+
+    # print(bjson(get_openrouter_models()))
+    # print(bjson(get_together_models()))
+
+    # arun(check_token("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"))
+
+    # tokens = arun(get_series("https://xchatllm.feishu.cn/sheets/GYCHsvI4qhnDPNtI4VPcdw2knEd?sheet=gGFIXb"))
+    #
+    # r = []
+    # for i in tokens:
+    #     if not arun(check_token(i)):
+    #         print(i)
+    #         r.append(i)
+
+    feishu_url = "https://xchatllm.feishu.cn/sheets/GYCHsvI4qhnDPNtI4VPcdw2knEd?sheet=tEsIyw"
+
+    tokens = arun(get_series(feishu_url))
+
+    r = []
+    rr = []
+    for i in tokens:
+        if not arun(check_token_for_together(i)):
+            print(i)
+            r.append(i)
+        else:
+            rr.append(i)
+
+    # arun(check_token_for_together("1581bb1c605501c96569cf9a24aafa7361752697a23475cdf8f2c3fe8a488292"))

meutils/llm/openai_polling/chat.py

@@ -9,7 +9,8 @@
 # @Description  :
 
 from meutils.pipe import *
-from meutils.llm.clients import AsyncOpenAI
+from meutils.io.files_utils import to_base64
+from meutils.llm.clients import AsyncOpenAI, zhipuai_client
 from meutils.llm.openai_utils import to_openai_params
 
 from meutils.schemas.openai_types import CompletionRequest
@@ -21,6 +22,39 @@ class Completions(object):
         self.client = AsyncOpenAI(base_url=base_url, api_key=api_key)
 
     async def create(self, request: CompletionRequest):
+        ###########################################################################
+
+        # 开启视觉模型
+        if not any(i in request.model for i in ["vl", 'vision']) and (urls := request.last_urls.get("image_url")):
+            logger.debug(request)
+            if request.model.startswith(("gemini",)):  # 仅支持base64
+                base64_list = await to_base64(urls, content_type="image/png")  ######## todo: tokens怎么计算的
+                request.messages = [
+                    {
+                        'role': 'user',
+                        'content': [
+                            {
+                                'type': 'text',
+                                'text': request.last_user_content
+                            },
+                            *[
+                                {
+                                    'type': 'image_url',
+                                    'image_url': {
+                                        'url': base64_data
+                                    }
+                                }
+                                for base64_data in base64_list
+                            ]
+
+                        ]
+                    }
+                ]
+            else:
+                request.model = "glm-4v-flash"
+                self.client = zhipuai_client
+        ###########################################################################
+
         data = to_openai_params(request)
         if 'gemini' in request.model:
             data.pop("seed", None)
@@ -32,13 +66,27 @@ class Completions(object):
 
 
 if __name__ == '__main__':
-    # 测试
+    # 测试 token 1800
 
     request = CompletionRequest(
-        model="gpt-4o-mini",
+        # model="gemini-2.0-flash",
+        model="glm-4-flash",
+
         messages=[
-            {"role": "system", "content": "你是一个助手"},
-            {"role": "user", "content": "你好"}
+            # {"role": "user", "content": "你好"},
+            {"role": "user", "content": [
+                {
+                    "type": "text",
+                    "text": "解释下"
+                },
+                {
+                    "image_url": {
+                        "detail": "auto",
+                        "url": "https://osshk.share704.com/file/upload/2025/04/14/1911575959253815296.jpg"
+                    },
+                    "type": "image_url"
+                }
+            ]}
         ],
         stream=False
     )

meutils/oss/ali.py

@@ -0,0 +1,78 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : ali
+# @Time         : 2025/4/11 19:52
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+
+import oss2
+
+# params = {
+#     "access_key_id": "STS.NWwe4G59dgRocw4eRdfCXvCrV",
+#     "access_key_secret": "FXZPFZ9fJxkwHQbcfMbW6pSy9bFmb3xsSYWjxvTfnx3u",
+#     "security_token": "CAISvgN1q6Ft5B2yfSjIr5TCLo7z2OZF0JCEYVGFgVIxasx0mYbZtDz2IHhMeXZqAuEcs/8znGlU6/gYlqRtT6h+SFffbMx24plJqado/UdL4Z7b16cNrbH4M8L6aXeirhu7AYjQSNfaZY3iCTTtnTNyxr3XbCirW0ffX7SClZ9gaKZwPGy/diEUPMpKAQFgpcQGT5q4V5CXPwXtn3DbAWdxpwN4khkf06mkxdCG4ResiT/5w+QO9YPqOcrmPYs+JYhyVZKq0eZrd+/ZyilcrEMTrKx8gKVKvGyY443YXwcI6FCPaOTat4xiJ18hPvVhQf9P/b+iz/Em5+Ddy8GpwkhAeL0FDyiaFdCtkI6bE7z0bocyeev2Yiv6i5aNLpbXy1p8Pi9Kb1gRIoJ6eiQtU0cWJ2uEevP9yjfjeRy+TqWJ6qYy3Kduwk/gldjwfADXHurDindCZ8RgNxp0akBMxw37e6oBaBdAfk13zDVs0w7K8Hm0wIafXm26PkUIphk/NM0lZWRslY41fWSSjD/XHMdspXXr/rnEdS6D75iEJCl62qLrD8iYHifDx+FBhpFLooGxJdqiIJRhHj3m9p+H/kLlIRqAAURdoxHCj+ca+GZXLN76Ae2FqVmunalPJWbb/DlgSSH4hk4uIaIQzX6NRfHMrfK/xFw++ykKEr27uA/whIn+xvmyuPrgssyHDlN8kS3lHjmsB72OX1YQRFLa3fHCy8wZalhfpDKAsSkI/FT+HDPu8EV5f+t8pdw5ZFHJFJyp7xlsIAA=",
+#     "file_url": "https://cdn.qwenlm.ai/310cbdaf-3754-461c-a3ff-9ec8005329c9/62d65df4-6a6e-484d-98e8-7c7509cd5e17_1.jpg?key=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJyZXNvdXJjZV91c2VyX2lkIjoiMzEwY2JkYWYtMzc1NC00NjFjLWEzZmYtOWVjODAwNTMyOWM5IiwicmVzb3VyY2VfaWQiOiI2MmQ2NWRmNC02YTZlLTQ4NGQtOThlOC03Yzc1MDljZDVlMTciLCJyZXNvdXJjZV9jaGF0X2lkIjpudWxsfQ.1lc6X4KJsAyqV71cdIjkeazPEOKYNtF5rgtiGuu_iFI",
+#     "file_path": "310cbdaf-3754-461c-a3ff-9ec8005329c9/62d65df4-6a6e-484d-98e8-7c7509cd5e17_1.jpg",
+#     "file_id": "62d65df4-6a6e-484d-98e8-7c7509cd5e17",
+#     "bucketname": "qwen-webui-prod",
+#     "region": "oss-ap-southeast-1"
+# }
+
+
+url = "https://chat.qwen.ai/api/v1/files/getstsToken"
+
+
+def get_sts_token(filename):
+    payload = {
+        "filename": filename,
+        "filetype": "image"  # file video audio
+    }
+
+    headers = {
+        'authorization': 'Bearer eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpZCI6IjEwNzY1N2Y1LTgxN2ItNDg5Yi1iNjk4LWFhZjAyM2EwZTE4MyIsImV4cCI6MTc0NjI5NTAwNH0.D1uJN44NHiEt6URce4upbHvs7v73_Vd0V1s3T_JzclI',
+
+    }
+
+    response = requests.request("POST", url, headers=headers, json=payload)
+
+    return response.json()
+
+
+def qwenai_upload(file, filetype: str = 'image'):  # todo: 自动猜测类型
+    params = get_sts_token(file_name)
+
+    access_key_id = params['access_key_id']
+    access_key_secret = params['access_key_secret']
+    security_token = params['security_token']
+
+    endpoint = "oss-ap-southeast-1.aliyuncs.com"
+    bucket_name = params["bucketname"]
+
+    # 创建OSS客户端
+    auth = oss2.StsAuth(access_key_id, access_key_secret, security_token)
+    bucket = oss2.Bucket(auth, endpoint, bucket_name)
+
+    # 要上传的文件路径和文件名
+    file_path = params.get("file_path")
+    file_url = params.get("file_url")
+
+    # 上传文件
+    if isinstance(file, bytes):
+        bucket.put_object(file_path, file)
+    else:
+        bucket.put_object_from_file(file_path, file)
+
+    return file_url
+
+
+if __name__ == '__main__':
+    # qwenai_upload(params['file_path'], params)
+    file_name = "/Users/betterme/PycharmProjects/AI/QR.png"
+    # file_url = qwenai_upload(file_name)
+
+    get_sts_token(file_name)

meutils/schemas/image_types.py

@@ -68,7 +68,7 @@ class ImageRequest(BaseModel):  # openai
     """
     图生图 两种方式： prompt + controls
     """
-    model: str = ""
+    model: str = "recraftv3"  ####### 临时方案
 
     prompt: constr(min_length=1, max_length=3000) = ""
 

meutils/schemas/oneapi/common.py

@@ -25,6 +25,7 @@ MODEL_PRICE = {
 
     "black-forest-labs/FLUX.1-dev": 0.0001,
     "black-forest-labs/FLUX.1-pro": 0.0001,
+    "gemini-2.0-flash-exp-image-generation": 0.03,
 
     "images": FREE,
     # rix
@@ -51,9 +52,6 @@ MODEL_PRICE = {
     "minimax_video-01-live2d": MINIMAX_VIDEO,
 
     # free
-    "google/gemini-2.0-flash-thinking-exp:free": 0.00001,
-    "google/gemini-2.0-flash-lite-preview-02-05:free": 0.00001,
-    "google/gemini-2.0-pro-exp-02-05:free": 0.00001,
 
     # chatfire
     "ppu-0001": 0.0001,
@@ -567,6 +565,13 @@ MODEL_RATIO = {
     "meta-deepresearch": 2,
 
     # 豆包
+    "doubao-1-5-pro-32k": 0.4,
+    "doubao-1-5-pro-32k-250115": 0.4,
+    "doubao-1-5-pro-256k": 2.5,
+    "doubao-1-5-pro-256k-250115": 2.5,
+    "doubao-1-5-vision-pro-32k": 1.5,
+    "doubao-1-5-vision-pro-32k-250115": 1.5,
+
     "doubao-lite-128k": 0.4,
     "doubao-lite-32k": 0.15,
     "doubao-lite-32k-character": 0.15,
@@ -578,8 +583,8 @@ MODEL_RATIO = {
     "doubao-pro-32k-character": 0.4,
     "doubao-pro-128k": 2.5,
     "doubao-pro-256k": 5,
-    "doubao-1.5-pro-32k": 0.8,
-    "doubao-1.5-pro-256k": 5,
+    "doubao-1.5-pro-32k": 0.8 / 2,
+    "doubao-1.5-pro-256k": 5 / 2,
 
     "doubao-1.5-vision-pro-32k": 1.5,
     "doubao-vision-lite-32k": 0.75,
@@ -680,8 +685,6 @@ MODEL_RATIO = {
     "gemini-2.0-flash-001": 0.0625,
     "gemini-2.0-flash-lite-preview-02-05": 0.0625,
     "gemini-2.0-flash-exp": 0.0625,
-    "gemini-2.0-flash-exp-image": 2.5,
-    "gemini-2.0-flash-exp-image-generation": 2.5,
 
     "gemini-2.0-pro": 1.25,
     "gemini-2.0-pro-exp-02-05": 1.25,
@@ -904,8 +907,6 @@ COMPLETION_RATIO = {
     "gemini-2.0-flash-001": 4,
 
     "gemini-2.0-flash-exp": 5,
-    "gemini-2.0-flash-exp-image": 5,
-    "gemini-2.0-flash-exp-image-generation": 5,
 
     "gemini-2.0-flash-thinking-exp": 5,
     "gemini-2.0-flash-thinking-exp-1219": 5,
@@ -974,6 +975,7 @@ COMPLETION_RATIO = {
 
     "doubao-pro-4k": 3,
     "doubao-pro-32k": 3,
+    "doubao-pro-32k-241215": 3,
     "doubao-pro-32k-character": 3,
     "doubao-pro-128k": 3,
     "doubao-pro-256k": 3,
@@ -984,6 +986,11 @@ COMPLETION_RATIO = {
     "doubao-vision-lite-32k": 3,
     "doubao-vision-pro-32k": 3,
 
+    "doubao-1-5-pro-32k": 1.25,
+    "doubao-1-5-pro-32k-250115": 1.25,
+    "doubao-1-5-pro-256k": 1.8,
+    "doubao-1-5-pro-256k-250115": 1.8,
+
     "deepseek-r1:1.5b": 4,
     "deepseek-r1-distill-qwen-1.5b": 4,
     "deepseek-r1:7b": 4,

meutils/schemas/openai_types.py

@@ -603,10 +603,10 @@ if __name__ == '__main__':
     # print(chat_completion_chunk_stop)
 
     # print(CompletionRequest(messages=messages).last_urls)
-    # print(CompletionRequest(messages=messages).last_urls)
+    print(CompletionRequest(messages=messages).last_urls)
 
     # print(mesages)
-    print(CompletionRequest(messages=messages).last_assistant_content)
+    # print(CompletionRequest(messages=messages).last_assistant_content)
 
     # print(chat_completion_chunk)
     # print(chat_completion)