MeUtils 2024.12.26.22.14.1__tar.gz → 2025.1.3.14.11.44__tar.gz

{meutils-2024.12.26.22.14.1 → meutils-2025.1.3.14.11.44/MeUtils.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: MeUtils
-Version: 2024.12.26.22.14.1
+Version: 2025.1.3.14.11.44
 Summary: description
 Home-page: https://github.com/yuanjie-ai/MeUtils
 Author: yuanjie
@@ -108,42 +108,42 @@ Requires-Dist: pandas-profiling[notebook]; extra == "pd"
 Requires-Dist: pandas_summary; extra == "pd"
 Requires-Dist: polars; extra == "pd"
 Provides-Extra: all
-Requires-Dist: thefuck; extra == "all"
-Requires-Dist: sse_starlette; extra == "all"
-Requires-Dist: filetype; extra == "all"
-Requires-Dist: pymupd; extra == "all"
-Requires-Dist: jieba; extra == "all"
-Requires-Dist: pandas_summary; extra == "all"
-Requires-Dist: gunicorn; extra == "all"
-Requires-Dist: reportlab; extra == "all"
-Requires-Dist: faiss-cpu; extra == "all"
-Requires-Dist: missingno; extra == "all"
-Requires-Dist: schedule; extra == "all"
+Requires-Dist: seaborn; extra == "all"
 Requires-Dist: simplejson; extra == "all"
+Requires-Dist: pyarrow; extra == "all"
 Requires-Dist: openai; extra == "all"
-Requires-Dist: uvicorn; extra == "all"
-Requires-Dist: fastapi[all]; extra == "all"
+Requires-Dist: geopy; extra == "all"
+Requires-Dist: pandas_summary; extra == "all"
+Requires-Dist: schedule; extra == "all"
+Requires-Dist: pretty_errors; extra == "all"
+Requires-Dist: missingno; extra == "all"
+Requires-Dist: iteration_utilities; extra == "all"
 Requires-Dist: langchain; extra == "all"
-Requires-Dist: pymongo; extra == "all"
-Requires-Dist: seaborn; extra == "all"
+Requires-Dist: reportlab; extra == "all"
+Requires-Dist: thefuck; extra == "all"
 Requires-Dist: redis-py-cluster; extra == "all"
-Requires-Dist: sqlalchemy; extra == "all"
-Requires-Dist: pymilvus; extra == "all"
-Requires-Dist: pandas-profiling[notebook]; extra == "all"
+Requires-Dist: thriftpy2; extra == "all"
 Requires-Dist: polars; extra == "all"
+Requires-Dist: gunicorn; extra == "all"
 Requires-Dist: jmespath; extra == "all"
-Requires-Dist: geopy; extra == "all"
-Requires-Dist: iteration_utilities; extra == "all"
-Requires-Dist: pretty_errors; extra == "all"
-Requires-Dist: thriftpy2; extra == "all"
-Requires-Dist: jinja2; extra == "all"
+Requires-Dist: uvicorn; extra == "all"
 Requires-Dist: pymysql; extra == "all"
-Requires-Dist: streamlit; extra == "all"
+Requires-Dist: filetype; extra == "all"
+Requires-Dist: fastapi[all]; extra == "all"
+Requires-Dist: pymilvus; extra == "all"
+Requires-Dist: sse_starlette; extra == "all"
+Requires-Dist: jieba; extra == "all"
+Requires-Dist: faiss-cpu; extra == "all"
 Requires-Dist: cachetools; extra == "all"
-Requires-Dist: pyarrow; extra == "all"
 Requires-Dist: fastapi; extra == "all"
+Requires-Dist: jinja2; extra == "all"
+Requires-Dist: pymupd; extra == "all"
+Requires-Dist: streamlit; extra == "all"
+Requires-Dist: pymongo; extra == "all"
+Requires-Dist: pandas-profiling[notebook]; extra == "all"
 Requires-Dist: dataframe_image; extra == "all"
 Requires-Dist: asyncmy; extra == "all"
+Requires-Dist: sqlalchemy; extra == "all"
 
 [![Downloads](http://pepy.tech/badge/meutils)](http://pepy.tech/project/meutils)
 

{meutils-2024.12.26.22.14.1 → meutils-2025.1.3.14.11.44}/MeUtils.egg-info/SOURCES.txt

@@ -349,8 +349,6 @@ meutils/io/image.py
 meutils/io/minio_utils.py
 meutils/io/tf_io.py
 meutils/io/x.py
-meutils/jwt_utils/__init__.py
-meutils/jwt_utils/common.py
 meutils/llm/__init__.py
 meutils/llm/check_api.py
 meutils/llm/check_utils.py
@@ -436,14 +434,18 @@ meutils/queues/demo.py
 meutils/queues/smooth_queue.py
 meutils/queues/uniform_queue.py
 meutils/request_utils/__init__.py
+meutils/request_utils/ark.py
 meutils/request_utils/a爬虫.py
 meutils/request_utils/crawler.py
 meutils/request_utils/download.py
 meutils/request_utils/results.py
 meutils/request_utils/tiangong.py
+meutils/request_utils/volc.py
 meutils/request_utils/wechat.py
 meutils/request_utils/公网ip.py
 meutils/request_utils/爬虫.py
+meutils/request_utils/jwt_utils/__init__.py
+meutils/request_utils/jwt_utils/common.py
 meutils/schemas/__init__.py
 meutils/schemas/baidu_api.py
 meutils/schemas/baidu_types.py

{meutils-2024.12.26.22.14.1/MeUtils.egg-info → meutils-2025.1.3.14.11.44}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: MeUtils
-Version: 2024.12.26.22.14.1
+Version: 2025.1.3.14.11.44
 Summary: description
 Home-page: https://github.com/yuanjie-ai/MeUtils
 Author: yuanjie
@@ -108,42 +108,42 @@ Requires-Dist: pandas-profiling[notebook]; extra == "pd"
 Requires-Dist: pandas_summary; extra == "pd"
 Requires-Dist: polars; extra == "pd"
 Provides-Extra: all
-Requires-Dist: thefuck; extra == "all"
-Requires-Dist: sse_starlette; extra == "all"
-Requires-Dist: filetype; extra == "all"
-Requires-Dist: pymupd; extra == "all"
-Requires-Dist: jieba; extra == "all"
-Requires-Dist: pandas_summary; extra == "all"
-Requires-Dist: gunicorn; extra == "all"
-Requires-Dist: reportlab; extra == "all"
-Requires-Dist: faiss-cpu; extra == "all"
-Requires-Dist: missingno; extra == "all"
-Requires-Dist: schedule; extra == "all"
+Requires-Dist: seaborn; extra == "all"
 Requires-Dist: simplejson; extra == "all"
+Requires-Dist: pyarrow; extra == "all"
 Requires-Dist: openai; extra == "all"
-Requires-Dist: uvicorn; extra == "all"
-Requires-Dist: fastapi[all]; extra == "all"
+Requires-Dist: geopy; extra == "all"
+Requires-Dist: pandas_summary; extra == "all"
+Requires-Dist: schedule; extra == "all"
+Requires-Dist: pretty_errors; extra == "all"
+Requires-Dist: missingno; extra == "all"
+Requires-Dist: iteration_utilities; extra == "all"
 Requires-Dist: langchain; extra == "all"
-Requires-Dist: pymongo; extra == "all"
-Requires-Dist: seaborn; extra == "all"
+Requires-Dist: reportlab; extra == "all"
+Requires-Dist: thefuck; extra == "all"
 Requires-Dist: redis-py-cluster; extra == "all"
-Requires-Dist: sqlalchemy; extra == "all"
-Requires-Dist: pymilvus; extra == "all"
-Requires-Dist: pandas-profiling[notebook]; extra == "all"
+Requires-Dist: thriftpy2; extra == "all"
 Requires-Dist: polars; extra == "all"
+Requires-Dist: gunicorn; extra == "all"
 Requires-Dist: jmespath; extra == "all"
-Requires-Dist: geopy; extra == "all"
-Requires-Dist: iteration_utilities; extra == "all"
-Requires-Dist: pretty_errors; extra == "all"
-Requires-Dist: thriftpy2; extra == "all"
-Requires-Dist: jinja2; extra == "all"
+Requires-Dist: uvicorn; extra == "all"
 Requires-Dist: pymysql; extra == "all"
-Requires-Dist: streamlit; extra == "all"
+Requires-Dist: filetype; extra == "all"
+Requires-Dist: fastapi[all]; extra == "all"
+Requires-Dist: pymilvus; extra == "all"
+Requires-Dist: sse_starlette; extra == "all"
+Requires-Dist: jieba; extra == "all"
+Requires-Dist: faiss-cpu; extra == "all"
 Requires-Dist: cachetools; extra == "all"
-Requires-Dist: pyarrow; extra == "all"
 Requires-Dist: fastapi; extra == "all"
+Requires-Dist: jinja2; extra == "all"
+Requires-Dist: pymupd; extra == "all"
+Requires-Dist: streamlit; extra == "all"
+Requires-Dist: pymongo; extra == "all"
+Requires-Dist: pandas-profiling[notebook]; extra == "all"
 Requires-Dist: dataframe_image; extra == "all"
 Requires-Dist: asyncmy; extra == "all"
+Requires-Dist: sqlalchemy; extra == "all"
 
 [![Downloads](http://pepy.tech/badge/meutils)](http://pepy.tech/project/meutils)
 

{meutils-2024.12.26.22.14.1 → meutils-2025.1.3.14.11.44}/meutils/_utils.py

@@ -10,6 +10,7 @@
 
 import json
 import base64
+from pydantic import BaseModel
 
 
 # bytes/string
@@ -39,8 +40,21 @@ def list_intersection(l1, l2):
 
 list4log = lambda ls: "\n\t" + "\n\t".join(ls)
 
+
 # 字典
-dict2json = bjson = lambda dic: json.dumps(dic, indent=4, ensure_ascii=False)
+
+
+def bjson(json_data):
+    if isinstance(json_data, dict):
+        return json.dumps(json_data, indent=4, ensure_ascii=False)
+    elif isinstance(json_data, BaseModel):
+        return json_data.model_dump_json(indent=4)
+
+    else:
+        return json_data
+
+
+dict2json = bjson
 json2dict = lambda s: json.loads(s.replace("'", '"'))
 
 

meutils-2025.1.3.14.11.44/meutils/apis/images/recraft.py

@@ -0,0 +1,126 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : ecraft
+# @Time         : 2024/10/31 16:30
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+
+from meutils.pipe import *
+from meutils.io.files_utils import to_url
+from meutils.schemas.image_types import ImageRequest, ImagesResponse, RecraftImageRequest
+from meutils.notice.feishu import IMAGES, send_message as _send_message
+from meutils.config_utils.lark_utils import get_next_token_for_polling, aget_spreadsheet_values
+from meutils.decorators.retry import retrying
+
+BASE_URL = "https://api.recraft.ai"
+
+FEISHU_URL = "https://xchatllm.feishu.cn/sheets/GYCHsvI4qhnDPNtI4VPcdw2knEd?sheet=Lrhtf2"
+
+DEFAULT_MODEL = "recraftv3"
+MODELS = {}
+
+send_message = partial(
+    _send_message,
+    title=__name__,
+    url=IMAGES
+)
+
+
+@alru_cache(ttl=10 * 60)
+@retrying()
+async def get_access_token(token: Optional[str] = None):
+    token = token or await get_next_token_for_polling(feishu_url=FEISHU_URL, check_token=check_token)
+    headers = {"cookie": token}
+
+    async with httpx.AsyncClient(base_url="https://www.recraft.ai", headers=headers, timeout=60) as client:
+        response = await client.get("/api/auth/session")
+        response.raise_for_status()
+        logger.debug(response.json())
+        return response.json()["accessToken"]
+
+
+# @retrying()
+async def generate(request: RecraftImageRequest, token: Optional[str] = None):
+    token = await get_access_token(token)
+    headers = {"Authorization": f"Bearer {token}"}
+    # params = {"project_id": "26016b99-3ad0-413b-821b-5f884bd9454e"}  # project_id 是否是必要的
+    params = {}  # project_id 是否是必要的
+    # params = {"project_id": "47ba6825-0fde-4cea-a17e-ed7398c0a298"}
+    payload = request.model_dump(exclude_none=True)
+    logger.debug(payload)
+
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=60) as client:
+        response = await client.post(f"/queue_recraft/prompt_to_image", params=params, json=payload)
+        response.raise_for_status()
+        params = {
+            "operation_id": response.json()["operationId"]
+        }
+        logger.debug(params)
+
+        response = await client.get("/poll_recraft", params=params)
+        response.raise_for_status()
+        metadata = response.json()
+        logger.debug(metadata)
+
+        # {'credits': 1,
+        #  'height': 1024,
+        #  'images': [{'image_id': 'f9d8e7dd-c31f-4208-abe4-f44cdff050c2',
+        #              'image_invariants': {'preset': 'any'},
+        #              'transparent': False,
+        #              'vector_image': False}],
+        #  'random_seed': 1423697946,
+        #  'request_id': '77bd917d-0960-4921-916f-038c773a41fd',
+        #  'transform_model': 'recraftv3',
+        #  'width': 1024}
+
+        params = {"raster_image_content_type": "image/webp"}  #####
+        params = {"raster_image_content_type": "image/png"}
+
+        images = []
+        for image in response.json()["images"]:
+            response = await client.get(f"""/image/{image["image_id"]}""", params=params)
+            url = await to_url(response.content)
+            images.append(url)
+
+        return ImagesResponse(image=images, metadata=metadata)
+
+
+async def check_token(token, threshold: float = 1):
+    if not isinstance(token, str):
+        tokens = token
+        r = []
+        for batch in tqdm(tokens | xgroup(32)):
+            bools = await asyncio.gather(*map(check_token, batch))
+            r += list(itertools.compress(batch, bools))
+        return r
+    try:
+        access_token = await get_access_token(token)
+        headers = {"Authorization": f"Bearer {access_token}"}
+
+        async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=60) as client:
+            response = await client.get("/users/me")
+            response.raise_for_status()
+            data = response.json()
+            logger.debug(data["credits"])
+            return data["credits"] >= threshold
+    except Exception as e:
+        logger.error(e)
+        logger.debug(token)
+        return False
+
+
+if __name__ == '__main__':
+    token = None
+    # arun(get_access_token())
+    request = RecraftImageRequest(
+        prompt='一条猫'
+    )
+    # arun(generate(request, token=token))
+
+    tokens = list(arun(aget_spreadsheet_values(feishu_url=FEISHU_URL, to_dataframe=True))[0]) | xfilter_
+
+
+    r = arun(check_token(tokens))

{meutils-2024.12.26.22.14.1 → meutils-2025.1.3.14.11.44}/meutils/apis/jimeng/images.py

@@ -72,7 +72,17 @@ async def get_task(task_id, token):
         data = response.json()
         logger.debug(bjson(data))
         # {'ret': '1015', 'errmsg': 'login error', 'systime': '1734524280', 'logid': '20241218201800AC3267447B287E9E6C46', 'data': None}
-        item_list = (data.get("data") or {}).get(task_id, {}).get("item_list")
+        task_info = (data.get("data") or {}).get(task_id, {})
+        item_list = task_info.get("item_list")  # "status": 30,
+
+        status_code = task_info.get("status")
+        logger.debug(f"status: {status_code}")
+
+        """
+        "status": 30, # 内容审核
+        "status": 50,
+        """
+
         image_data = map(lambda x: x.get("image", {}).get("large_images"), item_list)
 
         task_data = sum(image_data, []) | xmap_(lambda x: {"url": x.get("image_url")})
@@ -80,8 +90,9 @@ async def get_task(task_id, token):
         return TaskResponse(
             task_id=task_id,
             data=task_data,
-            message=data.get("errmsg"),
-            status="success" if task_data else None,
+            message=data.get("errmsg") if status_code!=30 else "触发内容审核451",
+            status="success" if item_list else 'processing',
+            code=status_code,
         )
 
 
@@ -117,4 +128,13 @@ if __name__ == '__main__':
 
     # arun(get_task(task.task_id, task.system_fingerprint))
 
-    arun(generate(ImageRequest(prompt="做一个圣诞节的海报")))
+    task_id = "10184295086338"
+    system_fingerprint = "eb4d120829cfd3ee957943f63d6152ed"
+
+    t1 = ("10184295086338", "eb4d120829cfd3ee957943f63d6152ed")
+    t2 = ("10184877310722", "dcf7bbc31faed9740b0bf748cd4d2c74")
+    t3 = ("10186352959490", "eb4d120829cfd3ee957943f63d6152ed")
+
+    arun(get_task(*t3))
+
+    # arun(generate(ImageRequest(prompt="做一个圣诞节的海报")))

{meutils-2024.12.26.22.14.1 → meutils-2025.1.3.14.11.44}/meutils/apis/vidu/vidu_video.py

@@ -218,7 +218,7 @@ if __name__ == '__main__':
     # # token = "_ga=GA1.1.2058758439.1724312077; JWT=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjE3MjgzNTAzODAsImlhdCI6MTcyNzA1NDM4MCwiaXNzIjoiaWFtIiwic3ViIjoiMjQyMDA2NTAzNjA5MTgzOSJ9.PkjQqjYB56vYetYwmlagnWn_6bSCwoxCjI7BjfelBOU; Shunt=; sensorsdata2015jssdkcross=dfm-enc-%7B%22Va28a6y8_aV%22%3A%22sSsAAnHAInAGEtIG%22%2C%22gae28_aV%22%3A%22EGEuAnststSEirt-ARSAigSVHIiHVs-EtHsHnIR-sARInAA-EGEuAnststHsIti%22%2C%22OemO2%22%3A%7B%22%24ki8r28_8eiggay_2mbeyr_8cOr%22%3A%22%E7%9B%B4%E6%8E%A5%E6%B5%81%E9%87%8F%22%2C%22%24ki8r28_2rieyz_lrcMmeV%22%3A%22%E6%9C%AA%E5%8F%96%E5%88%B0%E5%80%BC_%E7%9B%B4%E6%8E%A5%E6%89%93%E5%BC%80%22%2C%22%24ki8r28_ergreere%22%3A%22%22%7D%2C%22aVr68a8ar2%22%3A%22rc3liZ7ku67OV5kgPsGCiskkDskl3qmawFlJPq0swqfcpXNJPZKSBF0IQXLzWq7lQFQzQZNcBF1SQF3EQqwIBF3MQhwswX08wFlJPq0swqfcpXKcwhzz3aMax9klWZHAiD7HDsJCWskbDskl3qmawqNcwX0sQF0hQq0HwFfhp4xG%22%2C%22za28mec_kmfa6_aV%22%3A%7B%226ior%22%3A%22%24aVr68a8c_kmfa6_aV%22%2C%22Cikbr%22%3A%22sSsAAnHAInAGEtIG%22%7D%7D; _ga_ZJBV7VYP55=GS1.1.1727080335.38.1.1727080510.0.0.0"
     # token = "JWT=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjE3MjgzNDkyNzQsImlhdCI6MTcyNzA1MzI3NCwiaXNzIjoiaWFtIiwic3ViIjoiMjQyMDg5NjA4MTIwNTkwNyJ9.MRXmSr48PifQgRN1-yTTu8d7Sq1An4OS7G5WoYpJ_PU"
 
-    token = "_ga=GA1.1.2058758439.1724312077; JWT=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjE3MzYyMjA4MzgsImlhdCI6MTczNDkyNDgzOCwiaXNzIjoiaWFtIiwic3ViIjoiMjQxODMzMTI4MjA0NTcyOCJ9.ecQl8lcH5mjueG48aZxmqUgxzffHx6l5L3QEve6Z_u0; Shunt=; sensorsdata2015jssdkcross=dfm-enc-%7B%22Va28a6y8_aV%22%3A%22sSEtIIEstsASHRst%22%2C%22gae28_aV%22%3A%22EGEuAnststSEirt-ARSAigSVHIiHVs-EtHsHnIR-sARInAA-EGEuAnststHsIti%22%2C%22OemO2%22%3A%7B%22%24ki8r28_8eiggay_2mbeyr_8cOr%22%3A%22%E7%9B%B4%E6%8E%A5%E6%B5%81%E9%87%8F%22%2C%22%24ki8r28_2rieyz_lrcMmeV%22%3A%22%E6%9C%AA%E5%8F%96%E5%88%B0%E5%80%BC_%E7%9B%B4%E6%8E%A5%E6%89%93%E5%BC%80%22%2C%22%24ki8r28_ergreere%22%3A%22%22%7D%2C%22aVr68a8ar2%22%3A%22rc3liZ7ku67OV5kgPsGCiskkDskl3qmawFlJPq0swqfcpXNJPZKSBF0IQXLzWq7lQFQzQZNcBF1SQF3EQqwIBF3MQhwswX08wFlJPq0swqfcpXKcwhzz3aMax9klWZHAiD7HDsJCWskbDskl3qmawqNJpXwhwF3Swq0AQFycpvxG%22%2C%22za28mec_kmfa6_aV%22%3A%7B%226ior%22%3A%22%24aVr68a8c_kmfa6_aV%22%2C%22Cikbr%22%3A%22sSEtIIEstsASHRst%22%7D%7D; _ga_ZJBV7VYP55=GS1.1.1734923743.137.1.1734924845.54.0.0"
+    token = "_ga=GA1.1.1191408146.1725443726; Shunt=; JWT=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJleHAiOjE3MzY0NzgzODIsImlhdCI6MTczNTE4MjM4MiwiaXNzIjoiaWFtIiwic3ViIjoiMjU3NTg1MzI5MDUyNzYwNiJ9.AJBuQH0B9aQ2znnczYoqBw9YvHkLh0uZF0QQx5xdxrc; sensorsdata2015jssdkcross=dfm-enc-%7B%22Va28a6y8_aV%22%3A%22sHRHtHIsGAHsRnAn%22%2C%22gae28_aV%22%3A%22EGEuyRHVigIEtAG-AGRuSsHrVAGRuS-EtHsHnIR-sARInAA-EGEuyRHVigSEuIR%22%2C%22OemO2%22%3A%7B%22%24ki8r28_8eiggay_2mbeyr_8cOr%22%3A%22%E8%87%AA%E7%84%B6%E6%90%9C%E7%B4%A2%E6%B5%81%E9%87%8F%22%2C%22%24ki8r28_2rieyz_lrcMmeV%22%3A%22%E6%9C%AA%E5%8F%96%E5%88%B0%E5%80%BC%22%2C%22%24ki8r28_ergreere%22%3A%22z88O2%3A%2F%2Fiyymb682.fmmfkr.ymo%2F%22%7D%2C%22aVr68a8ar2%22%3A%22rc3liZ7ku67OV5kgPsGCiskkDskl3qmawFlJPowIQZ7zWqwJpX0HBF0HQs3AwqdkWX0HQs3ABF1SQF3EQqwIBF3MQhwswX08wFlJPowIQZ7zWqNJPqwI3aMax9klWZHAiD7HDsJCWskbDskl3qmawqKIQFfEwh3HwXKcQhPMQaxG%22%2C%22za28mec_kmfa6_aV%22%3A%7B%226ior%22%3A%22%24aVr68a8c_kmfa6_aV%22%2C%22Cikbr%22%3A%22sHRHtHIsGAHsRnAn%22%7D%7D; _ga_ZJBV7VYP55=GS1.1.1735182278.4.1.1735182405.26.0.0"
     arun(check_token(token))
     #
     # FEISHU_URL = "https://xchatllm.feishu.cn/sheets/GYCHsvI4qhnDPNtI4VPcdw2knEd?sheet=rxldsA"

meutils-2025.1.3.14.11.44/meutils/data/VERSION

@@ -0,0 +1 @@
+2025.01.03.14.11.44

meutils-2025.1.3.14.11.44/meutils/data/oneapi/NOTICE.md

@@ -0,0 +1,140 @@
+<h1 align = "center">🔥公告🚀</h1>
+
+---
+<details markdown="1">
+  <summary><b>🔥业务经营范围</b></summary>
+
+- api服务（没有的找企微客服增加）
+    - 提供主流大模型服务，gpt/claude/gemini/llama/国产大模型等等
+    - 提供多模态模型服务，文件解析/图片解析/语音解析/视频解析等等
+    - 提供垂类智能体服务，文件问答/联网问答/学术搜索等等
+    - 提供语音克隆&语音合成服务，hailuo/fish/chattts等等
+    - 提供embedding服务，bge/jina/openai等等
+    - 提供图片生成服务，kling/flux/ideogram/recraft/虚拟换衣/换头等等
+    - 提供视频生成服务，kling/cogviewx/hailuo/hunyuan/vidu/sora等等
+    - 提供图片编辑服务，变清晰、去水印、抠图等等
+    - 提供文档智能服务，ocr/pdf-to-markdown/url-to-markdown等等
+    - 提供对象存储服务
+
+- 账号服务（市面上有的都可以）
+    - gpt-plus/claude-pro
+    - api-key
+
+- 个性化服务
+    - 定制同款api聚合站点，一键对接货源
+    - 定制企业智能体，类似gpt-4-all/kimi
+    - 定制知识库智能问答（RAG）
+    - 定制AI类网站/小程序等等
+    - 承接数据标注/数据跑批任务
+    - 承接大模型微调，定制化大模型（可端到端）
+    - 承接其他项目，算法模型等等
+
+</details>
+
+<details markdown="1">
+  <summary><b>预祝大家新年快乐🎁元旦礼物☺</b></summary>
+
+- 联系企微客服
+  - 充值100-200   增送5%
+  - 充值200-500   增送10%
+  - 充值500-1000  增送15%
+  - 充值1000-2000 增送20%
+
+</details>
+
+## 2024-12-31
+
+- 上线新模型
+    - `glm-zero/glm-zero-preview`：GLM-Zero-Preview 专注于增强模型推理能力，擅长处理数理逻辑、代码和需要深度推理的复杂问题。同基座模型相比，GLM-Zero-Preview
+      在不显著降低通用任务能力的情况下，在专家任务能力方面表现大幅提升。其在 AIME 2024、MATH500 和 LiveCodeBench 评测中，效果与
+      OpenAI-o1-Preview 相当。
+    - 兼容SparkAI客户端，文件问答&图片问答：baseurl改为`https://api.chatfire.cn/sparkai/v1`
+      ![](https://sfile.chatglm.cn/chatglm4/e5b99a34-f859-4880-a0ea-a9c6dbc8a60f.png)
+
+## 2024-12-27
+
+- 上线新模型
+    - deepseek-v3
+    - deepseek-r1：deepseek-v3的思考模型
+    - deepseek-search：deepseek-v3的联网模型
+
+## 2024-12-24
+
+- 上线新模型
+    - doubao-pro-256k：相比Doubao-pro-128k/240628，长文任务效果显著提升10%以上，要点提取、字数遵循、多轮对话上文记忆等能力大幅提升
+    - [qvq-72b-preview](https://mp.weixin.qq.com/s/WzL7tbFUZOgE2IFMeHT-sQ)：Qwen开源视觉推理模型QVQ，更睿智地看世界！
+
+- 增加gemini-2.0配额，支持多模型，默认分组可用
+    - "gemini-2.0-flash"
+    - "gemini-2.0-flash-exp"
+
+## 2024-12-20
+
+- 修复SunoV4无水印版本
+    - [异步任务接口文档](https://api.chatfire.cn/docs/api-246593467)
+- [增加视频解析模型](https://api.chatfire.cn/docs/api-246688638)
+- 增加高并发mj-fast
+
+## 2024-12-19
+
+- 新增生图模型 SeedEdit（文生图&图生图/图片编辑）: 一句话编辑你的世界：字节跳动推出革命性图片编辑工具SeedEdit
+    - [Chat模式接口文档](https://api.chatfire.cn/docs/api-214415540)
+    - [Images接口文档](https://api.chatfire.cn/docs/api-246137616)
+    - [异步任务接口文档](https://api.chatfire.cn/docs/api-246120232)
+- 新增视觉模型
+    - deepseek-ai/deepseek-vl2
+    - doubao-vision-pro-32k
+    - doubao-vision-lite-32k
+- 新增视频模型 Sora
+    - Chat模式：`sora-1:1-480p-5s`
+    - 异步任务接口在路上
+
+---
+
+<details markdown="1">
+  <summary><b>历史更新</b></summary>
+
+## 2024-12-13
+
+- 新增模型 混元视频（支持高并发，非逆向可商用，限时特价1毛）[接口文档](https://api.chatfire.cn/docs/api-244309840)
+  HunyuanVideo 是腾讯推出的开源视频生成基础模型，拥有超过 130
+  亿参数，是目前最大的开源视频生成模型。该模型采用统一的图像和视频生成架构，集成了数据整理、图像-视频联合模型训练和高效基础设施等关键技术。模型使用多模态大语言模型作为文本编码器，通过
+  3D VAE 进行空间-时间压缩，并提供提示词重写功能。根据专业人工评估结果，HunyuanVideo 在文本对齐、运动质量和视觉质量等方面的表现优于现有最先进的模型
+
+## 2024-12-09
+
+- 新增模型
+    - meta-llama/Llama-3.3-70B-Instruct: Llama 3.3 是 Llama 系列最先进的多语言开源大型语言模型，以极低成本体验媲美 405B
+      模型的性能。基于 Transformer
+      结构，并通过监督微调（SFT）和人类反馈强化学习（RLHF）提升有用性和安全性。其指令调优版本专为多语言对话优化，在多项行业基准上表现优于众多开源和封闭聊天模型。知识截止日期为
+      2023 年 12 月。
+    - jimeng-v2.1：豆包画图，支持即梦超强图像生成能力，兼容chat/dalle-image调用方式。
+    - 海螺最新的I2V-01-live图生视频模型：特别针对二次元图生视频效果，进行了优化，动作流畅又生动，让2D二次元角色像复活一样。
+
+## 2024-12-06
+
+- 新增模型
+    - o1-plus: （官网 plus 版本 `逆向工程`，有思考过程显示）o1 是OpenAI针对复杂任务的新推理模型，该任务需要广泛的常识。该模型具有
+      200k 上下文，目前全球最强模型，支持图片识别
+    - o1-pro: （官网 200刀 plus 版本 `逆向工程`，有思考过程显示）o1-pro 是OpenAI针对复杂任务的新推理模型，该任务需要广泛的常识。该模型具有
+      200k 上下文，目前全球最强模型，支持图片识别
+
+## 2024-12-05
+
+- 新增模型gpt-4-plus/gpt-4o-plus按倍率计算
+  > OpenAI-plus会员 逆向工程
+
+## 2024-11-29
+
+- 新增推理模型
+    - Qwen/QwQ-32B-Preview
+      > 强大的数学问题解决能力，在AIME、MATH-500数学评测上，超过了OpenAI o1-preview优秀的编码能力，LiveCodeBench接近OpenAI
+      o1-preview
+
+## 2024-11-25
+
+- 新增虚拟换衣接口
+    - [可灵官方api格式](https://api.chatfire.cn/docs/api-237182295) 0.8/次
+    - [老接口格式](https://api.chatfire.cn/docs/api-226983436) 0.1/次
+
+</details>

{meutils-2024.12.26.22.14.1 → meutils-2025.1.3.14.11.44}/meutils/init/evn.py

@@ -35,7 +35,7 @@ os.environ['PROMPT_TEMPLATE'] = """
 # 如果无法从中得到答案，请回答“根据已知信息无法回答该问题”或“没有提供足够的信息”。请使用中文回答，不允许添加编造内容。
 # """
 
-# MODELSCOPE_CACHE
+# modelscope_cache
 # PPNLP
 if __name__ == '__main__':
     from pprint import pprint

{meutils-2024.12.26.22.14.1 → meutils-2025.1.3.14.11.44}/meutils/llm/completions/rag/fire.py

@@ -12,6 +12,7 @@ import mimetypes
 from meutils.pipe import *
 from meutils.io.files_utils import to_bytes
 from meutils.llm.openai_utils import to_openai_params
+from meutils.str_utils.regular_expression import parse_url
 
 from openai import OpenAI, AsyncOpenAI
 from meutils.schemas.openai_types import chat_completion, chat_completion_chunk, ChatCompletionRequest, CompletionUsage
@@ -66,6 +67,22 @@ class Completions(object):
 
             request.messages = request.system_messages + [{'role': 'user', 'content': request.last_content}]
 
+        elif isinstance(request.last_content, str) and (urls := parse_url(request.last_content)):
+            logger.debug(urls)
+
+            url = urls[-1]
+            request.last_content = request.last_content.replace(url, '')
+
+            files = await asyncio.gather(*map(self.file_extract, urls))
+
+            for file_content in files:
+                request.system_messages.append({
+                    "role": "system",
+                    "content": file_content,
+                })
+
+            request.messages = request.system_messages + [{'role': 'user', 'content': request.last_content}]
+
         logger.debug(request)
 
         data = to_openai_params(request)
@@ -78,30 +95,43 @@ if __name__ == '__main__':
 
     request = ChatCompletionRequest(
         # model="qwen-turbo-2024-11-01",
-        model="claude-3-5-sonnet-20241022",
+        # model="claude-3-5-sonnet-20241022",
+        model="gpt-4o-mini",
+
         messages=[
             {
                 'role': 'system',
                 'content': '你是一个文件问答助手'
             },
+            # {
+            #     'role': 'user',
+            #     # 'content': {
+            #     #     "type": "file_url",
+            #     #     "file_url": {"url": "https://oss.ffire.cc/files/招标文件备案表（第二次）.pdf", "detai": "auto"}
+            #     # },
+            #     'content': [
+            #         {
+            #             "type": "text",
+            #             "text": "这个文件讲了什么？"
+            #         },
+            #         # 多轮的时候要剔除
+            #         {
+            #             "type": "file_url",
+            #             "file_url": {"url": "https://oss.ffire.cc/files/招标文件备案表（第二次）.pdf", "detai": "auto"}
+            #         }
+            #     ]
+            # },
+
             {
                 'role': 'user',
                 # 'content': {
                 #     "type": "file_url",
                 #     "file_url": {"url": "https://oss.ffire.cc/files/招标文件备案表（第二次）.pdf", "detai": "auto"}
                 # },
-                'content': [
-                    {
-                        "type": "text",
-                        "text": "这个文件讲了什么？"
-                    },
-                    # 多轮的时候要剔除
-                    {
-                        "type": "file_url",
-                        "file_url": {"url": "https://oss.ffire.cc/files/招标文件备案表（第二次）.pdf", "detai": "auto"}
-                    }
-                ]
+                'content': "https://oss.ffire.cc/files/%E6%8B%9B%E6%A0%87%E6%96%87%E4%BB%B6%E5%A4%87%E6%A1%88%E8%A1%A8%EF%BC%88%E7%AC%AC%E4%BA%8C%E6%AC%A1%EF%BC%89.pdf 这个文件讲了什么？",
+
             },
+
             # {'role': 'assistant', 'content': "好的"},
             # {
             #     'role': 'user',

{meutils-2024.12.26.22.14.1 → meutils-2025.1.3.14.11.44}/meutils/llm/openai_utils/common.py

@@ -266,7 +266,7 @@ if __name__ == '__main__':
         with timer():
             try:
                 async with ppu_flow(api_key="sk-OYK4YxtTlWauT2TdGR5FTAJpkRmSnDwPly4cve0cAvMcrBkZ", post="api-oss",
-                                    n=10000):
+                                    n=100):
                     logger.debug("消费了哦")
 
             except Exception as e: