MeUtils 2024.3.4.13.4.45__py3-none-any.whl → 2025.1.16.17.15.52__py3-none-any.whl

meutils/schemas/yuanbao_types.py

@@ -0,0 +1,260 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : yuanbao_types
+# @Time         : 2024/6/11 19:01
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+
+from meutils.pipe import *
+
+import orjson as json
+from urllib.parse import quote, unquote
+
+FEISHU_URL = "https://xchatllm.feishu.cn/sheets/GYCHsvI4qhnDPNtI4VPcdw2knEd?sheet=onX3Rg"
+
+BASE_URL = "https://hunyuan.tencent.com"
+YUANBAO_BASE_URL = "https://yuanbao.tencent.com"
+
+API_CONV_DETAIL = "/api/conv"
+API_LOGIN = "/api/oalogin"
+API_GENERATE_ID = "/api/generate/id"
+API_GENERATE_ID_V2 = "/api/v2/generate/id"
+
+API_CONV_LIST = "/api/convs"
+API_DELETE_CONV = "/api/conv/delete"
+API_CLEAR_CONV = "/api/convs/clear"
+API_GENERATE_TITLE = "/api/chat/title"
+API_TITLE_MODIFY = "/api/conv/title"
+API_PRE_CHAT = "/api/chat/prechat"
+API_CHAT = "/api/chat"
+API_REPEAT = "/api/chat/repeat"
+API_STOP_CHAT = "/api/stop/chat"
+API_STOP_CONVERSATION = "/api/stop/conversation"
+API_COMPARE_STOP_CONVERSATION = "/api/stop/relation_convs"
+API_SUITABLE = "/api/ai/suitable"
+API_MODELS = "/api/models"
+API_COMPLAIN = "/api/ai/complaint"
+API_INFO_GENERAL = "/api/info/general"
+API_COMPARE_DETAIL = "/api/relation/conv"
+API_MODEL_LIST = "/api/models"
+API_GENERATE_COS_KEY = "/api/resource/genUploadInfo"
+API_GENERATE_PROMPTS = "/api/generate/prompts"
+API_CHAT_SHARE = "/api/convs/share"
+API_CHAT_QUOTA_INFO = "/api/query/chat/quotainfo"
+API_CHAT_FEEDBACK = "/api/ai/feedback"
+API_CHAT_GET_SHARE = "/api/convs/share"
+API_MINIPROGRAM_QRCODE = "/api/weixin/getwxaqrcode"
+API_SHORTCUT_CREATE = "/api/v2/shortcut/create"
+API_SHORTCUT_DELETE = "/api/v2/shortcut/delete"
+API_SHORTCUT_UPDATE = "/api/v2/shortcut/update"
+API_SHORTCUT_LIST = "/api/v2/shortcut/list"
+API_SHORTCUT_MOVE = "/api/v2/shortcut/move"
+API_SHORTCUT_TAG_CREATE = "/api/v2/shortcut/tag/create"
+API_SHORTCUT_TAG_DELETE = "/api/v2/shortcut/tag/delete"
+API_SHORTCUT_TAG_LIST = "/api/v2/shortcut/tag/list"
+API_SHORTCUT_TAG_UPDATE = "/api/v2/shortcut/tag/update"
+API_SHORTCUT_USE_REPORT = "/api/v2/shortcut/use_report"
+API_SHORTCUT_RECOMMEND_LIST = "/api/v2/shortcut/recent"
+API_MASSAGE_CENTER_LIST = "/api/message_center/list"
+API_UPDATE_MASSAGE_CENTER_STATUS = "/api/message_center/update"
+API_CHAT_SHARE_NEW = "/api/conversations/share"
+API_CHAT_GET_SHARE_NEW = "/api/conversations/share"
+API_GET_INSPIRATION_TEMPLATE_DETAIL = "/api/inspirations/template"
+API_GET_PRIVACY_STATUS = "/api/privacy/status"
+API_SET_PRIVACY_STATUS = "/api/privacy/agree"
+API_GET_GUIDE_INFO = "/api/get_guidance_info"
+API_SET_GUIDE_INFO = "/api/update_guidance_info"
+API_GET_THIRD_PLUGIN_LIST = "/api/third_plugin/list"
+API_GET_FILE_COS_URL = "/api/resource/download"
+API_CHAT_GET_3D_SHARE = "/api/3d/creations/share"
+API_GET_FILE_COS_URL_V1 = "/api/resource/v1/download"
+RTX_USER_SEARCH = "/rtx_proxy/query"
+ADMIN_CHAT_API_CONV_DETAIL = "/api/admin/conv"
+ADMIN_CHAT_API_CONV_LIST = "/api/admin/convs"
+ADMIN_API_CHAT_SHARE = "/api/admin/share"
+ADMIN_API_LOGIN = "/api/admin/oalogin"
+ADMIN_ACTION_API_FEEDBACK_DASHBOARD = "/api/admin/stats/feedback"
+ADMIN_ACTION_FEEDBACK_DATA_LIST = "/api/admin/feeds/list"
+ADMIN_ACTION_FEEDBACK_DATA_DETAIL = "/api/admin/feeds"
+ADMIN_ACTION_API_FEEDBACK_EXPORT = "/api/admin/feeds/export"
+ADMIN_API_ACCOUNT_LIST = "/api/admin/account/list"
+ADMIN_API_ACCOUNT_UPDATE = "/api/admin/account/update"
+ADMIN_API_ACCOUNT_UPDATE_BATCH = "/api/admin/account/update_batch"
+ADMIN_API_ACCOUNT_IMPORT_BATCH = "/api/admin/account/import_batch"
+ADMIN_API_SHARE_LIST = "/api/admin/share/list"
+ADMIN_API_SHARE_OVERVIEW = "/api/admin/share/overview"
+ADMIN_KNOWLEDGE_FAQ_LIST = "/api/admin/domain/list"
+ADMIN_KNOWLEDGE_FAQ_DETAIL = "/api/admin/domain"
+ADMIN_KNOWLEDGE_FAQ_CHECK = "/api/admin/domain/check"
+ADMIN_KNOWLEDGE_FAQ_ADD = "/api/admin/domain/add"
+ADMIN_KNOWLEDGE_FAQ_MODIFY = "/api/admin/domain/modifyValue"
+ADMIN_KNOWLEDGE_FAQ_DELETE = "/api/admin/domain/delete"
+ADMIN_KNOWLEDGE_GRAPH_LIST = "/api/admin/graph/list"
+ADMIN_KNOWLEDGE_GRAPH_DETAIL = "/api/admin/domain"
+ADMIN_KNOWLEDGE_GRAPH_CHECK = "/api/admin/graph/check"
+ADMIN_KNOWLEDGE_GRAPH_ADD = "/api/admin/graph/add"
+ADMIN_KNOWLEDGE_GRAPH_MODIFY = "/api/admin/graph/modifyValue"
+ADMIN_KNOWLEDGE_GRAPH_DELETE = "/api/admin/graph/delete"
+ADMIN_ACTION_REPORT_DATA = "/api/admin/stats/overview"
+ADMIN_DEPOSIT_API_WHITE_LIST = "/api/admin/deposit/white/list"
+ADMIN_DEPOSIT_API_WHITE_ADD = "/api/admin/deposit/white/add"
+ADMIN_DEPOSIT_API_WHITE_UPDATE = "/api/admin/deposit/white/update"
+ADMIN_DEPOSIT_API_WHITE_DEL = "/api/admin/deposit/white/delete"
+ADMIN_API_OPENAPI_AUDIT_LIST = "/api/admin/auditOpenAPI/list/admin"
+ADMIN_API_OPENAPI_AUDIT_EXPORT = "/api/admin/auditOpenAPI/list/export"
+ADMIN_API_OPENAPI_OBS_DEPT_LIST = "/api/admin/obs/dept/list"
+ADMIN_API_OPENAPI_OBS_PRODUCT_LIST = "/api/admin/obs/product/list"
+ADMIN_API_OPENAPI_OBS_UPDATE_STATUS = "/api/admin/auditOpenAPI"
+ADMIN_API_OPENAPI_OBS_AUDIT_DETAIL = "/api/admin/auditOpenAPI"
+ADMIN_API_INFO_GENERAL = "/api/admin/info/general"
+TENCENT_GET_USER_INFO = "/api/getuserinfo"
+TENCENT_GET_SHARE_AVATAR = "/api/convs/shareuserimage"
+ADMIN_DOMAIN_APPROVE_LIST = "/api/admin/domain/approve/list"
+ADMIN_DOMAIN_APPROVE_APPLY = "/api/admin/domain/approve/apply"
+ADMIN_DOMAIN_APPROVE_KEYS = "/api/admin/domain/approve/keys"
+ADMIN_OPERATION_CONFIGURATION = "/api/admin/operations"
+ADMIN_OPERATION_CONFIGURATION_UPDATE = "/api/admin/operations/update"
+ADMIN_BADCASE_LIST = "/api/admin/badcase/list"
+ADMIN_BADCASE_DETAIL = "/api/admin/badcase"
+ADMIN_BADCASE_ADD = "/api/admin/badcase/add"
+ADMIN_BADCASE_CHECK = "/api/admin/badcase/check"
+ADMIN_BADCASE_IMPORT = "/api/admin/badcase/import"
+ADMIN_BADCASE_UPDATE = "/api/admin/badcase/update"
+WX_JS_GET_SIGN = "/api/weixin/get_sign"
+APP_AGENT_LIST = "/api/agent/v2/list"
+API_USERINFO_SETPROFILEIMAGE = "/api/userinfo/setprofileimage"
+API_USERINFO_SETNICKNAME = "/api/userinfo/setnickname"
+API_USERINFO_SETGENDER = "/api/userinfo/setgender"
+API_GET_USER_AGENT_LIST = "/api/user/agent/list"
+API_CHAT_TEXT_CHECK = "/api/user/agent/conversation/textcheck"
+API_CHAT_FILE_PARSE = "/api/resource/fileParse"
+API_GET_VOICE_SDK_TOKEN = "/api/generate/voice_tmpkey"
+
+API_LOGIN_OUT = "/api/login/logout"
+API_UNREGISTER = "/api/unregister"
+API_PHONE_LOGIN = "/api/login/phonelogin"
+API_PHONE_CHANGE = "/api/changephonenumber"
+API_WECHAT_CHANGE = "/api/changeweixin"
+API_WECHAT_UNBIND = "/api/unbundleweixin"
+GET_AGENT_INFO = "/api/user/agent/list"
+GET_AGENT_CHAT_ID = "/api/generate/id"
+GET_AGENT_CHAT = "/api/user/agent/v1/conversation"
+GET_EXTERNAL_AGENT_CHAT = "/api/external/user/agent/conversation"
+STOP_AGENT_CHAT = "/api/stop/chat"
+CLEAR_AGENT_CONTEXT = "/api/stop/conversation"
+REPEAT_AGENT_CHAT = "/api/chat/repeat"
+AGENT_CHAT = "/api/chat"
+HINT_PROMPT = "/api/user/agent/conversation/prompthint"
+IMAGE_ASSETS_HISTORY = "/api/image/assets/get"
+DELETE_IMAGE_ASSETS = "/api/image/assets/delete"
+GET_AGENT_LIST = "/api/user/agent/list"
+GET_PERSONAL_AGENT_LIST = "/api/agent/personal/agent/list"
+SUITABLE_AGENT_CHAT = "/api/ai/suitable"
+COMPLAIN_AGENT_CHAT = "/api/ai/complaint"
+FEEDBACK_AGENT_CHAT = "/api/ai/feedback"
+SHARE_AGENT_CHAT = "/api/conversations/share"
+SHARE_AGENT_CHAT_V2 = "/api/conversations/v2/share"
+GET_SHARE_MINI_QRCODE = "/api/weixin/getwxaqrcode"
+GET_SHARE_IMAGE = "/api/aigc/v1/screenshot"
+GET_AGENT_SHARE = "/api/conversations/share"
+GET_DISCOVERY_CHAT = "/api/agent/conversation/discovery"
+GET_AGENT_SQUARE_LIST = "/api/agent/list"
+DELETE_AGENT = "/api/user/agent/delete"
+UPDATE_AGENT = "/api/user/agent/update"
+GET_AGENT_GUIDE = "/api/user/agent/v2/guide"
+DELETE_AGENT_HISTORY = "/api/user/agent/conversation/clear"
+GET_AGENT_RECOMMEND = "/api/agent/recommend"
+GET_CHAT_LONGTEXT = "/api/conversation/longtext"
+EXPORT_LONGTEXT = "/api/conversation/longtext/download"
+GET_COS_URL = "/api/resource/v1/download"
+GET_CHAT_LIST = "/api/convs"
+GET_CHAT_DETAIL = "/api/conv"
+GET_DISCOVERY_CARD = "/api/discovery/highlights"
+GET_SHARE_PICBOOK = "/api/image/agent/ai_picture_book/asset/share"
+GET_AGENT_FEEDS = "/api/agent/startFeeds"
+GET_AGENT_TOOL_GUIDE = "/api/agent/toolsGuide"
+GET_AGENT_GREETING_BASIC = "/api/homePageInfo"
+GET_AGENT_GREETING_SPECIAL_COLUMN = "/api/user/agent/v3/guide"
+GET_AGENT_GREETING_SPECIAL_COLUMN_DETAIL = "/api/user/agent/guide/detail"
+GET_PROMPT_HINTS = "/api/user/agent/conversation/prompthint"
+
+
+class SSEData(BaseModel):
+    # data: {"type": "text"}
+    # event: speech_type
+    # data: status
+    # event: speech_type
+    # data: text
+    # data: {"type": "text", "msg": "计算"}
+    # data: {"type": "text", "msg": "结果为"}
+    # data: {"type": "text", "msg": ":"}
+    # data: {"type": "text", "msg": "\n"}
+    # data: {"type": "text", "msg": "\n"}
+    # data: {"type": "text", "msg": "1"}
+    # data: {"type": "text", "msg": " +"}
+    # data: {"type": "text", "msg": " "}
+    # data: {"type": "text", "msg": "1"}
+    # data: {"type": "text", "msg": " ="}
+    # data: {"type": "text", "msg": " "}
+    # data: {"type": "text", "msg": "2"}
+
+    # data: {"type": "progress", "value": 0.1875}
+
+    # data: {"type": "image",
+    #        "imageUrlLow": "https://hunyuan-prod-1258344703.cos.ap-guangzhou.myqcloud.com/text2img/87c56543f333a5c9dff7cc4985dc84cb/20240611191629h0_bb05437fd6e3d380880af18cb8246dee.png?q-sign-algorithm=sha1\u0026q-ak=AKID0qSq0xJRL7h3A4nIYJFrFOJ1VlnbIm26\u0026q-sign-time=1718104589;1749640589\u0026q-key-time=1718104589;1749640589\u0026q-header-list=host\u0026q-url-param-list=\u0026q-signature=b8129ea17df63a7616f744fd466bf3ce00946601",
+    #        "imageUrlHigh": "https://hunyuan-prod-1258344703.cos.ap-guangzhou.myqcloud.com/text2img/87c56543f333a5c9dff7cc4985dc84cb/20240611191629h0_bb05437fd6e3d380880af18cb8246dee.png?q-sign-algorithm=sha1\u0026q-ak=AKID0qSq0xJRL7h3A4nIYJFrFOJ1VlnbIm26\u0026q-sign-time=1718104589;1749640589\u0026q-key-time=1718104589;1749640589\u0026q-header-list=host\u0026q-url-param-list=\u0026q-signature=b8129ea17df63a7616f744fd466bf3ce00946601",
+    #        "seed": 2452899368,
+    #        "prompt": "画一条可爱的小狗，它有着毛茸茸的外表和充满活力的眼神，它正在一个安逸的家里玩耍，背景是舒适的沙发和视图玩具，这张画的风格是生动和活泼，构图使得小狗看起来非常可爱"}
+    # data: {"type": "text",
+    #        "msg": "AI生成完成，如想继续做画，请继续完整描述需求，如：请帮我生成一张图片：轻舟已过万重山，水墨画风格"}
+
+    # data: [plugin:]
+    # data: [MSGINDEX:24]
+    # data: {"type": "meta", "messageId": "676eff07-56e5-4e11-8568-181a94f0f2e5_24", "index": 24,
+    #        "replyId": "676eff07-56e5-4e11-8568-181a94f0f2e5_23", "replyIndex": 23,
+    #        "traceId": "be3839b9012cbd49e7a67434093adfdf", "guideId": 0, "unSupportRepeat": false}
+    # data: [TRACEID:be3839b9012cbd49e7a67434093adfdf]
+    # data: [DONE]
+
+    content: str = ""
+    image: Optional[str] = None
+
+    chunk: str = ""
+
+    def __init__(self, **data):
+        super().__init__(**data)
+        chunk = self.chunk.lstrip("data:")
+
+        if '"type":"progress"' in chunk:
+            content = json.loads(chunk).get("msg", "")
+
+        elif '{"type":"image"' in chunk:
+            chunk = json.loads(chunk)
+            prompt = chunk.get("prompt", "")
+            url = unquote(chunk.get("imageUrlHigh", ""))
+            self.image = url
+
+            content = f"![{prompt}]({url})\n\n"
+
+        elif '{"type":"text"' in chunk:
+            content = json.loads(chunk).get("msg", "")
+        #
+        # elif '{"type":"card"' in self.data:
+        #     pass
+
+        # df['title'] = "[" + df['title'] + "](" + df['url'] + ")"
+        # df['image'] = "![](" + df['image'] + ")"
+
+        else:
+            content = ""
+            # chunk.strip() or logger.debug(chunk)  # debug
+
+        self.content = content
+
+
+if __name__ == '__main__':
+    data = """data: {"type": "text", "msg": "计算"}"""
+    print(SSEData(chunk=data))

meutils/serving/celery/__init__.py

@@ -11,5 +11,13 @@
 flower是基于web的监控和管理Celery的工具，和任务队列是隔离的，flower的运行并不会影响到任务队列的真正执行。
 flower作为celery后台任务的管理工具，将各个任务的执行情况、各个worker的健康状态进行实时监控并以可视化的方式展现。
 """
+from celery import Celery, shared_task, states
 
 from meutils.pipe import *
+from meutils.serving.celery import config
+
+
+Celery().conf.from_object(config)
+
+
+

meutils/serving/celery/config.py

@@ -0,0 +1,115 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : config
+# @Time         : 2024/11/28 14:47
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *
+from datetime import timedelta
+
+from celery import Task, shared_task
+from kombu import Exchange, Queue
+from tenacity import retry, stop_after_attempt, wait_exponential
+
+
+class RetryableTask(Task):
+    # 使用 tenacity 进行更灵活的重试控制
+    @retry(
+        stop=stop_after_attempt(5),
+        wait=wait_exponential(multiplier=1, min=4, max=10),
+        retry_error_callback=lambda retry_state: handle_final_failure(retry_state)
+    )
+    def run_with_retry(self, *args, **kwargs):
+        return self.run(*args, **kwargs)
+
+    def __call__(self, *args, **kwargs):
+        return self.run_with_retry(*args, **kwargs)
+
+
+# 基础配置
+broker_url = 'redis://localhost:6379/0'  # 消息代理（推荐使用Redis）
+result_backend = 'redis://localhost:6379/1'  # 结果存储
+
+# 时区设置
+timezone = 'Asia/Shanghai'
+enable_utc = False
+
+# 任务序列化与反序列化配置
+task_serializer = 'json'
+result_serializer = 'json'
+accept_content = ['json']
+
+# 任务执行设置
+task_soft_time_limit = 10 * 60  # 任务软超时时间（秒）
+task_time_limit = 6 * task_soft_time_limit  # 任务硬超时时间（秒）
+
+# 并发配置
+worker_concurrency = 8  # worker并发数，一般设置为CPU核心数
+worker_prefetch_multiplier = 4  # 预取任务数
+worker_max_tasks_per_child = 256  # 每个worker执行多少个任务后自动重启
+
+# 任务队列配置
+task_default_queue = 'default'  # 默认队列
+task_queues = (
+    Queue('default', Exchange('default'), routing_key='default'),
+    Queue('high_priority', Exchange('high_priority'), routing_key='high_priority'),
+    Queue('low_priority', Exchange('low_priority'), routing_key='low_priority'),
+)
+
+# 任务重试配置
+task_publish_retry = True  # 发布任务失败时重试
+task_publish_retry_policy = {
+    'max_retries': 3,  # 最大重试次数
+    'interval_start': 0,  # 初始重试等待时间
+    'interval_step': 0.2,  # 重试间隔递增步长
+    'interval_max': 0.2,  # 最大重试间隔
+}
+
+# # 任务路由配置
+# task_routes = {
+#     'project.tasks.high_priority_task': {'queue': 'high_priority'},
+#     'project.tasks.low_priority_task': {'queue': 'low_priority'},
+# }
+#
+# # 定时任务配置
+# beat_schedule = {
+#     'task-every-30-seconds': {
+#         'task': 'project.tasks.periodic_task',
+#         'schedule': timedelta(seconds=30),
+#     },
+# }
+
+# 日志配置
+worker_log_format = '[%(asctime)s: %(levelname)s/%(processName)s] %(message)s'
+worker_task_log_format = '[%(asctime)s: %(levelname)s/%(processName)s] [%(task_name)s(%(task_id)s)] %(message)s'
+
+# 性能优化
+worker_disable_rate_limits = True  # 禁用任务频率限制
+task_acks_late = True  # 任务执行完成后再确认
+task_reject_on_worker_lost = True  # worker异常关闭时任务会被重新分配
+
+# 任务执行配置
+task_always_eager = False  # 是否立即执行任务（调试用）
+
+
+@shared_task(
+    bind=True,
+    base=RetryableTask,
+)
+def complex_task(self, *args, **kwargs):
+    try:
+        # 任务逻辑
+        result = process_data()
+        return result
+    except TemporaryError as exc:
+        # 临时错误，使用指数退避重试
+        retry_countdown = min(2 ** self.request.retries * 60, 3600)
+        raise self.retry(exc=exc, countdown=retry_countdown)
+    except PermanentError as exc:
+        # 永久错误，记录并标记失败
+        logger.error(f"Permanent error occurred: {exc}")
+        raise

meutils/serving/celery/router.py

@@ -14,7 +14,6 @@ from fastapi import FastAPI, APIRouter
 from fastapi import FastAPI, Form, Depends, File, UploadFile, Body, Request, BackgroundTasks
 
 from meutils.pipe import *
-
 from meutils.serving.celery.tasks import *
 
 router = APIRouter()
@@ -22,12 +21,11 @@ router = APIRouter()
 
 @router.get("/celery/{task_id}")
 async def get_result(task_id):
-    aresult = AsyncResult(id=task_id)
-    ok = aresult.successful()
-    if ok:
-        return aresult.get()  # task_id
+    result = AsyncResult(id=task_id)
+    if result.ready():
+        return result.get()  # task_id
     else:
-        return {'code': 1, 'message': aresult.status, 'task_id': task_id}
+        return {'code': 1, 'message': result.status, 'task_id': task_id}
 
 
 @router.post("/celery/task")  # producer

meutils/serving/celery/tasks.py

@@ -11,11 +11,11 @@
 
 
 from meutils.pipe import *
-from celery import Celery, shared_task
+from celery import Celery, shared_task, states
 
 ############################################################
-CELERY_BROKER = os.getenv('CELERY_BROKER', 'redis://127.0.0.1:6379')
-CELERY_BACKEND = os.getenv('CELERY_BACKEND', CELERY_BROKER)
+CELERY_BROKER = os.getenv('REDIS_URL', 'redis://127.0.0.1:6379')
+CELERY_BACKEND = os.getenv('CELERY_BACKEND', f"{CELERY_BROKER}/1")
 CELERY_MAX_RETRIES = int(os.getenv('CELERY_MAX_RETRIES', 6))
 ############################################################
 
@@ -32,7 +32,7 @@ app.conf.update(
     task_track_started=True,
 )
 
-
+# shared_task = app.task
 # app.config_from_envvar
 # app.config_from_cmdline
 
@@ -54,6 +54,8 @@ def proxy_task(**kwargs):
     method = kwargs.pop('method', '')
     url = kwargs.pop('url', '')
 
+    logger.debug(kwargs)
+
     response = requests.request(method, url, **kwargs).json()
 
     return response

meutils/serving/celery//351/200/232/347/224/250/350/256/276/350/256/241.py

@@ -0,0 +1,119 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : 通用设计
+# @Time         : 2024/11/25 18:13
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : https://github.com/GregaVrbancic/fastapi-celery/blob/master/app/main.py#L31
+
+from meutils.pipe import *
+from typing import Any, Dict, Optional
+from celery.result import AsyncResult
+
+from fastapi import FastAPI, APIRouter, Request, HTTPException
+from enum import Enum
+from pydantic import BaseModel
+
+
+# 1. 定义标准响应模型
+class TaskStatus(str, Enum):
+    PENDING = "PENDING"
+    SUCCESS = "SUCCESS"
+    FAILURE = "FAILURE"
+    RUNNING = "RUNNING"
+
+
+class TaskResponse(BaseModel):
+    code: int
+    message: str
+    task_id: str
+    status: TaskStatus
+    data: Optional[Any] = None
+
+
+# 2. 定义任务管理器
+class TaskManager:
+    @staticmethod
+    async def create_task(task_func, **kwargs) -> TaskResponse:
+        try:
+            task = task_func.delay(**kwargs)
+            return TaskResponse(
+                code=0,
+                message="Task created successfully",
+                task_id=task.id,
+                status=TaskStatus.PENDING
+            )
+        except Exception as e:
+            raise HTTPException(status_code=500, detail=str(e))
+
+    @staticmethod
+    async def get_task_result(task_id: str) -> TaskResponse:
+        result = AsyncResult(id=task_id)
+
+        if result.ready():
+            if result.successful():
+                return TaskResponse(
+                    code=0,
+                    message="Task completed successfully",
+                    task_id=task_id,
+                    status=TaskStatus.SUCCESS,
+                    data=result.get()
+                )
+            else:
+                return TaskResponse(
+                    code=1,
+                    message=str(result.result),
+                    task_id=task_id,
+                    status=TaskStatus.FAILURE
+                )
+        else:
+            return TaskResponse(
+                code=0,
+                message="Task is still running",
+                task_id=task_id,
+                status=TaskStatus.RUNNING
+            )
+
+
+# 3. 路由实现
+router = APIRouter(prefix="/celery")
+
+
+@router.get("/{task_id}", response_model=TaskResponse)
+async def get_result(task_id: str):
+    return await TaskManager.get_task_result(task_id)
+
+
+@router.post("/task", response_model=TaskResponse)
+async def create_task(request: Request):
+    try:
+        kwargs = await request.json()
+        return await TaskManager.create_task(proxy_task, **kwargs)
+    except Exception as e:
+        raise HTTPException(status_code=400, detail=str(e))
+
+
+# 4. 错误处理装饰器
+def handle_task_errors(func):
+    async def wrapper(*args, **kwargs):
+        try:
+            return await func(*args, **kwargs)
+        except Exception as e:
+            return TaskResponse(
+                code=1,
+                message=str(e),
+                task_id="",
+                status=TaskStatus.FAILURE
+            )
+
+    return wrapper
+
+
+if __name__ == '__main__':
+    from meutils.serving.fastapi import App
+
+    app = App()
+    app.include_router(router)
+    app.run(port=8899)

meutils/serving/fastapi/common.py

@@ -11,13 +11,16 @@
 # todo: 增加apikey、增加调用频次
 # 中间件 https://mp.weixin.qq.com/s/1XS5hSKEVaTeUH8oXik8Hw
 
+# check api https://github.com/eosphoros-ai/DB-GPT/blob/04af30e3db9bf5e7a60ab55ade01dc8ddeba06f8/dbgpt/app/openapi/api_v2.py#L46
+
 from meutils.pipe import *
 from fastapi import FastAPI, APIRouter
 from fastapi.middleware.cors import CORSMiddleware
 from fastapi.exceptions import RequestValidationError, HTTPException
 
-from meutils.serving.fastapi.exceptions.http_error import http_error_handler
-from meutils.serving.fastapi.exceptions.validation_error import http422_error_handler
+from meutils.serving.fastapi.exceptions.http_error import http_error_handler, chatfire_api_exception_handler
+from meutils.serving.fastapi.exceptions.validation_error import http422_error_handler, validation_exception_handler
+
 
 
 class App(FastAPI):
@@ -25,6 +28,9 @@ class App(FastAPI):
     def __init__(self, **kwargs):
         super().__init__(**kwargs)
 
+        # openapi_url = "/api/v1/openapi.json"
+        self.servers = [{"url": ""}]
+
         self.add_middleware(
             CORSMiddleware,
             allow_origins=['*'],
@@ -32,8 +38,16 @@ class App(FastAPI):
             allow_methods=['*'],
             allow_headers=['*'],
         )
+
+        # 服务器内部错误 500
+        self.add_exception_handler(Exception, chatfire_api_exception_handler)  # 500
+
+        # HTTPException
         self.add_exception_handler(HTTPException, http_error_handler)
+
+        # RequestValidationError
         self.add_exception_handler(RequestValidationError, http422_error_handler)
+        self.add_exception_handler(RequestValidationError, validation_exception_handler)  # 500
 
     def include_router(self, router, prefix='', **kwargs):
         """
@@ -73,31 +87,6 @@ class App(FastAPI):
             **kwargs
         )
 
-    @cached_property
-    def limiter(self):
-        """
-            from meutils.serving.fastapi import App
-            from fastapi import Request
-
-            app = App()
-
-            @app.get("/home")
-            @app.limiter.limit("5/minute")
-            async def homepage(request: Request): # 必须叫 request 。。。
-                return "TEST"
-        :return:
-        """
-        from slowapi.errors import RateLimitExceeded
-        from slowapi import Limiter, _rate_limit_exceeded_handler
-        from slowapi.util import get_remote_address
-
-        limiter = Limiter(key_func=get_remote_address)
-
-        self.state.limiter = limiter
-        self.add_exception_handler(RateLimitExceeded, _rate_limit_exceeded_handler)
-
-        return limiter
-
     def sentry_init(self):
         """https://qyyshop.com/info/767857.html"""
         import sentry_sdk
@@ -116,10 +105,17 @@ if __name__ == '__main__':
     router = APIRouter()  # 怎么限流？
 
 
-    @router.get('/xx', name='xxxx')
-    @limit(limit_value='3/minute', error_message='请联系我')
-    def f(request: Request):
-        return {'1': '11'}
+    # @router.get('/xx', name='xxxx')
+    # @limit(limit_value='3/minute', error_message='请联系我')
+    # def f(request: Request):
+    #     return {'1': '11'}
+
+    @app.get("/test")
+    def test_endpoint():
+        # 这里故意触发一个HTTPException来演示错误处理
+        raise HTTPException(status_code=505, detail="Item not found")
+
+        # raise Exception("test")
 
 
     app.include_router(router)

meutils/serving/fastapi/dependencies/__init__.py

@@ -8,4 +8,3 @@
 # @Software     : PyCharm
 # @Description  : 
 
-from meutils.pipe import *