MeUtils 2024.3.4.13.4.45__py3-none-any.whl → 2025.1.16.17.15.52__py3-none-any.whl

meutils/apis/remini/remini.py

@@ -0,0 +1,89 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : remini
+# @Time         : 2024/7/24 17:36
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+import httpx
+
+from meutils.pipe import *
+
+# 上传文件
+"https://app.remini.ai/result?utm_medium=try-remini&v=e0b2645d-59ee-496f-822b-61266422397a-1721800092479&mediaType=image"
+"https://app.remini.ai/result?utm_medium=try-remini&v=e0b2645d-59ee-496f-822b-61266422397a-1721800092479&mediaType=image&taskId=75cb6bca-0dfb-444b-8f91-82daddde2976"
+
+
+import requests
+import json
+
+url = "https://app.remini.ai/api/v1/web/tasks/bulk-upload"
+
+payload = json.dumps({
+   "input_task_list": [
+      {
+         "image_content_type": "image/jpeg",
+         "output_content_type": "image/jpeg",
+         "ai_pipeline": {
+            "bokeh": {
+               "vivid": "0.75",
+               "highlights": "0.25",
+               "group_picture": "true",
+               "aperture_radius": "0.30",
+               "apply_front_bokeh": "false",
+               "rescale_kernel_for_small_images": "true"
+            },
+            "face_enhance": {
+               "model": "remini"
+            },
+            "jpeg_quality": 90,
+            "background_enhance": {
+               "model": "rhino-tensorrt"
+            }
+         }
+      }
+   ]
+})
+headers = {
+   'authorization': 'Bearer 54a2d77f30704a958a1b906ac1c74d44.a0e8b69805a9f1b10303b95109c3ffca735fe309400f5034f58cca54909c44f55c26f1506948e3050430788646b3a36406bc070243a3b436e6c14f3daa88ce54',
+   'priority': 'u=1, i',
+   'Cookie': 'OptanonAlertBoxClosed=2024-07-10T07:05:39.777Z; _hjSessionUser_3525893=eyJpZCI6Ijk2Yjk3Mzg1LThjY2UtNWFjZS05YzU1LWM2NmM1NmZjZGI0MyIsImNyZWF0ZWQiOjE3MjA1OTUxNTY3ODYsImV4aXN0aW5nIjp0cnVlfQ; _gid=GA1.2.926197006.1721800038; _hjSessionUser_3043925=eyJpZCI6IjZmMGRiYjgzLTgzYTUtNThiOS04NTNiLTk0OTc3NGVmMzRjNSIsImNyZWF0ZWQiOjE3MjA1OTUxMzMzNDQsImV4aXN0aW5nIjp0cnVlfQ; _pico_cid=1bcf4dbf-f2b4-4608-8a3b-6f58cc19212e; OptanonConsent=isGpcEnabled; _hjSessionUser_2996761=eyJpZCI6IjNmMWI4MThkLTNhZjMtNTE3YS1iM2ZmLTIwZTg4NDEzOTJmMSIsImNyZWF0ZWQiOjE3MjE4MDAwOTgyMDEsImV4aXN0aW5nIjpmYWxzZX0; __stripe_mid=b79bc88d-9f4a-45e2-a248-022e850ef050c24417; _ga_5LMYDNFSDH=GS1.1.1721813433.3.0.1721813433.0.0.0; _ga=GA1.1.471085307.1720595133; _hjSession_3043925=eyJpZCI6IjBmNWRlNGY5LTZiN2YtNDQxMC1iYzhlLWU1MjBlM2VhMjQzMyIsImMiOjE3MjE4MTM0MzMxODUsInMiOjAsInIiOjAsInNiIjowLCJzciI6MCwic2UiOjAsImZzIjowLCJzcCI6MH0; _hjSession_3525893=eyJpZCI6IjY3NzE0OWRkLTI0ZDAtNGU2Zi1iYjkwLTEyOTAxMzczYzQ3ZCIsImMiOjE3MjE4MTM0MzcxOTAsInMiOjEsInIiOjEsInNiIjowLCJzciI6MCwic2UiOjAsImZzIjowLCJzcCI6MH0',
+   'User-Agent': 'Apifox/1.0.0 (https://apifox.com)',
+   'content-type': 'application/json'
+}
+
+response = requests.request("POST", url, headers=headers, data=payload)
+#
+print(response.json())
+#
+# {
+#     "bulk_upload_id": "939cb680-b80b-49f4-9098-28e36e9ac381",
+#     "task_list": [
+#         {
+#             "task_id": "435c8a76-26eb-48bf-ba20-02df11648c97",
+#             "upload_url": "https://storage.googleapis.com/bsp-remini-image-in-web-us-central1-autodelete/54a2d77f-3070-4a95-8a1b-906ac1c74d44/435c8a76-26eb-48bf-ba20-02df11648c97/25e310aa/input.jpg?X-Goog-Algorithm=GOOG4-HMAC-SHA256&X-Goog-Credential=GOOG1ETQDJI557KBP4YD5TQG6FMZHVKCP3S53FHI6XLBYYMT24W3PZAZNZZWQ%2F20240724%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20240724T093850Z&X-Goog-Expires=3600&X-Goog-SignedHeaders=content-type%3Bhost%3Bx-goog-custom-time&X-Goog-Signature=15a57b1f424d714d309533fec893c416ce8e7fb8841564ca7a7f5f16e9a2d2c3",
+#             "upload_headers": {
+#                 "Content-Type": "image/jpeg",
+#                 "x-goog-custom-time": "2024-08-07T09:38:50Z"
+#             }
+#         }
+#     ]
+# }
+
+
+file = open('test.png', 'rb').read()
+files = [('file', ('x.png', file, 'image/png'))]
+files ={'file': file}
+
+upload_url = response.json()['task_list'][0]['upload_url']
+upload_headers = response.json()['task_list'][0]["upload_headers"]
+# r = httpx.options(upload_url, headers=headers)
+# print(r.text)
+headers = {**headers, **upload_headers}
+print(headers)
+r = httpx.put(upload_url, files=files, headers=headers)
+print(r.text)
+
+from meutils.io.files_utils import file_to_base64

meutils/apis/replicateai/__init__.py

@@ -0,0 +1,11 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : __init__.py
+# @Time         : 2024/11/13 16:08
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *

meutils/apis/replicateai/images.py

@@ -0,0 +1,79 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : images
+# @Time         : 2024/11/13 16:08
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : https://replicate.com/docs/reference/http#predictions.create
+
+from meutils.pipe import *
+from meutils.schemas.image_types import ImageRequest
+from meutils.schemas.replicate_types import ReplicateRequest
+
+from meutils.llm.openai_utils import to_openai_images_params, to_openai_params
+from meutils.io.files_utils import to_bytes
+
+
+from openai import AsyncClient, Client
+
+
+# /v1/predictions
+
+# /images/generations
+
+class ReplicateRequest(BaseModel):
+    ref: str
+    input: Optional[Dict[str, Any]] = None  # {"prompt": "A majestic lion", "num_outputs": 2}
+
+
+async def generate(request: ReplicateRequest):
+    """
+    import replicate
+    output = replicate.run(
+        "black-forest-labs/flux-schnell",
+        input={"prompt": "an iguana on the beach, pointillism"}
+    )
+
+    # Save the generated image
+    with open('output.png', 'wb') as f:
+        f.write(output[0].read())
+
+    print(f"Image saved as output.png")
+    """
+
+    prompt = request.input.get('prompt')
+    n = request.input.get('num_outputs')
+
+    request = ImageRequest(
+        model=request.ref,
+        prompt=prompt,
+        n=n,
+        response_format='url'
+    )
+
+    params = to_openai_params(request)
+
+    response = await AsyncClient().images.generate(**params)
+
+    data = await to_bytes(response.data[0].url)
+
+    return data
+
+
+
+import replicate
+output = replicate.run(
+    "black-forest-labs/flux-schnell",
+    input={"prompt": "an iguana on the beach, pointillism"}
+)
+
+# Save the generated image
+with open('output.png', 'wb') as f:
+    f.write(output[0].read())
+
+print(f"Image saved as output.png")
+
+
+replicate.predictions.create()

meutils/apis/replicateai/raw.py

@@ -0,0 +1,53 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : raw
+# @Time         : 2024/11/20 16:16
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+from meutils.pipe import *
+from meutils.schemas.replicate_types import FEISHU_URL, ReplicateRequest, ReplicateResponse
+from meutils.config_utils.lark_utils import get_next_token_for_polling
+
+from replicate import Client
+
+
+@alru_cache(ttl=3600)
+async def get_version(model="black-forest-labs/flux-schnell", token: Optional[str] = None):
+    replicate = Client(api_token=token)
+
+    model = await replicate.models.async_get(model)
+    version = model.latest_version.id
+    return version
+
+
+async def create_task(request: ReplicateRequest):
+    token = await get_next_token_for_polling(FEISHU_URL)
+    replicate = Client(api_token=token)
+
+    version = await get_version(request.ref, token)
+    prediction = await replicate.predictions.async_create(
+        version=version,
+        input=request.input  # {"prompt": "Watercolor painting of an underwater submarine"})
+    )
+    return ReplicateResponse(**prediction.dict(), system_fingerprint=token)
+
+
+async def get_task(task_id, token: Optional[str]=None):
+    replicate = Client(api_token=token)
+
+    prediction = await replicate.predictions.async_get(task_id)
+
+    return ReplicateResponse(**prediction.dict())
+
+
+if __name__ == '__main__':
+    request = ReplicateRequest(input={"prompt": "a cat"})
+    # task = arun(create_task(request))
+
+    # arun(get_task(task.id))
+
+    arun(get_task("77e6rwn5v5rmc0ck964acn75dc"))
+

meutils/apis/runwayml/__init__.py

@@ -0,0 +1,10 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : __init__.py
+# @Time         : 2024/7/16 10:47
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+

meutils/apis/runwayml/gen.py

@@ -0,0 +1,143 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : video
+# @Time         : 2024/7/16 10:47
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+
+from meutils.pipe import *
+from meutils.decorators.retry import retrying
+from meutils.schemas.runwayml_types import BASE_URL, RunwayRequest, EXAMPLES
+from meutils.schemas.task_types import Task
+
+from meutils.notice.feishu import send_message as _send_message
+from meutils.config_utils.lark_utils import get_next_token_for_polling
+
+FEISHU_URL = "https://xchatllm.feishu.cn/sheets/Bmjtst2f6hfMqFttbhLcdfRJnNf?sheet=cx0SGO"
+
+send_message = partial(
+    _send_message,
+    title=__name__,
+    url="https://open.feishu.cn/open-apis/bot/v2/hook/dc1eda96-348e-4cb5-9c7c-2d87d584ca18"
+)
+
+
+# @retrying(max_retries=3, predicate=lambda x: not x)
+async def get_access_token(token: Optional[str] = None):  # 暂时好像用不到待定
+    token = token or await get_next_token_for_polling(FEISHU_URL)
+    headers = {
+        'Authorization': f'Bearer {token}',
+    }
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=30) as client:
+        response = await client.post('/short_jwt')
+        if response.is_success:
+            return response.json().get('token')
+
+
+@retrying(max_retries=6, predicate=lambda r: not r)
+async def create_task(request: Union[RunwayRequest, dict], token: Optional[str] = None) -> object:
+    token = token or await get_next_token_for_polling(FEISHU_URL)
+
+    headers = {
+        'Authorization': f'Bearer {token}',
+        'Content-type': 'application/json'
+    }
+
+    payload = request if isinstance(request, dict) else request.model_dump(exclude_none=True)
+
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=30) as client:
+        response = await client.post("/tasks", json=payload)
+
+        # logger.debug(response.text)
+
+        if response.is_success:
+            data = response.json()
+            send_message(bjson(data))
+
+            try:
+                tass_id = data.get("task").get("id")
+                return Task(id=tass_id, data=data, system_fingerprint=token)
+
+            except Exception as e:
+                logger.error(e)
+                send_message(f"未知错误：{e}")
+        else:
+            logger.debug(response.status_code)
+            # 触发重试
+            if (
+                    any(response.status_code == code for code in {401, 429})
+                    # or any(i in response.text for i in {"enough credits"})
+            ):
+                return
+            else:
+                send_message(f"{response.text}\n\n{token}")
+
+                return Task(status=0, data=response.text)
+
+
+@retrying(predicate=lambda r: not r)  # 触发重试
+async def get_task(task_id: str, token: str):  # 1ee02f7b-42df-4926-b034-f56e4c4e2d31
+    task_id = isinstance(task_id, str) and task_id.split("-", 1)[-1]
+
+    headers = {
+        'Authorization': f'Bearer {token}',
+        'Content-type': 'application/json'
+    }
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=30) as client:
+        response = await client.get(f"/tasks/{task_id}")
+
+        logger.debug(response.text)
+        logger.debug(response.status_code)
+
+        if response.is_success:
+            return response.json()
+        else:
+            return {"task": response.json()}  # 400 {"error":"id: The id specified in this URL must be a UUID"}
+
+
+# 排队
+
+# https://api.runwayml.com/v1/assets_pending?asTeamId=16871062&privateInTeam=true
+# {
+#     "pendingAssets": [
+#         {
+#             "id": "b218fed7-cd5f-4f8e-afc8-ac2b6365c9f0",
+#             "createdAt": "2024-07-30T02:50:12.084Z",
+#             "updatedAt": "2024-07-30T02:51:02.062Z",
+#             "name": "Gen-2 8s, 227015205, M 5",
+#             "previewUrls": [],
+#             "mediaType": "video",
+#             "mediaSubtype": null,
+#             "isUserUpload": false,
+#             "username": "niyudintg",
+#             "progressRatio": "0.33",
+#             "progressText": null
+#         },
+#         {
+#             "id": "f7027b60-3fb8-4803-a830-44435deace81",
+#             "createdAt": "2024-07-30T02:49:57.061Z",
+#             "updatedAt": "2024-07-30T02:51:05.264Z",
+#             "name": "Gen-2 8s, 3227464482, M 5",
+#             "previewUrls": [],
+#             "mediaType": "video",
+#             "mediaSubtype": null,
+#             "isUserUpload": false,
+#             "username": "niyudintg",
+#             "progressRatio": "0.41",
+#             "progressText": null
+#         }
+#     ]
+# }
+if __name__ == '__main__':
+    pass
+    # print(arun(get_access_token()))
+    print(arun(create_task(EXAMPLES[1])))
+    # print(arun(create_task(RunwayRequest(**text2video_payload))))
+    # token = "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpZCI6MTcyNDk1NTMsImVtYWlsIjoicGtmZ2JtbDc2NzBAb3V0bG9vay5jb20iLCJleHAiOjE3MjM2ODc5MTkuOTA5LCJpYXQiOjE3MjEwOTU5MTkuOTA5LCJzc28iOmZhbHNlfQ.CZLGYU0FXraU5zT-GY1CpbfQMOi9Srdo2QOXzob38PU"
+    # task_id = "1ee02f7b-42df-4926-b034-f56e4c4e2d31"
+    # task_id = "b7658f8a-6205-48ad-8655-4ad9b1ff856d"
+    # print(arun(get_task(task_id, token)))

meutils/apis/search/__init__.py

@@ -0,0 +1,11 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : __init__.py
+# @Time         : 2024/11/6 11:36
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *

meutils/apis/search/baichuan.py

@@ -0,0 +1,11 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : baichuan
+# @Time         : 2024/12/6 17:51
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.pipe import *

meutils/apis/search/metaso.py

@@ -0,0 +1,218 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : meta
+# @Time         : 2024/11/11 17:03
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+
+from meutils.pipe import *
+from meutils.schemas.metaso_types import FEISHU_URL, BASE_URL, MetasoRequest, MetasoResponse
+from meutils.decorators.retry import retrying
+from meutils.config_utils.lark_utils import get_next_token_for_polling
+from meutils.apis.proxy.ips import FEISHU_URL_METASO, get_one_proxy, get_proxies
+from meutils.schemas.openai_types import ChatCompletionRequest
+from meutils.notice.feishu import send_message
+
+token = "wr8+pHu3KYryzz0O2MaBSNUZbVLjLUYC1FR4sKqSW0p19vmcZAoEmHC72zPh/fHtOhYhCcR5GKXrxQs9QjN6dulxfOKfQkLdVkLMahMclPPjNVCPE8bLQut3zBABECLaSqpI0fVWBrdbJptnhASrSw=="
+
+MODELS = {
+
+    "ai-search": "detail",
+    "ai-search-pro": "research",
+
+    "ai-search:scholar": "detail",
+    "ai-search-pro:scholar": "research"
+}
+
+
+async def get_session_id(request: MetasoRequest, headers: Optional[dict] = None, proxy: Optional[str] = None):
+    if proxy:
+        logger.debug(proxy)
+
+    headers = headers or {
+        # "cookie": "uid=65fe812a09727c19a54b0328; sid=eb6f4fe9034b4c9497fceca7ff6bafdd",
+        # "cookie": f"uid={shortuuid.random(24).lower()}; sid={shortuuid.random(32).lower()}"
+
+        # "cookie": "JSESSIONID=8B267A5E2299C2BF46EB354104AACF76; tid=b103b947-be89-40b8-b162-80fdcda60807; aliyungf_tc=8cfbed3e5fd53c2a81605c7dcb63d45d3114b94750922ef63e04cb5a6ceccba1; s=bdpc; traceid=d21e97f303b546c0; hideLeftMenu=1; usermaven_id_UMO2dYNwFz=1y1t3p1t2t; uid=65fe812a09727c19a54b0328; sid=eb6f4fe9034b4c9497fceca7ff6bafdd; newSearch=false"
+
+        # "token": "wr8+pHu3KYryzz0O2MaBSNUZbVLjLUYC1FR4sKqSW0p19vmcZAoEmHC72zPh/fHtxcdjbUPQpQ+cHJxaEajSgJMlmjIlIUew+aPZMEcnIqI1j3rHg9aAsbcYX/MF8lyJ+zJimUWQ2SOBo4yJQ6yUOQ=="
+    }
+
+    payload = request.model_dump(exclude_none=True)
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, timeout=30, proxy=proxy) as client:
+        response = await client.post("/api/session", json=payload)
+        response.raise_for_status()
+        data = response.json()
+
+        # logger.debug(bjson(data))
+
+        # {
+        #     "errCode": 4001,
+        #     "errMsg": "搜索次数超出限制"
+        # }
+        if data.get("errCode", 0) == 4001:
+            logger.debug(data)
+            # request_kwargs = {
+            #     "proxies": await get_one_proxy(headers.get("cookie"), exclude_ips="154.40.54.76154.12.35.201"),
+            #     # "proxies": proxies,
+            # }
+            # continue
+
+        return data.get("data", {}).get("id")
+
+
+@alru_cache(ttl=5 * 60)
+@retrying(min=3, predicate=lambda r: r is False)
+async def get_access_token(session_id: Optional[str] = None):
+    pattern = r'<meta\s+id="meta-token"\s+content="([^"]+)"\s*/>'
+    async with httpx.AsyncClient(base_url=BASE_URL, timeout=30) as client:  # 测试token过期时间
+        response = await client.get(f"/search/{session_id}")
+        response.raise_for_status()
+
+        tokens = re.findall(pattern, response.text)
+        if not tokens:
+            send_message(response.text, __name__)
+
+        return tokens and tokens[0]
+
+
+async def create(request: ChatCompletionRequest, response_format: Optional[str] = None):
+    system_fingerprint = request.system_fingerprint
+
+    engine_type = ''
+    if ":" in request.model:
+        _, engine_type = request.model.split(':')
+
+    request = MetasoRequest(
+        mode=MODELS.get(request.model, "concise"),
+        engineType=engine_type,
+        question=request.last_content,
+        response_format=response_format
+    )
+
+    logger.debug(request.model_dump_json(indent=4))
+
+    headers = {}
+    if request.mode == "research":  # 登录
+        cookie = await get_next_token_for_polling(FEISHU_URL)
+        headers["cookie"] = cookie
+
+    proxy = None
+    # proxies = await get_proxies()
+    session_id = await get_session_id(request, headers=headers, proxy=proxy)
+    # session_id = None
+    if session_id is None:  # 走代理: 随机轮询
+        # ip = "121.196.183.67"
+        # proxies = {
+        #     "http://": f"http://{ip}:8443",  # 自建 8443
+        #     "https://": f"http://{ip}:8443",
+        # }
+        proxy = await get_one_proxy(feishu_url=FEISHU_URL_METASO)
+        session_id = await get_session_id(request, headers=headers, proxy=proxy)
+
+    token = await get_access_token(session_id)
+    params = {
+        'token': token,
+
+        'question': request.question,
+        'mode': request.mode,
+        'engineType': request.engineType,
+
+        "sessionId": session_id,
+        'lang': 'zh',
+        # 'url': f'https://metaso.cn/search/{sessionId}?q={q}',
+        'enableMix': 'true',
+        'scholarSearchDomain': 'all',
+        'expectedCurrentSessionSearchCount': '1',
+        'newEngine': 'true',
+        'enableImage': 'true',
+    }
+
+    pattern = re.compile('\[\[(\d+)\]\]')
+    async with httpx.AsyncClient(base_url=BASE_URL, headers=headers, params=params, proxy=proxy) as client:
+        async with client.stream(method="GET", url="/api/searchV2") as response:
+            response.raise_for_status()
+            logger.debug(response.status_code)
+
+            reference_mapping = {}
+            async for chunk in response.aiter_lines():
+                if (chunk := chunk.strip()) and chunk != "data:[DONE]":
+                    # logger.debug(chunk)
+
+                    try:
+                        response = MetasoResponse(chunk=chunk)
+
+                        if len(response.content) == 1 and response.content.startswith('秘'):  # 替换 模型水印
+                            response.content = f"{system_fingerprint}AI搜索，它是一款能够深入理解您的问题的AI搜索引擎。"
+                            yield response.content
+                            break
+
+                        if request.response_format:  # 返回原始内容，方便二次加工或者debug
+                            yield response.data
+                            continue
+
+                        if response.type in {"query", "set-reference", "update-reference"}:
+                            logger.debug(bjson(response.data))
+
+                            reference_mapping.update(
+                                {
+                                    str(i): (
+                                            reference.get("link")
+                                            or reference.get("url")
+                                            or reference.get("file_meta", {}).get("url")
+                                    )
+                                    for i, reference in
+                                    enumerate(response.data.get('list', []), len(reference_mapping) + 1)
+                                }
+                            )
+
+                            # logger.debug(bjson(reference_mapping))
+
+                        def replace_ref(match):
+                            ref_num = match.group(1)
+
+                            return f"[[{ref_num}]({reference_mapping.get(str(ref_num))})]"
+
+                        _ = pattern.sub(replace_ref, response.content)
+                        # print(_)
+                        yield _
+
+                    except Exception as e:
+                        logger.error(e)
+                        logger.debug(response)
+
+            # yield f"""\n---\n```json\n{reference_mapping}\n```"""  # todo: reference信息返回
+
+
+if __name__ == '__main__':
+    # request = MetasoRequest(question="东北证券", mode='research')
+    # request = MetasoRequest(question="你是谁", mode='detail', return_raw=True)  # concise
+    # request = MetasoRequest(question="Chatfire", mode='concise', return_raw=False)  # concise
+
+    # request = MetasoRequest(question="Chatfire", mode='detail', return_raw=False)  # concise
+    # request = MetasoRequest(question="Chatfire", mode='research', response_format=False)  # concise
+
+    # arun(get_session_id(request))
+    # arun(get_access_token(request))
+
+    request = ChatCompletionRequest(
+        # model="",
+        # model="ai-search",
+        model="ai-search:scholar",
+        # model="ai-search-pro:scholar",
+
+        # model="search-pro",
+
+    )
+
+    arun(create(request))
+
+    # with timer():
+    #     session_id = "8544840144331366400"
+    #
+    #     arun(get_access_token(session_id))
+
+    # wr8+pHu3KYryzz0O2MaBSNUZbVLjLUYC1FR4sKqSW0p19vmcZAoEmHC72zPh/fHtOhYhCcR5GKXrxQs9QjN6dulxfOKfQkLdVkLMahMclPPjNVCPE8bLQut3zBABECLaSqpI0fVWBrdbJptnhASrSw==