MeUtils 2024.3.4.13.4.45__py3-none-any.whl → 2025.1.16.17.15.52__py3-none-any.whl

meutils/llm/openai_utils/__init__.py

@@ -0,0 +1,11 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : __init__.py
+# @Time         : 2024/5/30 11:20
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+
+from meutils.llm.openai_utils.common import *

meutils/llm/openai_utils/common.py

@@ -0,0 +1,284 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : commom
+# @Time         : 2024/5/30 11:20
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  :
+
+import tiktoken
+from contextlib import asynccontextmanager
+from openai import AsyncOpenAI, OpenAI, AsyncStream
+from meutils.llm.clients import AsyncOpenAI, OpenAI, AsyncStream
+
+from meutils.pipe import *
+from meutils.async_utils import achain, async_to_sync
+from meutils.notice.feishu import send_message
+
+from meutils.apis.oneapi.user import get_user_money, get_api_key_log
+from meutils.apis.oneapi.token import get_api_key_money
+
+from meutils.schemas.oneapi import MODEL_PRICE
+from meutils.schemas.openai_types import ChatCompletionRequest, TTSRequest, STTRequest
+from meutils.schemas.openai_types import ChatCompletion, ChatCompletionChunk, CompletionUsage
+from meutils.schemas.openai_types import chat_completion, chat_completion_chunk, chat_completion_chunk_stop  # todo
+
+from meutils.schemas.image_types import ImageRequest
+
+token_encoder = tiktoken.get_encoding('cl100k_base')
+token_encoder_with_cache = lru_cache(maxsize=1024)(token_encoder.encode)
+
+CHAT_COMPLETION_PARAMS = get_function_params()
+IMAGES_GENERATE_PARAMS = get_function_params(fn=OpenAI(api_key='').images.generate)
+AUDIO_SPEECH_PARAMS = get_function_params(fn=OpenAI(api_key='').audio.speech.create)
+AUDIO_TRANSCRIPTIONS_PARAMS = get_function_params(fn=OpenAI(api_key='').audio.transcriptions.create)
+
+
+def to_openai_params(
+        request: Union[dict, ChatCompletionRequest, ImageRequest, TTSRequest, STTRequest],
+        redirect_model: Optional[str] = None,
+) -> dict:
+    data = copy.deepcopy(request)
+    if not isinstance(request, dict):
+        data = request.model_dump(exclude_none=True)
+
+    PARAMS = CHAT_COMPLETION_PARAMS
+    if isinstance(request, ChatCompletionRequest):
+        PARAMS = CHAT_COMPLETION_PARAMS
+    elif isinstance(request, ImageRequest):
+        PARAMS = IMAGES_GENERATE_PARAMS
+    elif isinstance(request, TTSRequest):
+        PARAMS = AUDIO_SPEECH_PARAMS
+    elif isinstance(request, STTRequest):
+        PARAMS = AUDIO_TRANSCRIPTIONS_PARAMS
+
+    extra_body = {}
+    for key in list(data):
+        if key not in PARAMS:
+            extra_body.setdefault(key, data.pop(key))
+
+    data['extra_body'] = extra_body  # 拓展字段
+    data['model'] = redirect_model or data['model']
+
+    return data
+
+
+def to_openai_completion_params(
+        request: Union[dict, ChatCompletionRequest],
+        redirect_model: Optional[str] = None,
+) -> dict:
+    data = copy.deepcopy(request)
+    if isinstance(request, ChatCompletionRequest):
+        data = request.model_dump(exclude_none=True)
+
+    extra_body = {}
+    for key in list(data):
+        if key not in CHAT_COMPLETION_PARAMS:
+            extra_body.setdefault(key, data.pop(key))
+
+    data['extra_body'] = extra_body  # 拓展字段
+    data['model'] = redirect_model or data['model']
+
+    return data
+
+
+def to_openai_images_params(
+        request: Union[dict, ImageRequest],
+        redirect_model: Optional[str] = None
+) -> dict:
+    data = copy.deepcopy(request)
+    if not isinstance(request, dict):
+        data = request.model_dump(exclude_none=True)
+
+    extra_body = {}
+    for key in list(data):
+        if key not in IMAGES_GENERATE_PARAMS:
+            extra_body.setdefault(key, data.pop(key))
+
+    data['extra_body'] = extra_body  # 拓展字段
+    data['model'] = redirect_model or data.get('model')
+
+    return data
+
+
+def ppu(model='ppu', api_key: Optional[str] = None):
+    client = OpenAI(api_key=api_key)
+    return client.chat.completions.create(messages=[{'role': 'user', 'content': 'hi'}], model=model)
+
+
+async def appu(
+        model='ppu',
+        api_key: Optional[str] = None,
+        base_url: Optional[str] = None,
+):
+    if model not in MODEL_PRICE:
+        _ = f"模型未找到「{model}」，默认ppu-1"
+
+        logger.warning(_)
+        send_message(_, title=__name__)
+        model = "ppu-1"
+
+    client = AsyncOpenAI(api_key=api_key, base_url=base_url)
+    response = await client.chat.completions.create(messages=[{'role': 'user', 'content': 'hi'}], model=model)
+
+
+@asynccontextmanager
+async def ppu_flow(
+        api_key: str,
+        base_url: Optional[str] = None,
+
+        n: Optional[float] = 1,  # 计费倍率
+        post: str = "ppu-1",  # 后计费
+
+        pre: str = "ppu-0001",  # 前置判断，废弃
+        **kwargs
+):
+    """
+    查余额
+    失败，先扣费
+    成功，充足，后扣费
+    成功，不足，报错
+    """
+    if n is not None and n > 0:  # todo: 跳过某些用户
+        try:
+            user_money, api_key_money = await asyncio.gather(*[get_user_money(api_key), get_api_key_money(api_key)])
+            money = min(user_money or 1, api_key_money or 1)
+            logger.debug(f"PREPAY: api-key余额 {money}")
+        except Exception as e:
+            logger.error(e)
+            money = None
+
+        if money and money > MODEL_PRICE.get(post, 0.1):  # 后扣费
+            yield
+
+        # 计费逻辑
+        n = int(np.round(n)) or 1  # np.ceil(n)
+        await asyncio.gather(*[appu(post, api_key=api_key, base_url=base_url) for _ in range(n)])
+
+        if money is None:  # 先扣费
+            yield
+
+    else:  # 不计费
+        yield
+
+
+def create_chat_completion(
+        completion: Union[str, Iterable[str]],
+        redirect_model: str = '',
+        chat_id: Optional[str] = None
+):
+    if isinstance(completion, Iterable):
+        completion = ''.join(completion)
+
+    chat_completion.choices[0].message.content = completion
+
+    chat_completion.id = chat_id or shortuuid.random()
+    chat_completion.created = int(time.time())
+
+    chat_completion.model = redirect_model or chat_completion.model
+    return chat_completion
+
+
+async def create_chat_completion_chunk(
+        completion_chunks: Union[
+            Coroutine,
+            AsyncStream[ChatCompletionChunk],
+            Iterator[Union[str, ChatCompletionChunk]],
+            AsyncIterator[Union[str, ChatCompletionChunk]]
+        ],
+        redirect_model: str = ' ',
+        chat_id: Optional[str] = None
+):
+    """
+        async def main():
+            data = {}
+            _ = AsyncOpenAI().chat.completions.create(**data)
+            async for i in create_chat_completion_chunk(_):
+                print(i)
+    """
+
+    # logger.debug(type(completion_chunks))
+    # logger.debug(isinstance(completion_chunks, Coroutine))
+
+    if isinstance(completion_chunks, Coroutine):  # 咋处理
+        completion_chunks = await completion_chunks
+        # logger.debug(type(completion_chunks))
+
+    async for completion_chunk in achain(completion_chunks):
+
+        # logger.debug(completion_chunk)
+
+        chat_completion_chunk.id = chat_id or shortuuid.random()
+        chat_completion_chunk.created = int(time.time())
+        if isinstance(completion_chunk, str):
+            chat_completion_chunk.choices[0].delta.content = completion_chunk
+            chat_completion_chunk.model = redirect_model or chat_completion_chunk.model
+            yield chat_completion_chunk.model_dump_json()
+        else:  # todo: AttributeError: 'tuple' object has no attribute 'model'
+            try:
+                completion_chunk.model = redirect_model or completion_chunk.model
+                chat_completion_chunk_stop.usage = completion_chunk.usage  ############## 需要判断 usage？
+                yield completion_chunk.model_dump_json()
+            except Exception as e:
+                from meutils.notice.feishu import send_message
+                send_message(f"{type(completion_chunks)}\n\n{completion_chunks}\n\n{completion_chunk}", title=str(e))
+
+    yield chat_completion_chunk_stop.model_dump_json()
+    yield "[DONE]"  # 兼容标准格式
+
+
+if __name__ == '__main__':
+    # print(ppu())
+    # print(appu())
+    # print(arun(appu()))
+
+    # print(create_chat_completion('hi'))
+    # print(create_chat_completion('hi', redirect_model='@@'))
+    #
+    #
+    # async def main():
+    #     async for i in create_chat_completion_chunk(['hi', 'hi'], redirect_model='@@'):
+    #         print(i)
+    #
+    #
+    # arun(main())
+
+    # encode = lru_cache()(token_encoder.encode)
+    # # encode = token_encoder.encode
+    #
+    # with timer('xx'):
+    #     encode("xxxxxxxxxxxxxxxxx" * 1000)
+    #
+    # with timer('xx'):
+    #     encode("xxxxxxxxxxxxxxxxx" * 1000)
+    #
+    # with timer('xx'):
+    #     encode("xxxxxxxxxxxxxxxxx" * 1000)
+
+    # print(CHAT_COMPLETION_PARAMS)
+    # print(IMAGES_GENERATE_PARAMS)
+    # from openai.types.chat import ChatCompletionToolParam
+    #
+    # print(ChatCompletionToolParam.__annotations__)
+    #
+    # ChatCompletionToolParam(**{'function': '', 'type': ''})
+
+    async def main():
+        with timer():
+            try:
+                async with ppu_flow(api_key="sk-OYK4YxtTlWauT2TdGR5FTAJpkRmSnDwPly4cve0cAvMcrBkZ", post="api-oss",
+                                    n=1):
+                    logger.debug("消费了哦")
+
+            except Exception as e:
+                pass
+                logger.error(e)
+                # logger.debug(e.response.status_code)
+                # logger.debug(e.response.text)
+
+
+    arun(main())
+
+    # to_openai_params(ChatCompletionRequest())

meutils/llm/openai_utils/tool_outputs.py

@@ -0,0 +1,45 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : tool_outputs
+# @Time         : 2024/7/25 18:48
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+import mimetypes
+
+import pandas as pd
+
+from meutils.pipe import *
+
+
+def web_browser_outputs_to_markdown(outputs):  # json_format
+    yield pd.DataFrame(outputs).to_markdown()
+
+
+def code_interpreter_outputs_to_markdown(outputs):
+    pass
+
+
+def drawing_tool_outputs_to_markdown(outputs):
+    """
+    :param outputs: [{'image': 'https://sfile.chatglm.cn/testpath/b49a5472-59d2-5dad-8949-e53dea03b326_0.png'}]
+    :return:
+    """
+    for output in outputs:
+        yield f"![]({output['image']})"
+
+
+def outputs_to_markdown(*outputs):
+    for output in outputs:
+        if isinstance(output, dict):
+            yield f"""```json\n{json.dumps(output, indent=4)}\n```"""
+
+        elif isinstance(output, str) and output.startswith("http"):  # 链接
+            mimetype, _ = mimetypes.guess_type(output)
+            if mimetype:
+                if mimetype.startswith("image"):
+                    yield f"![]({output})"
+                else:
+                    yield f"[]({output})"

meutils/llm/output_parsers/__init__.py

@@ -0,0 +1,80 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : __init__.py
+# @Time         : 2024/4/24 13:35
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : https://blog.csdn.net/qq_56591814/article/details/134774051
+
+from meutils.pipe import *
+
+from langchain.schema import BaseOutputParser
+from langchain_core.output_parsers import PydanticOutputParser, JsonOutputParser, SimpleJsonOutputParser
+
+
+if __name__ == '__main__':
+    #     text = """
+    #     ```json
+    # {
+    #   "prompt": "中文标题：酒入愁肠\n英文标题：Wine and Sorrows\n\n歌词结构：\n[Intro]\n（独奏）\n\n[Verse 1]\n月光洒在破旧的篱笆，\n李白提壶独自彷徨。\n酒香飘逸入云端，\n笔下是豪迈的想象。\n\n[Chorus]\n一壶浊酒喜相逢，\n千载孤愁只杜甫懂。\n古道西风瘦马间，\n人间事，两行清泪长。\n\n[Verse 2]\n江水流淌带走忧伤，\n杜甫凝眉思国家。\n文章锋利剑如霜，\n心中苦，却言者无罪当。\n\n[Chorus]\n一壶浊酒喜相逢，\n千载孤愁只杜甫懂。\n古道西风瘦马间，\n人间事，两行清泪长。\n\n[Bridge]\n一千年来谁能懂，\n酒与愁是最深的重。\n历史长河波澜壮，\n诗人眼中看尽繁华空。\n\n[Chorus]\n一壶浊酒喜相逢，\n千载孤愁只杜甫懂。\n古道西风瘦马间，\n人间事，两行清泪长。\n\n[Outro]\n（独奏）",
+    #   "tags": "传统民谣",
+    #   "title": "酒入愁肠/Wine and Sorrows"
+    # }
+    # ```
+    #     """
+    #
+    #     # PydanticOutputParser.parse()
+    #
+    #     print(JsonOutputParser().parse(text=text))
+    #     print(PydanticOutputParser().parse_obj(text=text))
+    # this code example is complete and should run as it is
+
+
+    # @llm_prompt(output_parser='auto')  # `auto` | `json` | `str` | `list`
+    # def write_name_suggestions(company_business: str, count: int):
+    #     """ Write me {count} good name suggestions for company that {company_business}
+    #     """
+    #     pass
+
+    # print(write_name_suggestions(company_business="sells cookies", count=5))
+
+    from langchain_decorators import llm_prompt
+    from pydantic import BaseModel, Field
+
+    #
+    # class TheOutputStructureWeExpect(BaseModel):
+    #     name: str = Field(description="The name of the company")
+    #     headline: str = Field(description="The description of the company (for landing page)")
+    #     employees: list[str] = Field(description="5-8 fake employee names with their positions")
+    #
+    #
+    # @llm_prompt()
+    # def fake_company_generator(company_business: str) -> TheOutputStructureWeExpect:
+    #     """ Generate a fake company that {company_business}
+    #     {FORMAT_INSTRUCTIONS}
+    #     """
+    #     return
+    #
+    #
+    # company = fake_company_generator(company_business="sells cookies")
+    #
+    # # print the result nicely formatted
+    # print("Company name: ", company.name)
+    # print("company headline: ", company.headline)
+    # print("company employees: ", company.employees)
+    #
+
+
+    @llm_prompt
+    def write_me_short_post(topic:str, platform:str="twitter", audience:str = "developers")->str:
+        """
+        Write me a short header for my post about {topic} for {platform} platform.
+        It should be for {audience} audience.
+        (Max 15 words)
+        """
+        return
+
+    # run it naturaly
+    print(write_me_short_post(topic="starwars"))

meutils/llm/prompts/__init__.py

@@ -0,0 +1,244 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# @Project      : AI.  @by PyCharm
+# @File         : __init__.py
+# @Time         : 2024/9/11 15:18
+# @Author       : betterme
+# @WeChat       : meutils
+# @Software     : PyCharm
+# @Description  : 
+TEXT_CARD = """
+# 角色
+你是一位新潮评论家，你年轻、批判，又深刻；
+你言辞犀利而幽默，擅长一针见血得表达隐喻，对现实的批判讽刺又不失文雅；
+你的行文风格和"Oscar Wilde" "鲁迅" "林语堂"等大师高度一致
+# 任务
+## 金句诠释
+用特殊视角来全新得诠释给定的汉语词汇；
+敏锐得抓住给定的词汇的本质，用“辛辣的讽刺”“一针见血的评论”的风格构造包含隐喻又直达本质的「金句」
+例如：“委婉”： "刺向他人时, 决定在剑刃上撒上止痛药。"
+## 输出结果【词汇卡片】
+ - 输出 Html 代码
+ - 整体设计合理使用留白，整体排版要有呼吸感
+ - 设计原则：干净 简洁 纯色 典雅
+ - 配色：下面的色系中随机选择一个[
+    "柔和粉彩系",
+    "深邃宝石系",
+    "清新自然系",
+    "高雅灰度系",
+    "复古怀旧系",
+    "明亮活力系",
+    "冷淡极简系",
+    "海洋湖泊系",
+    "秋季丰收系",
+    "莫兰迪色系"
+  ]
+ - 卡片样式：
+    (字体 . ("KaiTi, SimKai" "Arial, sans-serif"))
+    (颜色 . ((背景 "#FAFAFA") (标题 "#333") (副标题 "#555") (正文 "#333")))
+    (尺寸 . ((卡片宽度 "auto") (卡片高度 "auto, >宽度") (内边距 "20px")))
+    (布局 . (竖版 弹性布局 居中对齐))))
+ - 卡片元素：
+    (标题 "汉语新解")
+    (分隔线)
+    (词语 用户输入)
+    (拼音)
+    (英文翻译)
+    (法语翻译)
+    (俄语翻译)
+    (朝鲜语翻译)
+    (emoji：（尝试用几个 emoji 表情表达词汇）)
+    (解释：(按现代诗排版))
+### 结果示例：
+```
+<!DOCTYPE html>
+<html lang="zh">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>汉语新解 - 金融杠杆</title>
+    <link href="https://fonts.lug.ustc.edu.cn/css2?family=Noto+Serif+SC:wght@400;700&family=Noto+Sans+SC:wght@300;400&display=swap" rel="stylesheet">
+    <style>
+        :root {
+            /* 莫兰迪色系：使用柔和、低饱和度的颜色 */
+            --primary-color: #B6B5A7; /* 莫兰迪灰褐色，用于背景文字 */
+            --secondary-color: #9A8F8F; /* 莫兰迪灰棕色，用于标题背景 */
+            --accent-color: #C5B4A0; /* 莫兰迪淡棕色，用于强调元素 */
+            --background-color: #E8E3DE; /* 莫兰迪米色，用于页面背景 */
+            --text-color: #5B5B5B; /* 莫兰迪深灰色，用于主要文字 */
+            --light-text-color: #8C8C8C; /* 莫兰迪中灰色，用于次要文字 */
+            --divider-color: #D1CBC3; /* 莫兰迪浅灰色，用于分隔线 */
+        }
+        body, html {
+            margin: 0;
+            padding: 0;
+            height: 100%;
+            display: flex;
+            justify-content: center;
+            align-items: center;
+            background-color: var(--background-color); /* 使用莫兰迪米色作为页面背景 */
+            font-family: 'Noto Sans SC', sans-serif;
+            color: var(--text-color); /* 使用莫兰迪深灰色作为主要文字颜色 */
+        }
+        .card {
+            width: 300px;
+            height: auto;
+            background-color: #F2EDE9; /* 莫兰迪浅米色，用于卡片背景 */
+            border-radius: 20px;
+            box-shadow: 0 20px 40px rgba(0,0,0,0.1);
+            overflow: hidden;
+            position: relative;
+            display: flex;
+            flex-direction: column;
+        }
+        .header {
+            background-color: var(--secondary-color); /* 使用莫兰迪灰棕色作为标题背景 */
+            color: #F2EDE9; /* 浅色文字与深色背景形成对比 */
+            padding: 20px;
+            text-align: left;
+            position: relative;
+            z-index: 1;
+        }
+        h1 {
+            font-family: 'Noto Serif SC', serif;
+            font-size: 20px;
+            margin: 0;
+            font-weight: 700;
+        }
+        .content {
+            padding: 30px 20px;
+            display: flex;
+            flex-direction: column;
+            flex-grow: 1;
+        }
+        .word {
+            text-align: left;
+            margin-bottom: 20px;
+        }
+        .word-main {
+            font-family: 'Noto Serif SC', serif;
+            font-size: 36px;
+            color: var(--text-color); /* 使用莫兰迪深灰色作为主要词汇颜色 */
+            margin-bottom: 10px;
+            position: relative;
+        }
+        .word-main::after {
+            content: '';
+            position: absolute;
+            left: 0;
+            bottom: -5px;
+            width: 50px;
+            height: 3px;
+            background-color: var(--accent-color); /* 使用莫兰迪淡棕色作为下划线 */
+        }
+        .word-sub {
+            font-size: 14px;
+            color: var(--light-text-color); /* 使用莫兰迪中灰色作为次要文字颜色 */
+            margin: 5px 0;
+        }
+        .divider {
+            width: 100%;
+            height: 1px;
+            background-color: var(--divider-color); /* 使用莫兰迪浅灰色作为分隔线 */
+            margin: 20px 0;
+        }
+        .explanation {
+            font-size: 18px;
+            line-height: 1.6;
+            text-align: left;
+            flex-grow: 1;
+            display: flex;
+            flex-direction: column;
+            justify-content: center;
+        }
+        .quote {
+            position: relative;
+            padding-left: 20px;
+            border-left: 3px solid var(--accent-color); /* 使用莫兰迪淡棕色作为引用边框 */
+        }
+        .background-text {
+            position: absolute;
+            font-size: 150px;
+            color: rgba(182, 181, 167, 0.15); /* 使用莫兰迪灰褐色的透明版本作为背景文字 */
+            z-index: 0;
+            top: 50%;
+            left: 50%;
+            transform: translate(-50%, -50%);
+            font-weight: bold;
+        }
+    </style>
+</head>
+<body>
+    <div class="card">
+        <div class="header">
+            <h1>汉语新解</h1>
+        </div>
+        <div class="content">
+            <div class="word">
+                <div class="word-main">金融杠杆</div>
+                <div class="word-sub">Jīn Róng Gàng Gǎn</div>
+                <div class="word-sub">Financial Leverage</div>
+                <div class="word-sub">levier financier</div>
+                <div class="word-sub">Финансовый рычаг</div>
+                <div class="word-sub">금융 레버리지</div>
+                <div class="word-sub">💰🏋️‍♂️💹</div>
+            </div>
+            <div class="divider"></div>
+            <div class="explanation">
+                <div class="quote">
+                    <p>
+                        借鸡生蛋，<br>
+                        只不过这蛋要是金的，<br>
+                        鸡得赶紧卖了还债。
+                    </p>
+                </div>
+            </div>
+        </div>
+        <div class="background-text">杠杆</div>
+    </div>
+</body>
+</html>
+```
+### 注意：
+1. 分隔线与上下元素垂直间距相同，具有分割美学。
+2. 卡片(.card)不需要 padding ，允许子元素“汉语新解”的色块完全填充到边缘，具有设计感。
+# 词汇
+__WORD__"
+"""  # .replace("汉语新解", "🔥火宝新语")
+
+if __name__ == '__main__':
+    from meutils.pipe import *
+
+    url = "https://xy.siliconflow.cn/api/chat"
+    base_url = "https://any2chat.chatfire.cn/xy/v1"
+
+    from openai import OpenAI
+
+    payload = {
+        "messages": [
+            {
+                "role": "user",
+                # "content": TEXT_CARD.replace("__WORD__", "火宝"),
+                "content": "996"
+
+            }
+        ],
+        # "chat_id": "eqI1A0z",
+        "model": "Pro/THUDM/glm-4-9b-chat",
+        # "temperature": 0.7,
+        # "top_k": 50,
+        # "top_p": 0.7,
+        # "max_tokens": 4096,
+        # "frequency_penalty": 0
+        # "stream": True,
+        # "model": "gpt-4o-mini",
+        # 'model': "claude-3-5-sonnet-20240620"
+
+    }
+    c = OpenAI(api_key='xx', base_url=base_url).chat.completions.create(**payload)
+    # response = requests.request("POST", url, json=payload)
+
+    # print(response.text)
+
+    for i in c:
+        print(i.choices[0].delta.content, end="", flush=True)