hjxdl 0.1.94__py3-none-any.whl → 0.2.2__py3-none-any.whl

hdl/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.1.94'
-__version_tuple__ = version_tuple = (0, 1, 94)
+__version__ = version = '0.2.2'
+__version_tuple__ = version_tuple = (0, 2, 2)

hdl/utils/llm/chat.py

@@ -454,6 +454,6 @@ class MMChatter():
         output = result.stdout
 
         # Process the model's response by parsing the output
-        response = output.splitlines()[-1]  # Assuming the last line is the model's response
+        response = output.splitlines()[-1].strip('<assistant>')  # Assuming the last line is the model's response
 
         return response

hdl/utils/llm/chat_uitest.py

@@ -0,0 +1,56 @@
+import argparse
+import gradio as gr
+from .chat import OpenAI_M
+
+# 定义流式输出的生成函数
+def chat_with_llm(user_input, chat_history=[]):
+    chat_history.append(("User: " + user_input, "Bot: "))  # 初始先追加用户消息
+    yield "", chat_history, chat_history  # 返回用户消息
+
+    bot_message = ""  # Bot 消息初始化为空
+    resp = llm.stream(
+        "你的身份是芯途异构(ICTrek)的人工智能小助手，由芯途异构公司研发，请回答如下问题：\n"
+        + user_input
+    )  # 获取流式响应
+
+    for chunk in resp:
+        bot_message += chunk  # 累加流式输出
+        chat_history[-1] = ("User: " + user_input, "Bot: " + bot_message)
+        yield "", chat_history, chat_history  # 每次输出更新后的聊天记录
+
+# 构建 Gradio 界面
+def create_demo():
+    with gr.Blocks() as demo:
+        chat_history = gr.State([])  # 存储聊天历史
+        output = gr.Chatbot(label="Chat History")  # 聊天记录在页面顶端
+
+        with gr.Row():  # 用户输入框在页面底端
+            chatbox = gr.Textbox(
+                label="Your Message", placeholder="Type your message here...", show_label=False
+            )
+            send_button = gr.Button("Send")
+
+        # 绑定发送消息的交互
+        send_button.click(chat_with_llm, [chatbox, chat_history], [chatbox, output, chat_history], queue=True)
+        chatbox.submit(chat_with_llm, [chatbox, chat_history], [chatbox, output, chat_history], queue=True)  # 支持回车发送
+
+    return demo
+
+if __name__ == "__main__":
+    # 使用 argparse 处理命令行参数
+    parser = argparse.ArgumentParser(description="Gradio LLM Chatbot")
+    parser.add_argument("--host", type=str, default="0.0.0.0", help="The host to launch the app on.")
+    parser.add_argument("--port", type=int, default=10077, help="The port to launch the app on.")
+    parser.add_argument("--llm_host", type=str, default="127.0.0.1", help="The LLM server IP.")
+    parser.add_argument("--llm_port", type=int, default=22277, help="The LLM server port.")
+    args = parser.parse_args()
+
+    # 初始化连接到 LLM 服务器的接口，使用传入的 host 和 port
+    llm = OpenAI_M(
+        server_ip=args.llm_host,
+        server_port=args.llm_port
+    )
+
+    # 启动 Gradio 应用
+    demo = create_demo()
+    demo.launch(server_name=args.host, server_port=args.port)

{hjxdl-0.1.94.dist-info → hjxdl-0.2.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: hjxdl
-Version: 0.1.94
+Version: 0.2.2
 Summary: A collection of functions for Jupyter notebooks
 Home-page: https://github.com/huluxiaohuowa/hdl
 Author: Jianxing Hu

{hjxdl-0.1.94.dist-info → hjxdl-0.2.2.dist-info}/RECORD

@@ -1,5 +1,5 @@
 hdl/__init__.py,sha256=GffnD0jLJdhkd-vo989v40N90sQbofkayRBwxc6TVhQ,72
-hdl/_version.py,sha256=03clbULp3b9RrCR0DpkVeYj6R4aCnFJBab4aegAAlio,413
+hdl/_version.py,sha256=RrHB9KG1O3GPm--rbTedqmZbdDrbgeRLXBmT4OBUqqI,411
 hdl/args/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/args/loss_args.py,sha256=s7YzSdd7IjD24rZvvOrxLLFqMZQb9YylxKeyelSdrTk,70
 hdl/controllers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -127,7 +127,8 @@ hdl/utils/desc/template.py,sha256=a0UAkkKctt_EHY9UECsIIAwVkGPcM1Hr01HSkRMeIuw,12
 hdl/utils/general/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/general/glob.py,sha256=8-RCnt6L297wMIfn34ZAMCsGCZUjHG3MGglGZI1cX0g,491
 hdl/utils/llm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-hdl/utils/llm/chat.py,sha256=VFTyXodWse63M4NLFznz6JEz6_5hDFYy47lY8cq4gGA,14870
+hdl/utils/llm/chat.py,sha256=OzyY9xACOOocx9zZigtq9YAPvHtDUo8v2fvf1Tyjg_U,14891
+hdl/utils/llm/chat_uitest.py,sha256=gQjYsQYHHz7xy5_4_Y9g4ODZPjeSYIr48WbkPbVr8tA,2391
 hdl/utils/llm/embs.py,sha256=Tf0FOYrOFZp7qQpEPiSCXzlgyHH0X9HVTUtsup74a9E,7174
 hdl/utils/llm/extract.py,sha256=2sK_WJzmYIc8iuWaM9DA6Nw3_6q1O4lJ5pKpcZo-bBA,6512
 hdl/utils/llm/llama_chat.py,sha256=watcHGOaz-bv3x-yDucYlGk5f8FiqfFhwWogrl334fk,4387
@@ -136,7 +137,7 @@ hdl/utils/schedulers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hS
 hdl/utils/schedulers/norm_lr.py,sha256=bDwCmdEK-WkgxQMFBiMuchv8Mm7C0-GZJ6usm-PQk14,4461
 hdl/utils/weather/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/weather/weather.py,sha256=k11o6wM15kF8b9NMlEfrg68ak-SfSYLN3nOOflFUv-I,4381
-hjxdl-0.1.94.dist-info/METADATA,sha256=tH-0-OFejzzH5MiJoLVpWtnlLlpVtLAY5DtDrkk-_dY,866
-hjxdl-0.1.94.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-hjxdl-0.1.94.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
-hjxdl-0.1.94.dist-info/RECORD,,
+hjxdl-0.2.2.dist-info/METADATA,sha256=GedPc2BO9NP8NIzbFInbQu5rsMM1rhNW4oPXsJkPD5s,865
+hjxdl-0.2.2.dist-info/WHEEL,sha256=OVMc5UfuAQiSplgO0_WdW7vXVGAt9Hdd6qtN4HotdyA,91
+hjxdl-0.2.2.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
+hjxdl-0.2.2.dist-info/RECORD,,

{hjxdl-0.1.94.dist-info → hjxdl-0.2.2.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.1.0)
+Generator: setuptools (75.2.0)
 Root-Is-Purelib: true
 Tag: py3-none-any