pycoze 0.1.15__py3-none-any.whl → 0.1.17__py3-none-any.whl

pycoze/__init__.py

@@ -1,3 +1,4 @@
-from . import bot
-from . import utils
-from . import ui
+from . import bot
+from . import gpu
+from . import ui
+from . import utils

pycoze/bot/agent/agent.py

@@ -1,67 +1,72 @@
-import asyncio
-import json
-from langchain_openai import ChatOpenAI
-from .chat import info
-from .assistant import Runnable
-from langchain_core.messages import  HumanMessage, AIMessage,AIMessageChunk
-from langchain_core.agents import AgentFinish
-
-
-
-async def run_agent(agent, inputs: list):
-    if agent.agent_execution_mode == 'FuncCall':
-        content_list = []
-        async for event in agent.astream_events(inputs, version="v2"):
-            kind = event["event"]
-            if kind == "on_chat_model_stream":
-                content = event["data"]["chunk"].content
-                if content:
-                    content_list.append(content)
-                    info("assistant", content)
-            elif kind == "on_chain_start":
-                data = event["data"]
-                if "input" in data:
-                    input_list = data["input"] if isinstance(data["input"], list) else [data["input"]]
-                    msg = input_list[-1]
-                    if isinstance(msg, AIMessage) and not isinstance(msg, AIMessageChunk):
-                        if "tool_calls" in msg.additional_kwargs:
-                            tools = [t["function"]["name"] for t in msg.additional_kwargs["tool_calls"]]
-                            tools_str = ",".join(tools)
-                            info("assistant", f"(调用工具:{tools_str})")
-                            
-        return "".join(content_list)
-    else:
-        assert agent.agent_execution_mode == 'ReAct'
-        inputs_msg = {'input': inputs[-1].content,'chat_history': inputs[:-1]}
-        use_tools = []
-        async for event in agent.astream_events(inputs_msg, version="v2"):
-            kind = event["event"]
-            result = None
-            if kind == "on_chain_end":
-                if 'data' in event:
-                    if 'output' in event['data']:
-                        output = event['data']['output']
-                        if 'agent_outcome' in output and "input" in output:
-                            outcome = output['agent_outcome']
-                            if isinstance(outcome, AgentFinish):
-                                result = outcome.return_values['output']
-            elif kind == "on_tool_start":
-                use_tools.append(event['name'])
-                info("assistant", f"(调用工具:{use_tools})")
-        return result
-
-
-if __name__ == "__main__":
-    from langchain_experimental.tools import PythonREPLTool
-    llm_file = r"C:\Users\aiqqq\AppData\Roaming\pycoze\JsonStorage\llm.json"
-    with open(llm_file, "r", encoding="utf-8") as f:
-        cfg = json.load(f)
-        chat = ChatOpenAI(api_key=cfg["apiKey"], base_url=cfg['baseURL'], model=cfg["model"], temperature=0)
-    python_tool = PythonREPLTool()    
-    agent = Runnable(agent_execution_mode='FuncCall', # 'FuncCall' or 'ReAct'，大模型支持FuncCall的话就用FuncCall
-                                               tools=[python_tool],
-                                               llm=chat,
-                                               assistant_message="请以女友的口吻回答，输出不小于100字，可以随便说点其他的",)
-
-    inputs = [HumanMessage(content="计算根号7+根号88")]
-    print(asyncio.run(run_agent(agent, inputs)))
+import asyncio
+import json
+from langchain_openai import ChatOpenAI
+from .chat import info
+from .assistant import Runnable
+from langchain_core.messages import  HumanMessage, AIMessage,AIMessageChunk
+from langchain_core.agents import AgentFinish
+
+
+
+async def run_agent(agent, inputs: list):
+    if agent.agent_execution_mode == 'FuncCall':
+        exist_ids = set()
+        content_list = []
+        async for event in agent.astream_events(inputs, version="v2"):
+            kind = event["event"]
+            if kind == "on_chat_model_stream":
+                content = event["data"]["chunk"].content
+                if content:
+                    content_list.append(content)
+                    info("assistant", content)
+            elif kind == "on_chain_start":
+                data = event["data"]
+                if "input" in data:
+                    input_list = data["input"] if isinstance(data["input"], list) else [data["input"]]
+                    msg = input_list[-1]
+                    if isinstance(msg, AIMessage) and not isinstance(msg, AIMessageChunk):
+                        if "tool_calls" in msg.additional_kwargs:
+                            tool_calls = msg.additional_kwargs["tool_calls"]
+                            for t in tool_calls:
+                                if t["id"] in exist_ids:
+                                    continue
+                                exist_ids.add(t["id"])
+                                tool = t["function"]["name"]
+                                info("assistant", f"[调用工具:{tool}]")
+
+        return "".join(content_list)
+    else:
+        assert agent.agent_execution_mode == 'ReAct'
+        inputs_msg = {'input': inputs[-1].content,'chat_history': inputs[:-1]}
+        use_tools = []
+        async for event in agent.astream_events(inputs_msg, version="v2"):
+            kind = event["event"]
+            result = None
+            if kind == "on_chain_end":
+                if 'data' in event:
+                    if 'output' in event['data']:
+                        output = event['data']['output']
+                        if 'agent_outcome' in output and "input" in output:
+                            outcome = output['agent_outcome']
+                            if isinstance(outcome, AgentFinish):
+                                result = outcome.return_values['output']
+            elif kind == "on_tool_start":
+                use_tools.append(event['name'])
+                info("assistant", f"[调用工具:{use_tools}]")
+        return result
+
+
+if __name__ == "__main__":
+    from langchain_experimental.tools import PythonREPLTool
+    llm_file = r"C:\Users\aiqqq\AppData\Roaming\pycoze\JsonStorage\llm.json"
+    with open(llm_file, "r", encoding="utf-8") as f:
+        cfg = json.load(f)
+        chat = ChatOpenAI(api_key=cfg["apiKey"], base_url=cfg['baseURL'], model=cfg["model"], temperature=0)
+    python_tool = PythonREPLTool()
+    agent = Runnable(agent_execution_mode='FuncCall', # 'FuncCall' or 'ReAct'，大模型支持FuncCall的话就用FuncCall
+                                               tools=[python_tool],
+                                               llm=chat,
+                                               assistant_message="请以女友的口吻回答，输出不小于100字，可以随便说点其他的",)
+
+    inputs = [HumanMessage(content="计算根号7+根号88")]
+    print(asyncio.run(run_agent(agent, inputs)))

pycoze/gpu/__init__.py

@@ -0,0 +1 @@
+from .gpu import gpu

pycoze/gpu/gpu.py

@@ -0,0 +1,167 @@
+import subprocess
+import sqlite3
+import atexit
+import time
+import os
+import psutil
+
+try:
+    from pycoze.utils import utils
+
+    # 定义数据库连接和初始化
+    params = utils.arg.read_params()
+    if params:
+        DATABASE_PATH = params["appPath"] + "/gpu_usage.db"
+    else:
+        raise Exception("No params")
+except:
+    DATABASE_DIR = os.path.expanduser("~/pycoze")
+    os.makedirs(DATABASE_DIR, exist_ok=True)
+    DATABASE_PATH = os.path.join(DATABASE_DIR, "gpu_usage.db")
+TABLE_NAME = "gpu_usage"
+
+
+def initialize_db():
+    conn = sqlite3.connect(DATABASE_PATH)
+    cursor = conn.cursor()
+    cursor.execute(
+        f"""
+        CREATE TABLE IF NOT EXISTS {TABLE_NAME} (
+            id INTEGER PRIMARY KEY,
+            process_id TEXT NOT NULL,
+            reserved_gb REAL NOT NULL
+        )
+    """
+    )
+    conn.commit()
+    conn.close()
+
+
+# 检测GPU资源
+def get_gpu_resources():
+    try:
+        # 使用nvidia-smi命令获取GPU信息
+        result = subprocess.run(
+            ["nvidia-smi", "--query-gpu=memory.free", "--format=csv,noheader,nounits"],
+            stdout=subprocess.PIPE,
+            text=True,
+        )
+        free_memory = result.stdout.strip().split("\n")
+        total_free_memory = sum(float(mem) for mem in free_memory)
+
+        # 获取正在使用GPU的进程信息
+        process_result = subprocess.run(
+            [
+                "nvidia-smi",
+                "--query-compute-apps=pid,process_name,used_memory",
+                "--format=csv,noheader,nounits",
+            ],
+            stdout=subprocess.PIPE,
+            text=True,
+        )
+        process_info = process_result.stdout.strip().split("\n")
+
+        # 过滤掉进程名中包含"python"的进程
+        python_memory_usage = 0.0
+        for process in process_info:
+            pid, process_name, used_memory = process.split(", ")
+            if "python" in process_name.lower():
+                python_memory_usage += float(used_memory)
+
+        # 计算排除python进程后的总空闲内存
+        total_free_memory -= python_memory_usage
+        return round(total_free_memory / 1024, 2)
+    except Exception as e:
+        print(f"Error getting GPU resources: {e}")
+        return 0.0
+
+
+# 预留GPU资源
+def reserve_gpu(gb):
+    process_id = str(os.getpid())
+    with sqlite3.connect(DATABASE_PATH) as conn:
+        cursor = conn.cursor()
+        cursor.execute(f"SELECT SUM(reserved_gb) FROM {TABLE_NAME}")
+        total_reserved = cursor.fetchone()[0]
+        if total_reserved is None:
+            total_reserved = 0.0
+        available_gb = get_gpu_resources() - total_reserved
+        if available_gb >= gb:
+            cursor.execute(
+                f"INSERT INTO {TABLE_NAME} (process_id, reserved_gb) VALUES (?, ?)",
+                (process_id, gb),
+            )
+            conn.commit()
+            print(f"预留成功，剩余GPU大小: {available_gb - gb} GB")
+            return True
+        else:
+            print(f"预留失败，剩余GPU大小: {available_gb} GB")
+            return False
+
+
+def reserve_gpu_retry(gb, retry=10000):
+    for i in range(retry):
+        time.sleep(1)
+        if reserve_gpu(gb):
+            if i % 10 == 0 or i < 10:
+                print(f"重试第{i}次")
+            return True
+    return False
+
+
+# 释放GPU资源
+def release_gpu():
+    process_id = str(os.getpid())
+    with sqlite3.connect(DATABASE_PATH) as conn:
+        cursor = conn.cursor()
+        cursor.execute(f"DELETE FROM {TABLE_NAME} WHERE process_id = ?", (process_id,))
+        conn.commit()
+        # 计算释放后的剩余GPU大小
+        cursor.execute(f"SELECT SUM(reserved_gb) FROM {TABLE_NAME}")
+        total_reserved = cursor.fetchone()[0]
+        if total_reserved is None:
+            total_reserved = 0.0
+        available_gb = get_gpu_resources() - total_reserved
+        print(f"释放成功，剩余GPU大小: {available_gb} GB")
+
+
+# 注册退出时的清理函数
+def cleanup():
+    release_gpu()
+    print("程序退出，GPU资源已释放")
+
+
+def initialize_and_check():
+    initialize_db()
+    with sqlite3.connect(DATABASE_PATH) as conn:
+        cursor = conn.cursor()
+        cursor.execute(f"SELECT process_id, reserved_gb FROM {TABLE_NAME}")
+        rows = cursor.fetchall()
+        for row in rows:
+            process_id, reserved_gb = row
+            try:
+                # 检查进程是否存在
+                psutil.Process(int(process_id))
+            except psutil.NoSuchProcess:
+                # 进程不存在，删除对应的记录
+                cursor.execute(
+                    f"DELETE FROM {TABLE_NAME} WHERE process_id = ?", (process_id,)
+                )
+                print(f"进程 {process_id} 不存在，已删除对应的预留记录")
+        conn.commit()
+
+
+# 在模块加载时执行初始化检查
+initialize_and_check()
+
+# 注册清理函数
+atexit.register(cleanup)
+
+if __name__ == "__main__":
+    if reserve_gpu_retry(10):
+        print("GPU资源预留成功")
+        time.sleep(100)
+        release_gpu()
+        print("GPU资源释放成功")
+    else:
+        print("GPU资源不足，无法预留")

pycoze/ui/ui_def.py

@@ -5,7 +5,6 @@ from .color import hex_to_rgb, rgb_to_hsl, ColorFormat
 import sys
 
 
-
 def useDefault(name, default):
     ui_data = get_ui()
     if name not in ui_data:
@@ -15,9 +14,9 @@ def useDefault(name, default):
 
 def get_ui_text():
     ui = get_ui()
-    output = ''
+    output = ""
     for key, value in ui.items():
-        output += f'{key}: {value}\n'
+        output += f"{key}: {value}\n"
     return output
 
 
@@ -25,15 +24,17 @@ def label(name, tip="", hide_if="", style="", cls=""):
     pass
 
 
-def number(name,
-           default,
-           min=-sys.maxsize - 1,
-           max=sys.maxsize,
-           step=1,
-           tip="",
-           hide_if="",
-           style="",
-           cls="") -> Union[int, float]:  # 注意Python3.9不兼容int|float
+def number(
+    name,
+    default,
+    min=-sys.maxsize - 1,
+    max=sys.maxsize,
+    step=1,
+    tip="",
+    hide_if="",
+    style="",
+    cls="",
+) -> Union[int, float]:  # 注意Python3.9不兼容int|float
     return useDefault(name, default)
 
 
@@ -49,7 +50,15 @@ def password(name, default, tip="", hide_if="", style="", cls="") -> str:
     return useDefault(name, default)
 
 
-def color(name, default, color_format: ColorFormat = "hex", tip="", hide_if="", style="", cls="") -> str:
+def color(
+    name,
+    default,
+    color_format: ColorFormat = "hex",
+    tip="",
+    hide_if="",
+    style="",
+    cls="",
+) -> str:
     rgbhex = useDefault(name, default)
     if color_format == "hex":
         return rgbhex
@@ -64,47 +73,95 @@ def checkbox(name, default, tip="", hide_if="", style="", cls="") -> bool:
     return useDefault(name, default)
 
 
-def single_select(name, default: Union[str, int, float, bool], options, tip="", hide_if="", style="", cls=""):
+def single_select(
+    name,
+    default: Union[str, int, float, bool],
+    options,
+    tip="",
+    hide_if="",
+    style="",
+    cls="",
+):
+    return useDefault(name, default)
+
+
+def multi_select(
+    name,
+    default: Union[List[str], List[int], List[float], List[bool]],
+    options,
+    tip="",
+    hide_if="",
+    style="",
+    cls="",
+):
     return useDefault(name, default)
 
 
-def multi_select(name,
-                 default: Union[List[str], List[int], List[float], List[bool]],
-                 options,
-                 tip="",
-                 hide_if="",
-                 style="",
-                 cls=""):
+def single_file_select(name, default: str, tip="", hide_if="", style="", cls="") -> str:
     return useDefault(name, default)
 
 
-def file(name, default: Union[str, List[str]], is_multiple: bool, tip="", hide_if="", style="", cls="") -> str:
+def multi_file_select(
+    name, default: List[str], tip="", hide_if="", style="", cls=""
+) -> List[str]:
     return useDefault(name, default)
 
 
-def folder(name, default: Union[str, List[str]], is_multiple: bool, tip="", hide_if="", style="", cls="") -> str:
+def single_folder_select(
+    name, default: str, tip="", hide_if="", style="", cls=""
+) -> str:
     return useDefault(name, default)
 
 
-def folder_tree(name, root="", default: List[str] = None, tip="", hide_if="", style="", cls="") -> dict:
+def multi_folder_select(
+    name, default: List[str], tip="", hide_if="", style="", cls=""
+) -> List[str]:
+    return useDefault(name, default)
+
+
+def folder_tree(
+    name, root="", default: List[str] = None, tip="", hide_if="", style="", cls=""
+) -> dict:
     if default is None:
         default = []
     return useDefault(name, default)
 
 
-def image(name, default: Union[str, List[str]], is_multiple: bool=False, tip="", hide_if="", style="", cls="") -> str:
+def single_image_select(
+    name, default: str, tip="", hide_if="", style="", cls=""
+) -> str:
     return useDefault(name, default)
 
 
-def audio(name, default: Union[str, List[str]], is_multiple: bool=False, tip="", hide_if="", style="", cls="") -> str:
+def multi_image_select(
+    name, default: List[str], tip="", hide_if="", style="", cls=""
+) -> List[str]:
     return useDefault(name, default)
 
 
-def video(name, default: Union[str, List[str]], is_multiple: bool=False, tip="", hide_if="", style="", cls="") -> str:
+def single_audio_select(
+    name, default: str, tip="", hide_if="", style="", cls=""
+) -> str:
     return useDefault(name, default)
 
 
-def seed(name, default=0, tip="", hide_if="", style="", cls="") -> int:
+def multi_audio_select(
+    name, default: List[str], tip="", hide_if="", style="", cls=""
+) -> List[str]:
     return useDefault(name, default)
 
 
+def single_video_select(
+    name, default: str, tip="", hide_if="", style="", cls=""
+) -> str:
+    return useDefault(name, default)
+
+
+def multi_video_select(
+    name, default: List[str], tip="", hide_if="", style="", cls=""
+) -> List[str]:
+    return useDefault(name, default)
+
+
+def seed(name, default=0, tip="", hide_if="", style="", cls="") -> int:
+    return useDefault(name, default)

{pycoze-0.1.15.dist-info → pycoze-0.1.17.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pycoze
-Version: 0.1.15
+Version: 0.1.17
 Summary: Package for pycoze only!
 Author: Yuan Jie Xiong
 Author-email: aiqqqqqqq@qq.com

{pycoze-0.1.15.dist-info → pycoze-0.1.17.dist-info}/RECORD

@@ -1,25 +1,27 @@
-pycoze/__init__.py,sha256=5UJGG0TRNy3cbXuenCY1Fi7RoXzy4X6HllI7bItZ4l0,56
+pycoze/__init__.py,sha256=laqZFyAUfDnxpQQhullPKNaM1vKiaju7eOX_4yfWurc,73
 pycoze/module.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pycoze/bot/__init__.py,sha256=pciDtfcIXda7iFt9uI5Fpm0JKpGBhdXHmJv4966WTVU,21
 pycoze/bot/base.py,sha256=-2EfIdcPZvFm1cjRyTIhjYsyRuAaSVdhdXJR5_7r4CE,2616
 pycoze/bot/bot.py,sha256=3BxTejG164_7DFS47lDrEk-C49CrXa2WPnFxgSvZ6Wk,1836
 pycoze/bot/agent/__init__.py,sha256=IaYqQCJ3uBor92JdOxI_EY4HtYOHgej8lijr3UrN1Vc,161
-pycoze/bot/agent/agent.py,sha256=8vww4POYkXLa5MlKQ5hL6ZIZs5q-Y7FS6SznATrrpjE,3324
+pycoze/bot/agent/agent.py,sha256=vDbTCorUL6Eh2Az4uzwGsLa3Hp4EPcOkq62JpQXt8-s,3435
 pycoze/bot/agent/assistant.py,sha256=QLeWaPi415P9jruYOm8qcIbC94cXXAhJYmLTkyC9NTQ,1267
 pycoze/bot/agent/chat.py,sha256=C2X0meUcIPbn5FCxvhkhxozldPG7qdb2jVR-WnPqqnQ,791
 pycoze/bot/agent/agent_types/__init__.py,sha256=PoYsSeQld0kdROjejN3BNjC9NsgKNekjNy4FqtWRJqM,227
 pycoze/bot/agent/agent_types/openai_func_call_agent.py,sha256=YkpiMxrLl7aMYZJsOtZraTT2UE0IZrQsfikGRCHx4jM,4467
 pycoze/bot/agent/agent_types/react_agent.py,sha256=xgS6NFBtWUOrXQrJ1hq060VoTRsTj4Y_3gI1Sy3bEsU,6748
 pycoze/bot/agent/agent_types/react_prompt.py,sha256=PdzL3SFb0Ee0dbK4HGqG09bRISrru4bhOj45CXBtqI0,1919
+pycoze/gpu/__init__.py,sha256=nuFbZYLQndF_p8sWfjaynnqUey4Bf8c2s-cFLqJ44zo,21
+pycoze/gpu/gpu.py,sha256=eKEnULikr1mKfqLeAZz3FdlWvJMdoUvqmCqx0K8eW4c,5141
 pycoze/ui/__init__.py,sha256=OLPOfXhWGlMVImUhpsOzhs4Jmhrg73lPSUMTTdA7q0I,181
 pycoze/ui/base.py,sha256=nXNXRTZ5Tl1AQp5nfjzLvOVzt_1nLSCn2IOyfxAN_fc,1471
 pycoze/ui/color.py,sha256=cT9Ib8uNzkOKxyW0IwVj46o4LwdB1xgNCj1_Rou9d_4,854
 pycoze/ui/typ.py,sha256=NpT0FrbHvByOszBZMFtroRp7I7pN-38tYz_zPOPejF4,1723
-pycoze/ui/ui_def.py,sha256=xCaqtsnRsbAQMqDa4DpbAVupjCnYdWIu1pAiDQdgTwM,3135
+pycoze/ui/ui_def.py,sha256=Tsdc4sCxQZRQaN_hLmci8wcBrel999uZBgFaOSRnGn0,3701
 pycoze/utils/__init__.py,sha256=GMP9EhOsbRM0EfIzS2ll1fXKKSpY3zqpqkm66fPGBaM,39
 pycoze/utils/arg.py,sha256=VKinJRPiNw0TPvuRFwLg0Vz8u8HXx_ejGfOojfE9b_Y,706
-pycoze-0.1.15.dist-info/LICENSE,sha256=QStd_Qsd0-kAam_-sOesCIp_uKrGWeoKwt9M49NVkNU,1090
-pycoze-0.1.15.dist-info/METADATA,sha256=J345jTUEmu7itr2w04ag7yZrZHfTAMgiXkUm8m9pGYo,719
-pycoze-0.1.15.dist-info/WHEEL,sha256=UvcQYKBHoFqaQd6LKyqHw9fxEolWLQnlzP0h_LgJAfI,91
-pycoze-0.1.15.dist-info/top_level.txt,sha256=76dPeDhKvOCleL3ZC5gl1-y4vdS1tT_U1hxWVAn7sFo,7
-pycoze-0.1.15.dist-info/RECORD,,
+pycoze-0.1.17.dist-info/LICENSE,sha256=QStd_Qsd0-kAam_-sOesCIp_uKrGWeoKwt9M49NVkNU,1090
+pycoze-0.1.17.dist-info/METADATA,sha256=IxWnvS0D0S9dqEA9PWxvP3BsF8YBO58qa4nGN8JfTEo,719
+pycoze-0.1.17.dist-info/WHEEL,sha256=UvcQYKBHoFqaQd6LKyqHw9fxEolWLQnlzP0h_LgJAfI,91
+pycoze-0.1.17.dist-info/top_level.txt,sha256=76dPeDhKvOCleL3ZC5gl1-y4vdS1tT_U1hxWVAn7sFo,7
+pycoze-0.1.17.dist-info/RECORD,,