pycoze 0.1.15__tar.gz → 0.1.17__tar.gz

{pycoze-0.1.15 → pycoze-0.1.17}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pycoze
-Version: 0.1.15
+Version: 0.1.17
 Summary: Package for pycoze only!
 Author: Yuan Jie Xiong
 Author-email: aiqqqqqqq@qq.com

{pycoze-0.1.15 → pycoze-0.1.17}/pycoze/__init__.py

@@ -1,3 +1,4 @@
-from . import bot
-from . import utils
-from . import ui
+from . import bot
+from . import gpu
+from . import ui
+from . import utils

{pycoze-0.1.15 → pycoze-0.1.17}/pycoze/bot/agent/agent.py

@@ -1,67 +1,72 @@
-import asyncio
-import json
-from langchain_openai import ChatOpenAI
-from .chat import info
-from .assistant import Runnable
-from langchain_core.messages import  HumanMessage, AIMessage,AIMessageChunk
-from langchain_core.agents import AgentFinish
-
-
-
-async def run_agent(agent, inputs: list):
-    if agent.agent_execution_mode == 'FuncCall':
-        content_list = []
-        async for event in agent.astream_events(inputs, version="v2"):
-            kind = event["event"]
-            if kind == "on_chat_model_stream":
-                content = event["data"]["chunk"].content
-                if content:
-                    content_list.append(content)
-                    info("assistant", content)
-            elif kind == "on_chain_start":
-                data = event["data"]
-                if "input" in data:
-                    input_list = data["input"] if isinstance(data["input"], list) else [data["input"]]
-                    msg = input_list[-1]
-                    if isinstance(msg, AIMessage) and not isinstance(msg, AIMessageChunk):
-                        if "tool_calls" in msg.additional_kwargs:
-                            tools = [t["function"]["name"] for t in msg.additional_kwargs["tool_calls"]]
-                            tools_str = ",".join(tools)
-                            info("assistant", f"(调用工具:{tools_str})")
-                            
-        return "".join(content_list)
-    else:
-        assert agent.agent_execution_mode == 'ReAct'
-        inputs_msg = {'input': inputs[-1].content,'chat_history': inputs[:-1]}
-        use_tools = []
-        async for event in agent.astream_events(inputs_msg, version="v2"):
-            kind = event["event"]
-            result = None
-            if kind == "on_chain_end":
-                if 'data' in event:
-                    if 'output' in event['data']:
-                        output = event['data']['output']
-                        if 'agent_outcome' in output and "input" in output:
-                            outcome = output['agent_outcome']
-                            if isinstance(outcome, AgentFinish):
-                                result = outcome.return_values['output']
-            elif kind == "on_tool_start":
-                use_tools.append(event['name'])
-                info("assistant", f"(调用工具:{use_tools})")
-        return result
-
-
-if __name__ == "__main__":
-    from langchain_experimental.tools import PythonREPLTool
-    llm_file = r"C:\Users\aiqqq\AppData\Roaming\pycoze\JsonStorage\llm.json"
-    with open(llm_file, "r", encoding="utf-8") as f:
-        cfg = json.load(f)
-        chat = ChatOpenAI(api_key=cfg["apiKey"], base_url=cfg['baseURL'], model=cfg["model"], temperature=0)
-    python_tool = PythonREPLTool()    
-    agent = Runnable(agent_execution_mode='FuncCall', # 'FuncCall' or 'ReAct'，大模型支持FuncCall的话就用FuncCall
-                                               tools=[python_tool],
-                                               llm=chat,
-                                               assistant_message="请以女友的口吻回答，输出不小于100字，可以随便说点其他的",)
-
-    inputs = [HumanMessage(content="计算根号7+根号88")]
-    print(asyncio.run(run_agent(agent, inputs)))
+import asyncio
+import json
+from langchain_openai import ChatOpenAI
+from .chat import info
+from .assistant import Runnable
+from langchain_core.messages import  HumanMessage, AIMessage,AIMessageChunk
+from langchain_core.agents import AgentFinish
+
+
+
+async def run_agent(agent, inputs: list):
+    if agent.agent_execution_mode == 'FuncCall':
+        exist_ids = set()
+        content_list = []
+        async for event in agent.astream_events(inputs, version="v2"):
+            kind = event["event"]
+            if kind == "on_chat_model_stream":
+                content = event["data"]["chunk"].content
+                if content:
+                    content_list.append(content)
+                    info("assistant", content)
+            elif kind == "on_chain_start":
+                data = event["data"]
+                if "input" in data:
+                    input_list = data["input"] if isinstance(data["input"], list) else [data["input"]]
+                    msg = input_list[-1]
+                    if isinstance(msg, AIMessage) and not isinstance(msg, AIMessageChunk):
+                        if "tool_calls" in msg.additional_kwargs:
+                            tool_calls = msg.additional_kwargs["tool_calls"]
+                            for t in tool_calls:
+                                if t["id"] in exist_ids:
+                                    continue
+                                exist_ids.add(t["id"])
+                                tool = t["function"]["name"]
+                                info("assistant", f"[调用工具:{tool}]")
+
+        return "".join(content_list)
+    else:
+        assert agent.agent_execution_mode == 'ReAct'
+        inputs_msg = {'input': inputs[-1].content,'chat_history': inputs[:-1]}
+        use_tools = []
+        async for event in agent.astream_events(inputs_msg, version="v2"):
+            kind = event["event"]
+            result = None
+            if kind == "on_chain_end":
+                if 'data' in event:
+                    if 'output' in event['data']:
+                        output = event['data']['output']
+                        if 'agent_outcome' in output and "input" in output:
+                            outcome = output['agent_outcome']
+                            if isinstance(outcome, AgentFinish):
+                                result = outcome.return_values['output']
+            elif kind == "on_tool_start":
+                use_tools.append(event['name'])
+                info("assistant", f"[调用工具:{use_tools}]")
+        return result
+
+
+if __name__ == "__main__":
+    from langchain_experimental.tools import PythonREPLTool
+    llm_file = r"C:\Users\aiqqq\AppData\Roaming\pycoze\JsonStorage\llm.json"
+    with open(llm_file, "r", encoding="utf-8") as f:
+        cfg = json.load(f)
+        chat = ChatOpenAI(api_key=cfg["apiKey"], base_url=cfg['baseURL'], model=cfg["model"], temperature=0)
+    python_tool = PythonREPLTool()
+    agent = Runnable(agent_execution_mode='FuncCall', # 'FuncCall' or 'ReAct'，大模型支持FuncCall的话就用FuncCall
+                                               tools=[python_tool],
+                                               llm=chat,
+                                               assistant_message="请以女友的口吻回答，输出不小于100字，可以随便说点其他的",)
+
+    inputs = [HumanMessage(content="计算根号7+根号88")]
+    print(asyncio.run(run_agent(agent, inputs)))

pycoze-0.1.17/pycoze/gpu/__init__.py

@@ -0,0 +1 @@
+from .gpu import gpu

pycoze-0.1.17/pycoze/gpu/gpu.py

@@ -0,0 +1,167 @@
+import subprocess
+import sqlite3
+import atexit
+import time
+import os
+import psutil
+
+try:
+    from pycoze.utils import utils
+
+    # 定义数据库连接和初始化
+    params = utils.arg.read_params()
+    if params:
+        DATABASE_PATH = params["appPath"] + "/gpu_usage.db"
+    else:
+        raise Exception("No params")
+except:
+    DATABASE_DIR = os.path.expanduser("~/pycoze")
+    os.makedirs(DATABASE_DIR, exist_ok=True)
+    DATABASE_PATH = os.path.join(DATABASE_DIR, "gpu_usage.db")
+TABLE_NAME = "gpu_usage"
+
+
+def initialize_db():
+    conn = sqlite3.connect(DATABASE_PATH)
+    cursor = conn.cursor()
+    cursor.execute(
+        f"""
+        CREATE TABLE IF NOT EXISTS {TABLE_NAME} (
+            id INTEGER PRIMARY KEY,
+            process_id TEXT NOT NULL,
+            reserved_gb REAL NOT NULL
+        )
+    """
+    )
+    conn.commit()
+    conn.close()
+
+
+# 检测GPU资源
+def get_gpu_resources():
+    try:
+        # 使用nvidia-smi命令获取GPU信息
+        result = subprocess.run(
+            ["nvidia-smi", "--query-gpu=memory.free", "--format=csv,noheader,nounits"],
+            stdout=subprocess.PIPE,
+            text=True,
+        )
+        free_memory = result.stdout.strip().split("\n")
+        total_free_memory = sum(float(mem) for mem in free_memory)
+
+        # 获取正在使用GPU的进程信息
+        process_result = subprocess.run(
+            [
+                "nvidia-smi",
+                "--query-compute-apps=pid,process_name,used_memory",
+                "--format=csv,noheader,nounits",
+            ],
+            stdout=subprocess.PIPE,
+            text=True,
+        )
+        process_info = process_result.stdout.strip().split("\n")
+
+        # 过滤掉进程名中包含"python"的进程
+        python_memory_usage = 0.0
+        for process in process_info:
+            pid, process_name, used_memory = process.split(", ")
+            if "python" in process_name.lower():
+                python_memory_usage += float(used_memory)
+
+        # 计算排除python进程后的总空闲内存
+        total_free_memory -= python_memory_usage
+        return round(total_free_memory / 1024, 2)
+    except Exception as e:
+        print(f"Error getting GPU resources: {e}")
+        return 0.0
+
+
+# 预留GPU资源
+def reserve_gpu(gb):
+    process_id = str(os.getpid())
+    with sqlite3.connect(DATABASE_PATH) as conn:
+        cursor = conn.cursor()
+        cursor.execute(f"SELECT SUM(reserved_gb) FROM {TABLE_NAME}")
+        total_reserved = cursor.fetchone()[0]
+        if total_reserved is None:
+            total_reserved = 0.0
+        available_gb = get_gpu_resources() - total_reserved
+        if available_gb >= gb:
+            cursor.execute(
+                f"INSERT INTO {TABLE_NAME} (process_id, reserved_gb) VALUES (?, ?)",
+                (process_id, gb),
+            )
+            conn.commit()
+            print(f"预留成功，剩余GPU大小: {available_gb - gb} GB")
+            return True
+        else:
+            print(f"预留失败，剩余GPU大小: {available_gb} GB")
+            return False
+
+
+def reserve_gpu_retry(gb, retry=10000):
+    for i in range(retry):
+        time.sleep(1)
+        if reserve_gpu(gb):
+            if i % 10 == 0 or i < 10:
+                print(f"重试第{i}次")
+            return True
+    return False
+
+
+# 释放GPU资源
+def release_gpu():
+    process_id = str(os.getpid())
+    with sqlite3.connect(DATABASE_PATH) as conn:
+        cursor = conn.cursor()
+        cursor.execute(f"DELETE FROM {TABLE_NAME} WHERE process_id = ?", (process_id,))
+        conn.commit()
+        # 计算释放后的剩余GPU大小
+        cursor.execute(f"SELECT SUM(reserved_gb) FROM {TABLE_NAME}")
+        total_reserved = cursor.fetchone()[0]
+        if total_reserved is None:
+            total_reserved = 0.0
+        available_gb = get_gpu_resources() - total_reserved
+        print(f"释放成功，剩余GPU大小: {available_gb} GB")
+
+
+# 注册退出时的清理函数
+def cleanup():
+    release_gpu()
+    print("程序退出，GPU资源已释放")
+
+
+def initialize_and_check():
+    initialize_db()
+    with sqlite3.connect(DATABASE_PATH) as conn:
+        cursor = conn.cursor()
+        cursor.execute(f"SELECT process_id, reserved_gb FROM {TABLE_NAME}")
+        rows = cursor.fetchall()
+        for row in rows:
+            process_id, reserved_gb = row
+            try:
+                # 检查进程是否存在
+                psutil.Process(int(process_id))
+            except psutil.NoSuchProcess:
+                # 进程不存在，删除对应的记录
+                cursor.execute(
+                    f"DELETE FROM {TABLE_NAME} WHERE process_id = ?", (process_id,)
+                )
+                print(f"进程 {process_id} 不存在，已删除对应的预留记录")
+        conn.commit()
+
+
+# 在模块加载时执行初始化检查
+initialize_and_check()
+
+# 注册清理函数
+atexit.register(cleanup)
+
+if __name__ == "__main__":
+    if reserve_gpu_retry(10):
+        print("GPU资源预留成功")
+        time.sleep(100)
+        release_gpu()
+        print("GPU资源释放成功")
+    else:
+        print("GPU资源不足，无法预留")

pycoze-0.1.17/pycoze/ui/ui_def.py

@@ -0,0 +1,167 @@
+from .base import get_ui
+from .typ import useDefaultType
+from typing import Union, List
+from .color import hex_to_rgb, rgb_to_hsl, ColorFormat
+import sys
+
+
+def useDefault(name, default):
+    ui_data = get_ui()
+    if name not in ui_data:
+        return default
+    return useDefaultType(ui_data[name], default)
+
+
+def get_ui_text():
+    ui = get_ui()
+    output = ""
+    for key, value in ui.items():
+        output += f"{key}: {value}\n"
+    return output
+
+
+def label(name, tip="", hide_if="", style="", cls=""):
+    pass
+
+
+def number(
+    name,
+    default,
+    min=-sys.maxsize - 1,
+    max=sys.maxsize,
+    step=1,
+    tip="",
+    hide_if="",
+    style="",
+    cls="",
+) -> Union[int, float]:  # 注意Python3.9不兼容int|float
+    return useDefault(name, default)
+
+
+def text(name, default, tip="", hide_if="", style="", cls="") -> str:
+    return useDefault(name, default)
+
+
+def textarea(name, default, tip="", hide_if="", style="", cls="") -> str:
+    return useDefault(name, default)
+
+
+def password(name, default, tip="", hide_if="", style="", cls="") -> str:
+    return useDefault(name, default)
+
+
+def color(
+    name,
+    default,
+    color_format: ColorFormat = "hex",
+    tip="",
+    hide_if="",
+    style="",
+    cls="",
+) -> str:
+    rgbhex = useDefault(name, default)
+    if color_format == "hex":
+        return rgbhex
+    elif color_format == "rgb":
+        return hex_to_rgb(rgbhex)
+    elif color_format == "hsl":
+        return rgb_to_hsl(hex_to_rgb(rgbhex))
+    return rgbhex
+
+
+def checkbox(name, default, tip="", hide_if="", style="", cls="") -> bool:
+    return useDefault(name, default)
+
+
+def single_select(
+    name,
+    default: Union[str, int, float, bool],
+    options,
+    tip="",
+    hide_if="",
+    style="",
+    cls="",
+):
+    return useDefault(name, default)
+
+
+def multi_select(
+    name,
+    default: Union[List[str], List[int], List[float], List[bool]],
+    options,
+    tip="",
+    hide_if="",
+    style="",
+    cls="",
+):
+    return useDefault(name, default)
+
+
+def single_file_select(name, default: str, tip="", hide_if="", style="", cls="") -> str:
+    return useDefault(name, default)
+
+
+def multi_file_select(
+    name, default: List[str], tip="", hide_if="", style="", cls=""
+) -> List[str]:
+    return useDefault(name, default)
+
+
+def single_folder_select(
+    name, default: str, tip="", hide_if="", style="", cls=""
+) -> str:
+    return useDefault(name, default)
+
+
+def multi_folder_select(
+    name, default: List[str], tip="", hide_if="", style="", cls=""
+) -> List[str]:
+    return useDefault(name, default)
+
+
+def folder_tree(
+    name, root="", default: List[str] = None, tip="", hide_if="", style="", cls=""
+) -> dict:
+    if default is None:
+        default = []
+    return useDefault(name, default)
+
+
+def single_image_select(
+    name, default: str, tip="", hide_if="", style="", cls=""
+) -> str:
+    return useDefault(name, default)
+
+
+def multi_image_select(
+    name, default: List[str], tip="", hide_if="", style="", cls=""
+) -> List[str]:
+    return useDefault(name, default)
+
+
+def single_audio_select(
+    name, default: str, tip="", hide_if="", style="", cls=""
+) -> str:
+    return useDefault(name, default)
+
+
+def multi_audio_select(
+    name, default: List[str], tip="", hide_if="", style="", cls=""
+) -> List[str]:
+    return useDefault(name, default)
+
+
+def single_video_select(
+    name, default: str, tip="", hide_if="", style="", cls=""
+) -> str:
+    return useDefault(name, default)
+
+
+def multi_video_select(
+    name, default: List[str], tip="", hide_if="", style="", cls=""
+) -> List[str]:
+    return useDefault(name, default)
+
+
+def seed(name, default=0, tip="", hide_if="", style="", cls="") -> int:
+    return useDefault(name, default)

{pycoze-0.1.15 → pycoze-0.1.17}/pycoze.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pycoze
-Version: 0.1.15
+Version: 0.1.17
 Summary: Package for pycoze only!
 Author: Yuan Jie Xiong
 Author-email: aiqqqqqqq@qq.com

{pycoze-0.1.15 → pycoze-0.1.17}/pycoze.egg-info/SOURCES.txt

@@ -18,6 +18,8 @@ pycoze/bot/agent/agent_types/__init__.py
 pycoze/bot/agent/agent_types/openai_func_call_agent.py
 pycoze/bot/agent/agent_types/react_agent.py
 pycoze/bot/agent/agent_types/react_prompt.py
+pycoze/gpu/__init__.py
+pycoze/gpu/gpu.py
 pycoze/ui/__init__.py
 pycoze/ui/base.py
 pycoze/ui/color.py

{pycoze-0.1.15 → pycoze-0.1.17}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name="pycoze",
-    version="0.1.15",
+    version="0.1.17",
     packages=find_packages(),
     install_requires=[],
     author="Yuan Jie Xiong",

pycoze-0.1.15/pycoze/ui/ui_def.py

@@ -1,110 +0,0 @@
-from .base import get_ui
-from .typ import useDefaultType
-from typing import Union, List
-from .color import hex_to_rgb, rgb_to_hsl, ColorFormat
-import sys
-
-
-
-def useDefault(name, default):
-    ui_data = get_ui()
-    if name not in ui_data:
-        return default
-    return useDefaultType(ui_data[name], default)
-
-
-def get_ui_text():
-    ui = get_ui()
-    output = ''
-    for key, value in ui.items():
-        output += f'{key}: {value}\n'
-    return output
-
-
-def label(name, tip="", hide_if="", style="", cls=""):
-    pass
-
-
-def number(name,
-           default,
-           min=-sys.maxsize - 1,
-           max=sys.maxsize,
-           step=1,
-           tip="",
-           hide_if="",
-           style="",
-           cls="") -> Union[int, float]:  # 注意Python3.9不兼容int|float
-    return useDefault(name, default)
-
-
-def text(name, default, tip="", hide_if="", style="", cls="") -> str:
-    return useDefault(name, default)
-
-
-def textarea(name, default, tip="", hide_if="", style="", cls="") -> str:
-    return useDefault(name, default)
-
-
-def password(name, default, tip="", hide_if="", style="", cls="") -> str:
-    return useDefault(name, default)
-
-
-def color(name, default, color_format: ColorFormat = "hex", tip="", hide_if="", style="", cls="") -> str:
-    rgbhex = useDefault(name, default)
-    if color_format == "hex":
-        return rgbhex
-    elif color_format == "rgb":
-        return hex_to_rgb(rgbhex)
-    elif color_format == "hsl":
-        return rgb_to_hsl(hex_to_rgb(rgbhex))
-    return rgbhex
-
-
-def checkbox(name, default, tip="", hide_if="", style="", cls="") -> bool:
-    return useDefault(name, default)
-
-
-def single_select(name, default: Union[str, int, float, bool], options, tip="", hide_if="", style="", cls=""):
-    return useDefault(name, default)
-
-
-def multi_select(name,
-                 default: Union[List[str], List[int], List[float], List[bool]],
-                 options,
-                 tip="",
-                 hide_if="",
-                 style="",
-                 cls=""):
-    return useDefault(name, default)
-
-
-def file(name, default: Union[str, List[str]], is_multiple: bool, tip="", hide_if="", style="", cls="") -> str:
-    return useDefault(name, default)
-
-
-def folder(name, default: Union[str, List[str]], is_multiple: bool, tip="", hide_if="", style="", cls="") -> str:
-    return useDefault(name, default)
-
-
-def folder_tree(name, root="", default: List[str] = None, tip="", hide_if="", style="", cls="") -> dict:
-    if default is None:
-        default = []
-    return useDefault(name, default)
-
-
-def image(name, default: Union[str, List[str]], is_multiple: bool=False, tip="", hide_if="", style="", cls="") -> str:
-    return useDefault(name, default)
-
-
-def audio(name, default: Union[str, List[str]], is_multiple: bool=False, tip="", hide_if="", style="", cls="") -> str:
-    return useDefault(name, default)
-
-
-def video(name, default: Union[str, List[str]], is_multiple: bool=False, tip="", hide_if="", style="", cls="") -> str:
-    return useDefault(name, default)
-
-
-def seed(name, default=0, tip="", hide_if="", style="", cls="") -> int:
-    return useDefault(name, default)
-
-