pygpt-net 2.6.17__py3-none-any.whl → 2.6.18__py3-none-any.whl

pygpt_net/core/experts/experts.py

@@ -6,33 +6,38 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2025.08.20 09:00:00                  #
+# Updated Date: 2025.08.21 07:00:00                  #
 # ================================================== #
 
 import json
-from typing import Dict, List, Optional
+from typing import Dict, List
 
-from PySide6.QtCore import QRunnable, QObject, Signal, Slot
-from llama_index.core.tools import QueryEngineTool
+from PySide6.QtCore import Slot
 
+from pygpt_net.core.experts.worker import ExpertWorker
 from pygpt_net.core.types import (
     MODE_AGENT,
     MODE_CHAT,
     MODE_COMPLETION,
     MODE_EXPERT,
-    MODE_LANGCHAIN,
     MODE_LLAMA_INDEX,
     MODE_VISION,
     MODE_AUDIO,
     MODE_RESEARCH,
+    TOOL_EXPERT_CALL_NAME,
+    TOOL_EXPERT_CALL_DESCRIPTION,
+    TOOL_EXPERT_CALL_PARAM_ID_DESCRIPTION,
+    TOOL_EXPERT_CALL_PARAM_QUERY_DESCRIPTION,
+    TOOL_QUERY_ENGINE_NAME,
+    TOOL_QUERY_ENGINE_DESCRIPTION,
+    TOOL_QUERY_ENGINE_PARAM_QUERY_DESCRIPTION,
 )
 from pygpt_net.core.bridge.context import BridgeContext
-from pygpt_net.core.events import Event, KernelEvent, RenderEvent
+from pygpt_net.core.events import Event, KernelEvent
 from pygpt_net.item.ctx import CtxItem
 from pygpt_net.item.preset import PresetItem
 from pygpt_net.utils import trans
 
-
 class Experts:
     def __init__(self, window=None):
         """
@@ -50,7 +55,7 @@ class Experts:
             MODE_AUDIO,
             MODE_RESEARCH,
         ]
-        self.allowed_cmds = ["expert_call"]
+        self.allowed_cmds = [TOOL_EXPERT_CALL_NAME]
         self.worker = None
         self.last_expert_id = None  # last expert id used in call
         self.last_idx = None  # last index used in call
@@ -172,9 +177,9 @@ class Experts:
             if k.startswith("current."):  # skip current presets
                 continue
             if experts[k].description.strip() == "":
-                experts_list.append(" - " + str(k) + ": " + str(experts[k].name))
+                experts_list.append(f" - {k}: {experts[k].name}")
             else:
-                experts_list.append(" - " + str(k) + ": " + str(experts[k].name) + " (" + experts[k].description + ")")
+                experts_list.append(f" - {k}: {experts[k].name} ({experts[k].description})")
         return prompt.replace("{presets}", "\n".join(experts_list))
 
     def extract_calls(self, ctx: CtxItem) -> Dict[str, str]:
@@ -204,7 +209,7 @@ class Experts:
             return {}
         for item in my_commands:
             try:
-                if item["cmd"] == "expert_call":
+                if item["cmd"] == TOOL_EXPERT_CALL_NAME:
                     if "params" not in item:
                         continue
                     if "id" not in item["params"] or "query" not in item["params"]:
@@ -215,7 +220,7 @@ class Experts:
                     query = item["params"]["query"]
                     calls[id] = query
             except Exception as e:
-                self.window.core.debug.error(e)
+                self.window.core.debug.log(e)
                 return {}
         return calls
 
@@ -228,11 +233,11 @@ class Experts:
         for call in ctx.tool_calls:
             if (call["type"] == "function"
                     and "function" in call
-                    and call["function"]["name"] == "get_context"):
-                ctx.force_call = True  # force call if get_context tool is used
+                    and call["function"]["name"] == TOOL_QUERY_ENGINE_NAME):
+                ctx.force_call = True  # force call if query engine tool is used
                 ctx.cmds_before = [
                     {
-                        "cmd": "get_context",
+                        "cmd": TOOL_QUERY_ENGINE_NAME,
                         "params": {
                             "query": call["function"]["arguments"]["query"],
                             "idx": self.last_idx,
@@ -331,7 +336,7 @@ class Experts:
         self.master_ctx = master_ctx
         expert_name = self.get_expert_name_by_id(expert_id)
         event = KernelEvent(KernelEvent.STATE_BUSY, {
-            "msg": trans("expert.wait.status") + " ({})".format(expert_name),
+            "msg": f"{trans('expert.wait.status')} ({expert_name})",
         })
         self.window.dispatch(event)  # dispatch busy event
         self.window.threadpool.start(self.worker)
@@ -397,7 +402,7 @@ class Experts:
 
             self.window.core.ctx.update_item(ctx)  # update context in db
             self.window.update_status('...')
-            ctx.output = "<tool>" + str(ctx.cmds) + "</tool>"
+            ctx.output = f"<tool>{ctx.cmds}</tool>"
             self.window.core.ctx.update_item(ctx)  # update ctx in DB
             self.handle_finished()
             self.call(
@@ -463,7 +468,7 @@ class Experts:
 
         # handle error from worker
         context = BridgeContext()
-        context.prompt = trans("expert.wait.failed") + ": " + str(error)
+        context.prompt = f"{trans('expert.wait.failed')}: {error}"
         extra = {
             "force": True,
             "reply": False,
@@ -478,7 +483,7 @@ class Experts:
         event = KernelEvent(KernelEvent.STATE_IDLE, {})
         self.window.dispatch(event)  # dispatch idle event
 
-    @Slot(CtxItem, str)
+    @Slot()
     def handle_finished(self):
         """Handle worker finished signal"""
         event = KernelEvent(KernelEvent.STATE_IDLE, {})
@@ -528,18 +533,18 @@ class Experts:
         """
         cmds = [
             {
-                "cmd": "expert_call",
-                "instruction": "Call the expert",
+                "cmd": TOOL_EXPERT_CALL_NAME,
+                "instruction": TOOL_EXPERT_CALL_DESCRIPTION,
                 "params": [
                     {
                         "name": "id",
-                        "description": "expert id",
+                        "description": TOOL_EXPERT_CALL_PARAM_ID_DESCRIPTION,
                         "required": True,
                         "type": "str",
                     },
                     {
                         "name": "query",
-                        "description": "query to expert",
+                        "description": TOOL_EXPERT_CALL_PARAM_QUERY_DESCRIPTION,
                         "required": True,
                         "type": "str",
                     }
@@ -555,12 +560,12 @@ class Experts:
         :return: retriever tool definition
         """
         return {
-            "cmd": "get_context",
-            "instruction": "get additional context for a given query",
+            "cmd": TOOL_QUERY_ENGINE_NAME,
+            "instruction": TOOL_QUERY_ENGINE_DESCRIPTION,
             "params": [
                 {
                     "name": "query",
-                    "description": "query to retrieve additional context for",
+                    "description": TOOL_QUERY_ENGINE_PARAM_QUERY_DESCRIPTION,
                     "required": True,
                     "type": "str",
                 }
@@ -572,6 +577,7 @@ class Experts:
         Check if context has expert calls
 
         :param ctx: CtxItem
+        :return: True if expert calls found
         """
         if not ctx.sub_reply and not ctx.reply:
             mentions = self.window.core.experts.extract_calls(ctx)
@@ -581,343 +587,3 @@ class Experts:
                         continue
                     return True
         return False
-
-
-class WorkerSignals(QObject):
-    """
-    Signals for worker to communicate with main thread.
-    """
-    finished = Signal()  # when worker is finished
-    response = Signal(object, str)  # when worker has response
-    error = Signal(str)  # when worker has error
-    event = Signal(object)  # when worker has event to dispatch
-    output = Signal(object, str)  # when worker has output to handle
-    lock_input = Signal()  # when worker locks input for UI
-    cmd = Signal(object, object, str, str, str)  # when worker has command to handle
-
-
-class ExpertWorker(QRunnable):
-    """Worker for handling expert calls in a separate thread."""
-    def __init__(
-            self,
-            window,
-            master_ctx: CtxItem,
-            expert_id: str,
-            query: str
-    ):
-        super().__init__()
-        self.window = window
-        self.master_ctx = master_ctx
-        self.expert_id = expert_id
-        self.query = query
-        self.signals = WorkerSignals()
-
-    @Slot()
-    def run(self):
-        master_ctx = self.master_ctx
-        expert_id = self.expert_id
-        query = self.query
-
-        try:
-            # get or create children (slave) meta
-            slave = self.window.core.ctx.get_or_create_slave_meta(master_ctx, expert_id)
-            expert = self.window.core.experts.get_expert(expert_id)  # preset
-            reply = True
-            hidden = False
-            internal = False
-
-            if self.window.core.experts.agent_enabled():  # hide in agent mode
-                internal = False
-                hidden = True
-
-            mode = self.window.core.config.get("mode")
-            base_mode = mode
-            model = expert.model
-            expert_name = expert.name
-            ai_name = ""
-            sys_prompt = expert.prompt
-            model_data = self.window.core.models.get(model)
-
-            files = []
-            file_ids = []
-            functions = []
-            tools_outputs = []
-
-            # from current config
-            max_tokens = self.window.core.config.get('max_output_tokens')
-            stream_mode = self.window.core.config.get('stream')
-            verbose = self.window.core.config.get('agent.llama.verbose')
-            use_agent = self.window.core.config.get('experts.use_agent', False)
-            db_idx = expert.idx  # get idx from expert preset
-
-            mode = MODE_EXPERT  # force expert mode, mode will change in bridge
-
-            # create slave item
-            ctx = CtxItem()
-            ctx.meta = slave  # use slave-meta
-            ctx.internal = internal
-            ctx.hidden = hidden
-            ctx.current = True  # mark as current context item
-            ctx.mode = mode  # store current selected mode (not inline changed)
-            ctx.model = model  # store model list key, not real model id
-            ctx.set_input(query, str(ai_name))
-            ctx.set_output(None, expert_name)
-            ctx.sub_call = True  # mark as sub-call
-            ctx.pid = master_ctx.pid  # copy PID from parent to allow reply
-
-            # render: begin
-            event = RenderEvent(RenderEvent.BEGIN, {
-                "meta": ctx.meta,
-                "ctx": ctx,
-                "stream": stream_mode,
-            })
-            self.signals.event.emit(event)  # dispatch render event
-            self.window.core.ctx.provider.append_item(slave, ctx)  # to slave meta
-
-            # build sys prompt
-            sys_prompt_raw = sys_prompt  # store raw prompt
-            event = Event(Event.PRE_PROMPT, {
-                'mode': mode,
-                'value': sys_prompt,
-                'is_expert': True,
-            })
-            self.signals.event.emit(event)  # dispatch pre-prompt event
-            sys_prompt = event.data['value']
-            sys_prompt = self.window.core.prompt.prepare_sys_prompt(
-                mode,
-                model_data,
-                sys_prompt,
-                ctx,
-                reply,
-                internal,
-                is_expert=True,  # mark as expert, blocks expert prompt append in plugin
-            )
-
-            # index to use
-            use_index = False
-            if db_idx and db_idx != '_':
-                use_index = True
-                self.window.core.experts.last_idx = db_idx  # store last index used in call
-            else:
-                self.window.core.experts.last_idx = None
-            if use_index:
-                index, llm = self.window.core.idx.chat.get_index(db_idx, model_data, stream=False)
-            else:
-                llm = self.window.core.idx.llm.get(model_data, stream=False)
-
-            history = self.window.core.ctx.all(
-                meta_id=slave.id
-            )  # get history for slave ctx, not master ctx
-
-            if use_agent:
-                # call the agent (planner) with tools and index
-                ctx.agent_call = True  # directly return tool call response
-                ctx.use_agent_final_response = True  # use agent final response as output
-                bridge_context = BridgeContext(
-                    ctx=ctx,
-                    history=history,
-                    mode=mode,
-                    parent_mode=base_mode,
-                    model=model_data,
-                    system_prompt=sys_prompt,
-                    system_prompt_raw=sys_prompt_raw,
-                    prompt=query,
-                    stream=False,
-                    attachments=files,
-                    file_ids=file_ids,
-                    assistant_id=self.window.core.config.get('assistant'),
-                    idx=db_idx,
-                    idx_mode=self.window.core.config.get('llama.idx.mode'),
-                    external_functions=functions,
-                    tools_outputs=tools_outputs,
-                    max_tokens=max_tokens,
-                    is_expert_call=True,  # mark as expert call
-                    preset=expert,
-                )
-                extra = {}
-                if use_index:
-                    extra["agent_idx"] = db_idx
-                    
-                tools = self.window.core.agents.tools.prepare(
-                    bridge_context, extra, verbose=False, force=True)
-
-                # remove expert_call tool from tools
-                for tool in list(tools):
-                    if tool.metadata.name == "expert_call":
-                        tools.remove(tool)
-
-                result = self.call_agent(
-                    context=bridge_context,
-                    tools=tools,
-                    ctx=ctx,
-                    query=query,
-                    llm=llm,
-                    system_prompt=sys_prompt,
-                    verbose=verbose,
-                )
-                ctx.reply = False  # reset reply flag, we handle reply here
-
-                if not result:  # abort if bridge call failed
-                    self.signals.finished.emit()
-                    return
-            else:
-                # native func call
-                if self.window.core.command.is_native_enabled(force=False, model=model):
-
-                    # get native functions, without expert_call here
-                    functions = self.window.core.command.get_functions(master_ctx.id)
-
-                    # append retrieval tool if index is selected
-                    if use_index:
-                        retriever_tool = self.window.core.experts.get_retriever_tool()
-                        func_list = self.window.core.command.cmds_to_functions([retriever_tool])
-                        functions.append(func_list[0])  # append only first function
-
-                # call bridge
-                bridge_context = BridgeContext(
-                    ctx=ctx,
-                    history=history,
-                    mode=mode,
-                    parent_mode=base_mode,
-                    model=model_data,
-                    system_prompt=sys_prompt,
-                    system_prompt_raw=sys_prompt_raw,
-                    prompt=query,
-                    stream=False,
-                    attachments=files,
-                    file_ids=file_ids,
-                    assistant_id=self.window.core.config.get('assistant'),
-                    idx=db_idx,
-                    idx_mode=self.window.core.config.get('llama.idx.mode'),
-                    external_functions=functions,
-                    tools_outputs=tools_outputs,
-                    max_tokens=max_tokens,
-                    is_expert_call=True,  # mark as expert call
-                    preset=expert,
-                    force_sync=True,  # force sync call, no async bridge call
-                    request=True, # use normal request instead of quick call
-                )
-
-                self.signals.lock_input.emit()  # emit lock input signal
-                event = KernelEvent(KernelEvent.CALL, {
-                    'context': bridge_context,  # call using slave ctx history
-                    'extra': {},
-                })
-                self.window.dispatch(event)
-                result = event.data.get("response")
-                # result: <tool>{"cmd": "read_file", "params": {"path": ["xxxx.txt"]}}</tool>
-                # ctx:
-                # input: please read the file xxx.txt
-                # output: <tool>cmd read</tool>
-                if not result and not ctx.tool_calls:  # abort if bridge call failed
-                    self.signals.finished.emit()
-                    return
-
-            # handle output
-            ctx.current = False  # reset current state
-            ctx.output = result  # store expert output in their context
-
-            self.window.core.ctx.update_item(ctx)
-
-            ctx.from_previous()  # append previous result if exists
-            ctx.clear_reply()  # reset results
-
-            if not use_agent:
-                ctx.sub_tool_call = True
-                self.signals.cmd.emit(ctx, master_ctx, expert_id, expert_name, result)  # emit cmd signal
-                # tool call here and reply to window, from <tool></tool>
-                return
-
-            # if command to execute then end here, and reply is returned to reply() above from stack, and ctx.reply = TRUE here
-            ctx.from_previous()  # append previous result again before save
-            self.window.core.ctx.update_item(ctx)  # update ctx in DB
-
-            # if commands reply after bridge call, then stop (already handled in sync dispatcher)
-            if ctx.reply:
-                self.signals.finished.emit()
-                return
-
-            # make copy of ctx for reply, and change input name to expert name
-            reply_ctx = CtxItem()
-            reply_ctx.from_dict(ctx.to_dict())
-            reply_ctx.meta = master_ctx.meta
-
-            # assign expert output
-            reply_ctx.output = result
-            reply_ctx.input_name = expert_name
-            reply_ctx.output_name = ""
-            reply_ctx.cmds = []  # clear cmds
-            reply_ctx.sub_call = True  # this flag is not copied in to_dict
-
-            # reply to main thread
-
-            # send to reply()
-            # input: something (no tool results here)
-            # output: ... (call the master)
-            self.signals.response.emit(reply_ctx, str(expert_id))  # emit response signal
-
-        except Exception as e:
-            self.window.core.debug.log(e)
-            self.signals.error.emit(str(e))
-
-        finally:
-            self.signals.finished.emit()
-            self.cleanup()
-            
-    def cleanup(self):
-        """Cleanup resources after worker execution."""
-        sig = self.signals
-        self.signals = None
-        if sig is not None:
-            try:
-                sig.deleteLater()
-            except RuntimeError:
-                pass
-
-    def call_agent(
-            self,
-            context: BridgeContext,
-            tools: Optional[List[QueryEngineTool]] = None,
-            ctx: Optional[CtxItem] = None,
-            query: str = "",
-            llm=None,
-            system_prompt: str = "",
-            verbose: bool = False,
-
-    ) -> str:
-        """
-        Call agent with tools and index
-
-        :param context: Bridge context
-        :param tools: Tools
-        :param ctx: CtxItem
-        :param query: Input prompt
-        :param llm: LLM provider
-        :param system_prompt: System prompt to use for agent
-        :param verbose: Verbose mode, default is False
-        :return: True if success, False otherwise
-        """
-        history = self.window.core.agents.memory.prepare(context)
-        bridge_context = BridgeContext(
-            ctx=ctx,
-            system_prompt=system_prompt,
-            model=context.model,
-            prompt=query,
-            stream=False,
-            is_expert_call=True,  # mark as expert call
-        )
-        extra = {
-            "agent_provider": "react",  # use react workflow provider
-            "agent_idx": context.idx,  # index to use
-            "agent_tools": tools,  # tools to use
-            "agent_history": history,  # already prepared history
-        }
-        response_ctx = self.window.core.agents.runner.call_once(
-            context=bridge_context,
-            extra=extra,
-            signals=None,
-        )
-        if response_ctx:
-            return str(response_ctx.output)
-        else:
-            return "No response from expert."