pygpt-net 2.6.39__py3-none-any.whl → 2.6.41__py3-none-any.whl

pygpt_net/CHANGELOG.txt

@@ -1,3 +1,11 @@
+2.6.41 (2025-09-11)
+
+- Rendering engine optimizations: markdown parsing moved to JS, reduced CPU usage, added auto-memory clearing, and more.
+
+2.6.40 (2025-09-06)
+
+- CSS fixes.
+
 2.6.39 (2025-09-06)
 
 - Added: Search input to the models editor.

pygpt_net/__init__.py

@@ -6,15 +6,15 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2025.09.06 00:00:00                  #
+# Updated Date: 2025.09.11 00:00:00                  #
 # ================================================== #
 
 __author__ = "Marcin Szczygliński"
 __copyright__ = "Copyright 2025, Marcin Szczygliński"
 __credits__ = ["Marcin Szczygliński"]
 __license__ = "MIT"
-__version__ = "2.6.39"
-__build__ = "2025-09-06"
+__version__ = "2.6.41"
+__build__ = "2025-09-11"
 __maintainer__ = "Marcin Szczygliński"
 __github__ = "https://github.com/szczyglis-dev/py-gpt"
 __report__ = "https://github.com/szczyglis-dev/py-gpt/issues"

pygpt_net/app.py

@@ -6,7 +6,7 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2025.09.02 01:00:00                  #
+# Updated Date: 2025.09.11 08:00:00                  #
 # ================================================== #
 
 import os
@@ -35,6 +35,11 @@ os.environ["QTWEBENGINE_CHROMIUM_FLAGS"] = (
     "--js-flags=--expose-gc"
 )
 """
+# by default, optimize for low-end devices
+os.environ.setdefault(
+    "QTWEBENGINE_CHROMIUM_FLAGS",
+    "--disable-gpu --process-per-site --renderer-process-limit=1 --enable-low-end-device-mode"
+)
 
 _original_open = builtins.open
 

pygpt_net/controller/chat/handler/worker.py

@@ -6,7 +6,7 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2025.09.05 18:00:00                  #
+# Updated Date: 2025.09.07 05:00:00                  #
 # ================================================== #
 
 import io
@@ -73,10 +73,12 @@ class WorkerSignals(QObject):
     - `finished`: No data
     - `errorOccurred`: Exception
     - `eventReady`: RenderEvent
+    - `chunk`: CtxItem, chunk str, begin bool
     """
     end = Signal(object)
     errorOccurred = Signal(Exception)
     eventReady = Signal(object)
+    chunk = Signal(object, str, bool)  # CtxItem, chunk, begin
 
 
 @dataclass(slots=True)
@@ -127,6 +129,7 @@ class StreamWorker(QRunnable):
         emit_event = self.signals.eventReady.emit
         emit_error = self.signals.errorOccurred.emit
         emit_end = self.signals.end.emit
+        emit_chunk = self.signals.chunk.emit
 
         state = WorkerState()
         state.generator = self.stream
@@ -166,7 +169,7 @@ class StreamWorker(QRunnable):
 
                     # emit response delta if present
                     if response is not None and response != "" and not state.stopped:
-                        self._append_response(ctx, state, response, emit_event)
+                        self._append_response(ctx, state, response, emit_chunk)
 
                     # free per-iteration ref
                     chunk = None
@@ -274,7 +277,7 @@ class StreamWorker(QRunnable):
             ctx: CtxItem,
             state: WorkerState,
             response: str,
-            emit_event
+            emit_chunk
     ):
         """
         Appends response delta and emits STREAM_APPEND event.
@@ -282,7 +285,7 @@ class StreamWorker(QRunnable):
         :param ctx: Current context item
         :param state: Current worker state
         :param response: Response delta to append
-        :param emit_event: Function to emit events
+        :param emit_chunk: Function to emit chunk event
         """
         if state.begin and response == "":
             return
@@ -290,17 +293,7 @@ class StreamWorker(QRunnable):
             state.out = io.StringIO()
         state.out.write(response)
         state.output_tokens += 1
-        emit_event(
-            RenderEvent(
-                RenderEvent.STREAM_APPEND,
-                {
-                    "meta": ctx.meta,
-                    "ctx": ctx,
-                    "chunk": response,
-                    "begin": state.begin,
-                },
-            )
-        )
+        emit_chunk(ctx, response, state.begin)
         state.begin = False
 
     def _handle_after_loop(
@@ -390,8 +383,8 @@ class StreamWorker(QRunnable):
                 pass
             state.out = None
 
-        if has_unclosed_code_tag(output):
-            output += "\n```"
+        #if has_unclosed_code_tag(output):
+            #output += "\n```"
 
         # Google: resolve usage if present
         if ((state.usage_vendor is None or state.usage_vendor == "google")
@@ -468,6 +461,9 @@ class StreamWorker(QRunnable):
         # Emit error and end
         if state.error:
             emit_error(state.error)
+            ctx.msg_id = None
+            # clear response_id on error - this prevents no response_id in API on next call
+            # prev messages will be sent again, new response_id will be generated
         emit_end(ctx)
 
         # Cleanup local buffers

pygpt_net/controller/chat/image.py

@@ -6,7 +6,7 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2025.08.23 15:00:00                  #
+# Updated Date: 2025.09.07 05:00:00                  #
 # ================================================== #
 
 import os
@@ -110,6 +110,9 @@ class Image:
             attachments=files,
         )
         try:
+            dispatch(KernelEvent(KernelEvent.STATE_BUSY, {
+                "id": "chat",
+            }))
             dispatch(KernelEvent(KernelEvent.REQUEST, {
                 'context': context,
                 'extra': {
@@ -120,6 +123,9 @@ class Image:
             core.debug.log(e)
             self.window.ui.dialogs.alert(e)
             update_status(trans('status.error'))
+            dispatch(KernelEvent(KernelEvent.STATE_ERROR, {
+                "id": "chat",
+            }))
         return ctx
 
     @Slot(object, list, str)

pygpt_net/controller/chat/render.py

@@ -571,6 +571,17 @@ class Render:
         self.instance().tool_output_end()
         self.update()
 
+    def on_js_ready(self, pid: int) -> None:
+        """
+        On JS ready - called from WebEngine when Bridge is ready
+
+        Web renderer only.
+
+        :param pid: PID
+        """
+        if self.get_engine() == "web":
+            self.web_renderer.on_js_ready(pid)
+
     def get_engine(self) -> str:
         """
         Get current render engine ID
@@ -591,20 +602,26 @@ class Render:
             outputs = nodes.get('output', {})
             outputs_plain = nodes.get('output_plain', {})
             for pid, w_plain in outputs_plain.items():
-                w = outputs.get(pid)
-                if w and w_plain:
-                    w.setVisible(False)
-                    w_plain.setVisible(True)
+                try:
+                    w = outputs.get(pid)
+                    if w and w_plain:
+                        w.setVisible(False)
+                        w_plain.setVisible(True)
+                except Exception:
+                    continue
         else:
             nodes['output.timestamp'].setVisible(False)
             self.window.controller.theme.markdown.update(force=True)
             outputs = nodes.get('output', {})
             outputs_plain = nodes.get('output_plain', {})
             for pid, w in outputs.items():
-                w_plain = outputs_plain.get(pid)
-                if w and w_plain:
-                    w.setVisible(True)
-                    w_plain.setVisible(False)
+                try:
+                    w_plain = outputs_plain.get(pid)
+                    if w and w_plain:
+                        w.setVisible(True)
+                        w_plain.setVisible(False)
+                except Exception:
+                    continue
 
         if plain:
             self.renderer = self.plaintext_renderer

pygpt_net/controller/chat/response.py

@@ -6,7 +6,7 @@
 # GitHub:  https://github.com/szczyglis-dev/py-gpt   #
 # MIT License                                        #
 # Created By  : Marcin Szczygliński                  #
-# Updated Date: 2025.08.26 01:00:00                  #
+# Updated Date: 2025.09.07 05:00:00                  #
 # ================================================== #
 
 from typing import Dict, Any
@@ -176,9 +176,8 @@ class Response:
 
         # if stopped
         if controller.kernel.stopped():
-            output = ctx.output
-            if output and has_unclosed_code_tag(output):
-                ctx.output += "\n```"
+            # if ctx.output and has_unclosed_code_tag(ctx.output):
+                # ctx.output += "\n```"
             ctx.msg_id = None
             if ctx.id is None:
                 if not ctx.is_empty():

pygpt_net/controller/chat/stream.py

@@ -11,7 +11,7 @@
 
 from typing import Optional
 
-from PySide6.QtCore import Slot
+from PySide6.QtCore import Slot, QObject
 
 from pygpt_net.core.bridge import BridgeContext
 from pygpt_net.core.events import RenderEvent
@@ -20,13 +20,14 @@ from pygpt_net.item.ctx import CtxItem
 
 from .handler.worker import StreamWorker
 
-class Stream:
+class Stream(QObject):
     def __init__(self, window=None):
         """
         Stream controller
 
         :param window: Window instance
         """
+        super().__init__()
         self.window = window
         self.ctx = None
         self.mode = None
@@ -37,6 +38,7 @@ class Stream:
         self.internal = False
         self.context = None
         self.extra = {}
+        self.instance = None
 
     def append(
             self,
@@ -67,11 +69,16 @@ class Stream:
         self.context = context
         self.extra = extra if extra is not None else {}
 
+        # cache the get renderer instance method
+        if self.instance is None:
+            self.instance = self.window.controller.chat.render.instance # callable
+
         worker = StreamWorker(ctx, self.window)
         worker.stream = ctx.stream
         worker.signals.eventReady.connect(self.handleEvent)
         worker.signals.errorOccurred.connect(self.handleError)
         worker.signals.end.connect(self.handleEnd)
+        worker.signals.chunk.connect(self.handleChunk)
         ctx.stream = None
         self.worker = worker
 
@@ -85,31 +92,56 @@ class Stream:
 
         :param ctx: Context item
         """
-        self.window.controller.ui.update_tokens()
+        controller = self.window.controller
+        controller.ui.update_tokens()
 
         data = {"meta": self.ctx.meta, "ctx": self.ctx}
         event = RenderEvent(RenderEvent.STREAM_END, data)
         self.window.dispatch(event)
-        self.window.controller.chat.output.handle_after(
+        controller.chat.output.handle_after(
             ctx=ctx,
             mode=self.mode,
             stream=True,
         )
 
         if self.mode == MODE_ASSISTANT:
-            self.window.controller.assistant.threads.handle_output_message_after_stream(ctx)
+            controller.assistant.threads.handle_output_message_after_stream(ctx)
         else:
             if self.is_response:
-                self.window.controller.chat.response.post_handle(
+                controller.chat.response.post_handle(
                     ctx=ctx,
                     mode=self.mode,
                     stream=True,
                     reply=self.reply,
-                    internal=self.internal
+                    internal=self.internal,
                 )
 
         self.worker = None
 
+    @Slot(object, str, bool)
+    def handleChunk(
+            self,
+            ctx: CtxItem,
+            chunk: str,
+            begin: bool = False
+    ):
+        """
+        Handle a chunk of data in the stream
+
+        :param ctx: Context item
+        :param chunk: Chunk of data
+        :param begin: Whether this is the beginning of the stream
+        """
+        # direct call to the renderer to avoid overhead of event queue
+        self.instance().append_chunk(
+            ctx.meta,
+            ctx,
+            chunk,
+            begin,
+        )
+        chunk = None  # free reference
+
+    @Slot(object)
     def handleEvent(self, event):
         """
         Slot for handling stream events
@@ -118,6 +150,7 @@ class Stream:
         """
         self.window.dispatch(event)
 
+    @Slot(object)
     def handleError(self, error):
         """
         Slot for handling stream errors

pygpt_net/controller/debug/debug.py

@@ -30,6 +30,7 @@ class Debug(QObject):
         self.window = window
         self.is_logger = False  # logger window opened
         self.is_app_log = False  # app log window opened
+        self.is_fake_stream = False  # fake stream enabled
         self.allow_level_change = False  # allow changing log level
         self._ids = None
 
@@ -188,6 +189,14 @@ class Debug(QObject):
                 cur.insertText("\n")
         self.window.logger.setTextCursor(cur)  # Update visible cursor
 
+    def fake_stream_enabled(self) -> bool:
+        """
+        Check if fake stream is enabled
+
+        :return: True if enabled, False otherwise
+        """
+        return self.is_fake_stream
+
     def logger_enabled(self) -> bool:
         """
         Check if debug window is enabled
@@ -243,6 +252,16 @@ class Debug(QObject):
         # update menu
         self.update()
 
+    def toggle_fake_stream(self):
+        """
+        Toggle fake stream debug
+        """
+        value = self.window.ui.menu['debug.fake_stream'].isChecked()
+        self.is_fake_stream = value
+        self.log(f"debug.fake_stream set to {value}")
+        # update menu
+        self.update()
+
     def on_close(self, id: str):
         """
         Handle debug window close event