@ljoukov/llm 4.0.5 → 4.0.6

package/dist/index.cjs

@@ -2794,6 +2794,7 @@ var import_node_async_hooks = require("async_hooks");
 var import_node_buffer2 = require("buffer");
 var import_promises = require("fs/promises");
 var import_node_path3 = __toESM(require("path"), 1);
+var DEFAULT_THOUGHT_DELTA_LOG_THROTTLE_MS = 4e3;
 function toIsoNow() {
   return (/* @__PURE__ */ new Date()).toISOString();
 }
@@ -2957,6 +2958,63 @@ function appendAgentStreamEventLog(options) {
     }
   }
 }
+function createAgentStreamEventLogger(options) {
+  const thoughtDeltaThrottleMs = Math.max(
+    0,
+    options.thoughtDeltaThrottleMs ?? DEFAULT_THOUGHT_DELTA_LOG_THROTTLE_MS
+  );
+  let pendingThoughtDelta = "";
+  let thoughtFlushTimer = null;
+  const cancelThoughtFlushTimer = () => {
+    if (thoughtFlushTimer === null) {
+      return;
+    }
+    clearTimeout(thoughtFlushTimer);
+    thoughtFlushTimer = null;
+  };
+  const flushThoughtDelta = () => {
+    cancelThoughtFlushTimer();
+    if (pendingThoughtDelta.length === 0) {
+      return;
+    }
+    options.append(`thought_delta: ${pendingThoughtDelta}`);
+    pendingThoughtDelta = "";
+  };
+  const scheduleThoughtFlush = () => {
+    if (thoughtFlushTimer !== null || thoughtDeltaThrottleMs === 0) {
+      return;
+    }
+    thoughtFlushTimer = setTimeout(() => {
+      thoughtFlushTimer = null;
+      flushThoughtDelta();
+    }, thoughtDeltaThrottleMs);
+    thoughtFlushTimer.unref?.();
+  };
+  return {
+    appendEvent: (event) => {
+      if (event.type === "delta" && event.channel === "thought") {
+        if (event.text.length === 0) {
+          return;
+        }
+        pendingThoughtDelta += event.text;
+        if (thoughtDeltaThrottleMs === 0) {
+          flushThoughtDelta();
+          return;
+        }
+        scheduleThoughtFlush();
+        return;
+      }
+      flushThoughtDelta();
+      appendAgentStreamEventLog({
+        event,
+        append: options.append
+      });
+    },
+    flush: () => {
+      flushThoughtDelta();
+    }
+  };
+}
 var AgentLoggingSessionImpl = class {
   workspaceDir;
   logsRootDir;
@@ -10136,19 +10194,17 @@ async function runAgentLoopInternal(request, context) {
   );
   const sourceOnEvent = toolLoopRequestWithSteering.onEvent;
   const includeLlmStreamEvents = telemetrySession?.includeLlmStreamEvents === true;
+  const streamEventLogger = loggingSession ? createAgentStreamEventLogger({
+    append: (line) => {
+      loggingSession.logLine(`[agent:${runId}] ${line}`);
+    }
+  }) : void 0;
   const wrappedOnEvent = sourceOnEvent || includeLlmStreamEvents ? (event) => {
     sourceOnEvent?.(event);
     if (includeLlmStreamEvents) {
       emitTelemetry({ type: "agent.run.stream", event });
     }
-    if (loggingSession) {
-      appendAgentStreamEventLog({
-        event,
-        append: (line) => {
-          loggingSession.logLine(`[agent:${runId}] ${line}`);
-        }
-      });
-    }
+    streamEventLogger?.appendEvent(event);
   } : void 0;
   try {
     const result = await runToolLoop({
@@ -10157,6 +10213,7 @@ async function runAgentLoopInternal(request, context) {
       ...wrappedOnEvent ? { onEvent: wrappedOnEvent } : {},
       tools: mergedTools
     });
+    streamEventLogger?.flush();
     emitTelemetry({
       type: "agent.run.completed",
       success: true,
@@ -10189,6 +10246,7 @@ async function runAgentLoopInternal(request, context) {
     }
     return result;
   } catch (error) {
+    streamEventLogger?.flush();
     emitTelemetry({
       type: "agent.run.completed",
       success: false,
@@ -10205,6 +10263,7 @@ async function runAgentLoopInternal(request, context) {
     );
     throw error;
   } finally {
+    streamEventLogger?.flush();
     await subagentController?.closeAll();
   }
 }