@ljoukov/llm 4.0.5 → 4.0.6

package/dist/index.d.cts

@@ -412,6 +412,18 @@ type AgentSubagentToolConfig = {
 };
 type AgentSubagentToolSelection = boolean | AgentSubagentToolConfig;
 
+type AgentLogLineSink = {
+    readonly append: (line: string) => void | Promise<void>;
+    readonly flush?: () => void | Promise<void>;
+};
+type AgentLoggingConfig = {
+    readonly workspaceDir?: string;
+    readonly callLogsDir?: string;
+    readonly mirrorToConsole?: boolean;
+    readonly sink?: AgentLogLineSink;
+};
+type AgentLoggingSelection = boolean | AgentLoggingConfig;
+
 type AgentPathKind = "file" | "directory" | "symlink" | "other";
 type AgentPathInfo = {
     readonly kind: AgentPathKind;
@@ -576,18 +588,6 @@ declare function createGrepSearchTool(options?: AgentFilesystemToolsOptions): Ll
 declare function createRgSearchTool(options?: AgentFilesystemToolsOptions): LlmFunctionTool<typeof geminiRgSearchInputSchema, string>;
 declare function createGlobTool(options?: AgentFilesystemToolsOptions): LlmFunctionTool<typeof geminiGlobInputSchema, string>;
 
-type AgentLogLineSink = {
-    readonly append: (line: string) => void | Promise<void>;
-    readonly flush?: () => void | Promise<void>;
-};
-type AgentLoggingConfig = {
-    readonly workspaceDir?: string;
-    readonly callLogsDir?: string;
-    readonly mirrorToConsole?: boolean;
-    readonly sink?: AgentLogLineSink;
-};
-type AgentLoggingSelection = boolean | AgentLoggingConfig;
-
 type AgentFilesystemToolConfig = {
     readonly enabled?: boolean;
     readonly profile?: AgentFilesystemToolProfile;

package/dist/index.d.ts

@@ -412,6 +412,18 @@ type AgentSubagentToolConfig = {
 };
 type AgentSubagentToolSelection = boolean | AgentSubagentToolConfig;
 
+type AgentLogLineSink = {
+    readonly append: (line: string) => void | Promise<void>;
+    readonly flush?: () => void | Promise<void>;
+};
+type AgentLoggingConfig = {
+    readonly workspaceDir?: string;
+    readonly callLogsDir?: string;
+    readonly mirrorToConsole?: boolean;
+    readonly sink?: AgentLogLineSink;
+};
+type AgentLoggingSelection = boolean | AgentLoggingConfig;
+
 type AgentPathKind = "file" | "directory" | "symlink" | "other";
 type AgentPathInfo = {
     readonly kind: AgentPathKind;
@@ -576,18 +588,6 @@ declare function createGrepSearchTool(options?: AgentFilesystemToolsOptions): Ll
 declare function createRgSearchTool(options?: AgentFilesystemToolsOptions): LlmFunctionTool<typeof geminiRgSearchInputSchema, string>;
 declare function createGlobTool(options?: AgentFilesystemToolsOptions): LlmFunctionTool<typeof geminiGlobInputSchema, string>;
 
-type AgentLogLineSink = {
-    readonly append: (line: string) => void | Promise<void>;
-    readonly flush?: () => void | Promise<void>;
-};
-type AgentLoggingConfig = {
-    readonly workspaceDir?: string;
-    readonly callLogsDir?: string;
-    readonly mirrorToConsole?: boolean;
-    readonly sink?: AgentLogLineSink;
-};
-type AgentLoggingSelection = boolean | AgentLoggingConfig;
-
 type AgentFilesystemToolConfig = {
     readonly enabled?: boolean;
     readonly profile?: AgentFilesystemToolProfile;

package/dist/index.js

@@ -2682,6 +2682,7 @@ import { AsyncLocalStorage } from "async_hooks";
 import { Buffer as Buffer3 } from "buffer";
 import { appendFile, mkdir, writeFile } from "fs/promises";
 import path3 from "path";
+var DEFAULT_THOUGHT_DELTA_LOG_THROTTLE_MS = 4e3;
 function toIsoNow() {
   return (/* @__PURE__ */ new Date()).toISOString();
 }
@@ -2845,6 +2846,63 @@ function appendAgentStreamEventLog(options) {
     }
   }
 }
+function createAgentStreamEventLogger(options) {
+  const thoughtDeltaThrottleMs = Math.max(
+    0,
+    options.thoughtDeltaThrottleMs ?? DEFAULT_THOUGHT_DELTA_LOG_THROTTLE_MS
+  );
+  let pendingThoughtDelta = "";
+  let thoughtFlushTimer = null;
+  const cancelThoughtFlushTimer = () => {
+    if (thoughtFlushTimer === null) {
+      return;
+    }
+    clearTimeout(thoughtFlushTimer);
+    thoughtFlushTimer = null;
+  };
+  const flushThoughtDelta = () => {
+    cancelThoughtFlushTimer();
+    if (pendingThoughtDelta.length === 0) {
+      return;
+    }
+    options.append(`thought_delta: ${pendingThoughtDelta}`);
+    pendingThoughtDelta = "";
+  };
+  const scheduleThoughtFlush = () => {
+    if (thoughtFlushTimer !== null || thoughtDeltaThrottleMs === 0) {
+      return;
+    }
+    thoughtFlushTimer = setTimeout(() => {
+      thoughtFlushTimer = null;
+      flushThoughtDelta();
+    }, thoughtDeltaThrottleMs);
+    thoughtFlushTimer.unref?.();
+  };
+  return {
+    appendEvent: (event) => {
+      if (event.type === "delta" && event.channel === "thought") {
+        if (event.text.length === 0) {
+          return;
+        }
+        pendingThoughtDelta += event.text;
+        if (thoughtDeltaThrottleMs === 0) {
+          flushThoughtDelta();
+          return;
+        }
+        scheduleThoughtFlush();
+        return;
+      }
+      flushThoughtDelta();
+      appendAgentStreamEventLog({
+        event,
+        append: options.append
+      });
+    },
+    flush: () => {
+      flushThoughtDelta();
+    }
+  };
+}
 var AgentLoggingSessionImpl = class {
   workspaceDir;
   logsRootDir;
@@ -10024,19 +10082,17 @@ async function runAgentLoopInternal(request, context) {
   );
   const sourceOnEvent = toolLoopRequestWithSteering.onEvent;
   const includeLlmStreamEvents = telemetrySession?.includeLlmStreamEvents === true;
+  const streamEventLogger = loggingSession ? createAgentStreamEventLogger({
+    append: (line) => {
+      loggingSession.logLine(`[agent:${runId}] ${line}`);
+    }
+  }) : void 0;
   const wrappedOnEvent = sourceOnEvent || includeLlmStreamEvents ? (event) => {
     sourceOnEvent?.(event);
     if (includeLlmStreamEvents) {
       emitTelemetry({ type: "agent.run.stream", event });
     }
-    if (loggingSession) {
-      appendAgentStreamEventLog({
-        event,
-        append: (line) => {
-          loggingSession.logLine(`[agent:${runId}] ${line}`);
-        }
-      });
-    }
+    streamEventLogger?.appendEvent(event);
   } : void 0;
   try {
     const result = await runToolLoop({
@@ -10045,6 +10101,7 @@ async function runAgentLoopInternal(request, context) {
       ...wrappedOnEvent ? { onEvent: wrappedOnEvent } : {},
       tools: mergedTools
     });
+    streamEventLogger?.flush();
     emitTelemetry({
       type: "agent.run.completed",
       success: true,
@@ -10077,6 +10134,7 @@ async function runAgentLoopInternal(request, context) {
     }
     return result;
   } catch (error) {
+    streamEventLogger?.flush();
     emitTelemetry({
       type: "agent.run.completed",
       success: false,
@@ -10093,6 +10151,7 @@ async function runAgentLoopInternal(request, context) {
     );
     throw error;
   } finally {
+    streamEventLogger?.flush();
     await subagentController?.closeAll();
   }
 }