@ljoukov/llm 4.0.8 → 4.0.9

package/README.md

@@ -687,9 +687,9 @@ See `docs/agent-telemetry.md` for event schema, design rationale, and backend ad
 
 Each LLM call writes:
 
-- `request.txt`, `request.metadata.json`, `tool_call_response.txt` (when the request includes tool outputs), and `input-<n>.<ext>` attachments immediately,
+- `request.txt`, `request.metadata.json`, `tool_call_response.txt` plus `tool_call_response.json` (when the request includes tool outputs), and `input-<n>.<ext>` attachments immediately,
 - streamed `thoughts.txt` deltas during generation,
-- `response.txt` for assistant text responses, `tool_call.txt` when the model asks to call tools, `output-<n>.<ext>` for inline output media, and `response.metadata.json` at completion,
+- `response.txt` for assistant text responses, `tool_call.txt` plus `tool_call.json` when the model asks to call tools, `output-<n>.<ext>` for inline output media, and `response.metadata.json` at completion,
 - `error.txt` plus `response.metadata.json` on failure.
 
 `image_url` data URLs are redacted in text/metadata logs (`data:...,...`) so base64 payloads are not printed inline.

package/dist/index.cjs

@@ -2881,6 +2881,33 @@ function ensureTrailingNewline(value) {
 function hasNonEmptyText(value) {
   return typeof value === "string" && value.length > 0;
 }
+function hasLogArtifactValue(value) {
+  if (value === null || value === void 0) {
+    return false;
+  }
+  if (typeof value === "string") {
+    return value.length > 0;
+  }
+  if (Array.isArray(value)) {
+    return value.length > 0;
+  }
+  if (typeof value === "object") {
+    return Object.keys(value).length > 0;
+  }
+  return true;
+}
+function serialiseJsonArtifact(value) {
+  if (!hasLogArtifactValue(value)) {
+    return void 0;
+  }
+  try {
+    return `${JSON.stringify(sanitiseLogValue(value), null, 2)}
+`;
+  } catch {
+    return `${JSON.stringify(String(value), null, 2)}
+`;
+  }
+}
 function redactDataUrlPayload(value) {
   if (!value.toLowerCase().startsWith("data:")) {
     return value;
@@ -3161,7 +3188,9 @@ var AgentLoggingSessionImpl = class {
     const responsePath = import_node_path3.default.join(baseDir, "response.txt");
     const thoughtsPath = import_node_path3.default.join(baseDir, "thoughts.txt");
     const toolCallPath = import_node_path3.default.join(baseDir, "tool_call.txt");
+    const toolCallJsonPath = import_node_path3.default.join(baseDir, "tool_call.json");
     const toolCallResponsePath = import_node_path3.default.join(baseDir, "tool_call_response.txt");
+    const toolCallResponseJsonPath = import_node_path3.default.join(baseDir, "tool_call_response.json");
     const errorPath = import_node_path3.default.join(baseDir, "error.txt");
     const responseMetadataPath = import_node_path3.default.join(baseDir, "response.metadata.json");
     let chain = this.ensureReady.then(async () => {
@@ -3192,6 +3221,10 @@ var AgentLoggingSessionImpl = class {
           "utf8"
         );
       }
+      const toolCallResponseJson = serialiseJsonArtifact(input.toolCallResponsePayload);
+      if (toolCallResponseJson) {
+        await (0, import_promises.writeFile)(toolCallResponseJsonPath, toolCallResponseJson, "utf8");
+      }
     }).catch(() => void 0);
     this.track(chain);
     let closed = false;
@@ -3230,6 +3263,10 @@ var AgentLoggingSessionImpl = class {
           if (hasNonEmptyText(options?.toolCallText)) {
             await (0, import_promises.writeFile)(toolCallPath, ensureTrailingNewline(options.toolCallText), "utf8");
           }
+          const toolCallJson = serialiseJsonArtifact(options?.toolCallPayload);
+          if (toolCallJson) {
+            await (0, import_promises.writeFile)(toolCallJsonPath, toolCallJson, "utf8");
+          }
           await this.writeAttachments(baseDir, options?.attachments);
           const payload = {
             capturedAt: toIsoNow(),
@@ -3259,6 +3296,10 @@ var AgentLoggingSessionImpl = class {
           if (hasNonEmptyText(options?.toolCallText)) {
             await (0, import_promises.writeFile)(toolCallPath, ensureTrailingNewline(options.toolCallText), "utf8");
           }
+          const toolCallJson = serialiseJsonArtifact(options?.toolCallPayload);
+          if (toolCallJson) {
+            await (0, import_promises.writeFile)(toolCallJsonPath, toolCallJson, "utf8");
+          }
           await this.writeAttachments(baseDir, options?.attachments);
           await (0, import_promises.writeFile)(errorPath, ensureTrailingNewline(toErrorMessage(error)), "utf8");
           const payload = {
@@ -5236,6 +5277,10 @@ function collectLoggedAttachmentsFromGeminiParts(parts, prefix) {
   return collectLoggedAttachmentsFromLlmParts(convertGooglePartsToLlmParts(parts), prefix);
 }
 function extractToolCallResponseTextFromOpenAiInput(input) {
+  const responses = extractToolCallResponsePayloadFromOpenAiInput(input);
+  return serialiseLogArtifactText(responses);
+}
+function extractToolCallResponsePayloadFromOpenAiInput(input) {
   if (!Array.isArray(input)) {
     return void 0;
   }
@@ -5252,9 +5297,13 @@ function extractToolCallResponseTextFromOpenAiInput(input) {
       }
     ];
   });
-  return serialiseLogArtifactText(responses);
+  return responses.length > 0 ? responses : void 0;
 }
 function extractToolCallResponseTextFromFireworksMessages(messages) {
+  const responses = extractToolCallResponsePayloadFromFireworksMessages(messages);
+  return serialiseLogArtifactText(responses);
+}
+function extractToolCallResponsePayloadFromFireworksMessages(messages) {
   if (!Array.isArray(messages)) {
     return void 0;
   }
@@ -5269,9 +5318,13 @@ function extractToolCallResponseTextFromFireworksMessages(messages) {
       }
     ];
   });
-  return serialiseLogArtifactText(responses);
+  return responses.length > 0 ? responses : void 0;
 }
 function extractToolCallResponseTextFromGeminiContents(contents) {
+  const responses = extractToolCallResponsePayloadFromGeminiContents(contents);
+  return serialiseLogArtifactText(responses);
+}
+function extractToolCallResponsePayloadFromGeminiContents(contents) {
   if (!Array.isArray(contents)) {
     return void 0;
   }
@@ -5294,40 +5347,36 @@ function extractToolCallResponseTextFromGeminiContents(contents) {
       }
     }
   }
-  return serialiseLogArtifactText(responses);
+  return responses.length > 0 ? responses : void 0;
 }
-function serialiseOpenAiStyleToolCallsForLogging(calls) {
-  return serialiseLogArtifactText(
-    calls.map((call) => {
-      if (call.kind === "custom") {
-        return {
-          kind: call.kind,
-          name: call.name,
-          callId: call.callId,
-          itemId: call.itemId,
-          input: call.input
-        };
-      }
-      const { value, error } = parseOpenAiToolArguments(call.arguments);
+function toLoggedOpenAiStyleToolCalls(calls) {
+  return calls.map((call) => {
+    if (call.kind === "custom") {
       return {
         kind: call.kind,
         name: call.name,
         callId: call.callId,
         itemId: call.itemId,
-        arguments: value,
-        ...error ? { parseError: error, rawArguments: call.arguments } : {}
+        input: call.input
       };
-    })
-  );
+    }
+    const { value, error } = parseOpenAiToolArguments(call.arguments);
+    return {
+      kind: call.kind,
+      name: call.name,
+      callId: call.callId,
+      itemId: call.itemId,
+      arguments: value,
+      ...error ? { parseError: error, rawArguments: call.arguments } : {}
+    };
+  });
 }
-function serialiseGeminiToolCallsForLogging(calls) {
-  return serialiseLogArtifactText(
-    calls.map((call) => ({
-      name: call.name ?? "unknown",
-      callId: typeof call.id === "string" ? call.id : void 0,
-      arguments: sanitiseLogValue(call.args ?? {})
-    }))
-  );
+function toLoggedGeminiToolCalls(calls) {
+  return calls.map((call) => ({
+    name: call.name ?? "unknown",
+    callId: typeof call.id === "string" ? call.id : void 0,
+    arguments: sanitiseLogValue(call.args ?? {})
+  }));
 }
 function startLlmCallLoggerFromContents(options) {
   const session = getCurrentAgentLoggingSession();
@@ -5407,6 +5456,13 @@ function startLlmCallLoggerFromPayload(options) {
   ) : extractToolCallResponseTextFromGeminiContents(
     options.requestPayload.contents
   );
+  const toolCallResponsePayload = options.provider === "openai" || options.provider === "chatgpt" ? extractToolCallResponsePayloadFromOpenAiInput(
+    options.requestPayload.input
+  ) : options.provider === "fireworks" ? extractToolCallResponsePayloadFromFireworksMessages(
+    options.requestPayload.messages
+  ) : extractToolCallResponsePayloadFromGeminiContents(
+    options.requestPayload.contents
+  );
   return session.startLlmCall({
     provider: options.provider,
     modelId: options.modelId,
@@ -5416,7 +5472,8 @@ function startLlmCallLoggerFromPayload(options) {
       ...getCurrentToolCallContext() ? { toolContext: getCurrentToolCallContext() } : {}
     },
     attachments,
-    toolCallResponseText
+    toolCallResponseText,
+    toolCallResponsePayload
   });
 }
 async function runTextCall(params) {
@@ -6247,6 +6304,7 @@ async function runToolLoop(request) {
         let responseText = "";
         let reasoningSummary = "";
         let stepToolCallText;
+        let stepToolCallPayload;
         const stepRequestPayload = {
           model: providerInfo.model,
           input,
@@ -6356,7 +6414,7 @@ async function runToolLoop(request) {
             emitEvent({ type: "usage", usage: usageTokens, costUsd: stepCostUsd, modelVersion });
           }
           const responseToolCalls = extractOpenAiToolCalls(finalResponse.output);
-          stepToolCallText = serialiseOpenAiStyleToolCallsForLogging(
+          stepToolCallPayload = toLoggedOpenAiStyleToolCalls(
             responseToolCalls.map(
               (call) => call.kind === "custom" ? {
                 kind: call.kind,
@@ -6373,6 +6431,7 @@ async function runToolLoop(request) {
               }
             )
           );
+          stepToolCallText = serialiseLogArtifactText(stepToolCallPayload);
           const stepToolCalls = [];
           if (responseToolCalls.length === 0) {
             const steeringInput2 = steeringInternal?.drainPendingContents() ?? [];
@@ -6538,6 +6597,7 @@ async function runToolLoop(request) {
           stepCallLogger?.complete({
             responseText,
             toolCallText: stepToolCallText,
+            toolCallPayload: stepToolCallPayload,
             metadata: {
               provider: "openai",
               model: request.model,
@@ -6558,6 +6618,7 @@ async function runToolLoop(request) {
           stepCallLogger?.fail(error, {
             responseText,
             toolCallText: stepToolCallText,
+            toolCallPayload: stepToolCallPayload,
             metadata: {
               provider: "openai",
               model: request.model,
@@ -6592,6 +6653,7 @@ async function runToolLoop(request) {
         let responseText = "";
         let reasoningSummaryText = "";
         let stepToolCallText;
+        let stepToolCallPayload;
         const markFirstModelEvent = () => {
           if (firstModelEventAtMs === void 0) {
             firstModelEventAtMs = Date.now();
@@ -6660,7 +6722,7 @@ async function runToolLoop(request) {
             stepCallLogger?.appendResponseDelta(responseText);
           }
           const responseToolCalls = response.toolCalls ?? [];
-          stepToolCallText = serialiseOpenAiStyleToolCallsForLogging(
+          stepToolCallPayload = toLoggedOpenAiStyleToolCalls(
             responseToolCalls.map(
               (call) => call.kind === "custom" ? {
                 kind: call.kind,
@@ -6677,6 +6739,7 @@ async function runToolLoop(request) {
               }
             )
           );
+          stepToolCallText = serialiseLogArtifactText(stepToolCallPayload);
           if (responseToolCalls.length === 0) {
             const steeringInput2 = steeringInternal?.drainPendingContents() ?? [];
             const steeringItems2 = steeringInput2.length > 0 ? toChatGptInput(steeringInput2).input : [];
@@ -6849,6 +6912,7 @@ async function runToolLoop(request) {
           stepCallLogger?.complete({
             responseText,
             toolCallText: stepToolCallText,
+            toolCallPayload: stepToolCallPayload,
             metadata: {
               provider: "chatgpt",
               model: request.model,
@@ -6867,6 +6931,7 @@ async function runToolLoop(request) {
           stepCallLogger?.fail(error, {
             responseText,
             toolCallText: stepToolCallText,
+            toolCallPayload: stepToolCallPayload,
             metadata: {
               provider: "chatgpt",
               model: request.model,
@@ -6897,6 +6962,7 @@ async function runToolLoop(request) {
         let responseText = "";
         let blocked = false;
         let stepToolCallText;
+        let stepToolCallPayload;
         const stepRequestPayload = {
           model: providerInfo.model,
           messages,
@@ -6961,7 +7027,7 @@ async function runToolLoop(request) {
             });
           }
           const responseToolCalls = extractFireworksToolCalls(message);
-          stepToolCallText = serialiseOpenAiStyleToolCallsForLogging(
+          stepToolCallPayload = toLoggedOpenAiStyleToolCalls(
             responseToolCalls.map((call) => ({
               kind: "function",
               name: call.name,
@@ -6969,6 +7035,7 @@ async function runToolLoop(request) {
               callId: call.id
             }))
           );
+          stepToolCallText = serialiseLogArtifactText(stepToolCallPayload);
           if (responseToolCalls.length === 0) {
             const steeringInput2 = steeringInternal?.drainPendingContents() ?? [];
             const steeringMessages = steeringInput2.length > 0 ? toFireworksMessages(steeringInput2) : [];
@@ -7121,6 +7188,7 @@ async function runToolLoop(request) {
           stepCallLogger?.complete({
             responseText,
             toolCallText: stepToolCallText,
+            toolCallPayload: stepToolCallPayload,
             metadata: {
               provider: "fireworks",
               model: request.model,
@@ -7149,6 +7217,7 @@ async function runToolLoop(request) {
           stepCallLogger?.fail(error, {
             responseText,
             toolCallText: stepToolCallText,
+            toolCallPayload: stepToolCallPayload,
             metadata: {
               provider: "fireworks",
               model: request.model,
@@ -7177,6 +7246,7 @@ async function runToolLoop(request) {
       let responseText = "";
       let thoughtsText = "";
       let stepToolCallText;
+      let stepToolCallPayload;
       const markFirstModelEvent = () => {
         if (firstModelEventAtMs === void 0) {
           firstModelEventAtMs = Date.now();
@@ -7307,7 +7377,8 @@ async function runToolLoop(request) {
           responseImages: 0
         });
         totalCostUsd += stepCostUsd;
-        stepToolCallText = serialiseGeminiToolCallsForLogging(response.functionCalls);
+        stepToolCallPayload = toLoggedGeminiToolCalls(response.functionCalls);
+        stepToolCallText = serialiseLogArtifactText(stepToolCallPayload);
         if (response.functionCalls.length === 0) {
           const steeringInput2 = steeringInternal?.drainPendingContents() ?? [];
           finalText = responseText;
@@ -7476,6 +7547,7 @@ async function runToolLoop(request) {
           responseText,
           attachments: responseOutputAttachments,
           toolCallText: stepToolCallText,
+          toolCallPayload: stepToolCallPayload,
           metadata: {
             provider: "gemini",
             model: request.model,
@@ -7498,6 +7570,7 @@ async function runToolLoop(request) {
         stepCallLogger?.fail(error, {
           responseText,
           toolCallText: stepToolCallText,
+          toolCallPayload: stepToolCallPayload,
           metadata: {
             provider: "gemini",
             model: request.model,