@cognipeer/agent-sdk 0.2.6 → 0.2.7

package/dist/index.cjs

@@ -192,7 +192,9 @@ function fromLangchainModel(lcModel) {
     stream: async function* (messages, options) {
       if (typeof lcModel.stream !== "function") return;
       const lcMessages = messages.map(toLC);
-      for await (const chunk of lcModel.stream(lcMessages, options)) {
+      const streamResult = lcModel.stream(lcMessages, options);
+      const stream = typeof streamResult?.then === "function" ? await streamResult : streamResult;
+      for await (const chunk of stream) {
         yield chunk;
       }
     },
@@ -314,17 +316,17 @@ function normalizeUsage(raw) {
     raw.totalTokens,
     (typeof prompt === "number" ? prompt : 0) + (typeof completion === "number" ? completion : 0)
   );
-  const promptDetailsSrc = raw.prompt_tokens_details || raw.promptTokensDetails || {};
-  const completionDetailsSrc = raw.completion_tokens_details || raw.completionTokensDetails || {};
+  const promptDetailsSrc = raw.prompt_tokens_details || raw.promptTokensDetails || raw.input_token_details || raw.inputTokenDetails || {};
+  const completionDetailsSrc = raw.completion_tokens_details || raw.completionTokensDetails || raw.output_token_details || raw.outputTokenDetails || {};
   const normalized = {
     prompt_tokens: safe(prompt),
     completion_tokens: safe(completion),
     total_tokens: safe(total || (prompt || 0) + (completion || 0)),
     prompt_tokens_details: {
       cached_tokens: safe(
-        promptDetailsSrc.cached_tokens || promptDetailsSrc.cached || raw.cached_input_tokens || raw.cached_prompt_tokens
+        promptDetailsSrc.cached_tokens || promptDetailsSrc.cached || promptDetailsSrc.cache_read || raw.cached_input_tokens || raw.cached_prompt_tokens || raw.cache_read_input_tokens
       ),
-      audio_tokens: safe(promptDetailsSrc.audio_tokens)
+      audio_tokens: safe(promptDetailsSrc.audio_tokens || promptDetailsSrc.audio)
     },
     completion_tokens_details: {
       reasoning_tokens: safe(completionDetailsSrc.reasoning_tokens),
@@ -1010,8 +1012,12 @@ function recordTraceEvent(session, event) {
   session.summary.eventCounts[event.type] = (session.summary.eventCounts[event.type] || 0) + 1;
   let sections;
   if (session.resolvedConfig.logData) {
-    const converted = convertMessageListToSections(event.messageList);
-    sections = ensureUniqueSections(id, converted);
+    if (event.sections && event.sections.length > 0) {
+      sections = ensureUniqueSections(id, event.sections);
+    } else {
+      const converted = convertMessageListToSections(event.messageList);
+      sections = ensureUniqueSections(id, converted);
+    }
   }
   const resolvedModel = event.model ?? inferModelFromMessages(event.messageList);
   const resolvedProvider = event.provider ?? inferProviderFromMessages(event.messageList);
@@ -1477,7 +1483,9 @@ function createAgentCoreNode(opts) {
       if (streamingEnabled && typeof modelWithTools.stream === "function") {
         let streamedText = "";
         let streamedMessage;
-        for await (const chunk of modelWithTools.stream(normalizedMessages, { signal: abortSignal, cancellationToken })) {
+        const streamResult = modelWithTools.stream(normalizedMessages, { signal: abortSignal, cancellationToken });
+        const stream = typeof streamResult?.then === "function" ? await streamResult : streamResult;
+        for await (const chunk of stream) {
           if (cancellationToken && cancellationToken.isCancellationRequested || abortSignal?.aborted) {
             break;
           }
@@ -1522,7 +1530,7 @@ function createAgentCoreNode(opts) {
       ...state.messages,
       response
     ];
-    const rawUsage = response?.usage || response?.response_metadata?.token_usage || response?.response_metadata?.tokenUsage || response?.response_metadata?.usage;
+    const rawUsage = response?.usage_metadata || response?.usage || response?.response_metadata?.token_usage || response?.response_metadata?.tokenUsage || response?.response_metadata?.usage;
     const normalized = normalizeUsage(rawUsage);
     const modelName = getModelName(runtime.model || opts.model) || "unknown_model";
     const durationMs = Date.now() - start;
@@ -1613,41 +1621,6 @@ function createToolsNode(initialTools, opts) {
     const remaining = Math.max(0, limits.maxToolCalls - toolCount);
     const planned = toolCalls.slice(0, remaining);
     const skipped = toolCalls.slice(remaining);
-    for (const tc of skipped) {
-      onEvent?.({ type: "tool_call", phase: "skipped", name: tc.name, id: tc.id, args: tc.args });
-      const sanitizedArgs = sanitizeTracePayload(tc.args);
-      const messageList = [
-        {
-          role: "assistant",
-          name: tc.name,
-          content: `Skipped tool due to tool-call limit: ${tc.name}`,
-          tool_calls: [
-            {
-              id: tc.id,
-              type: "function",
-              function: {
-                name: tc.name,
-                arguments: sanitizedArgs
-              }
-            }
-          ]
-        }
-      ];
-      recordTraceEvent(traceSession, {
-        type: "tool_call",
-        label: `Tool Skipped - ${tc.name}`,
-        actor: { scope: "tool", name: tc.name, role: "tool" },
-        status: "skipped",
-        toolExecutionId: tc.id,
-        messageList
-      });
-      appended.push({
-        role: "tool",
-        content: `Skipped tool due to tool-call limit: ${tc.name}`,
-        tool_call_id: tc.id || `${tc.name}_${appended.length}`,
-        name: tc.name
-      });
-    }
     const isCancelled = () => {
       if (abortSignal?.aborted) return { cancelled: true, reason: "aborted" };
       if (cancellationToken && cancellationToken.isCancellationRequested) return { cancelled: true, reason: "cancelled" };
@@ -1888,6 +1861,42 @@ function createToolsNode(initialTools, opts) {
         break;
       }
     }
+    for (const tc of skipped) {
+      onEvent?.({ type: "tool_call", phase: "skipped", name: tc.name, id: tc.id, args: tc.args });
+      const sanitizedArgs = sanitizeTracePayload(tc.args);
+      const messageList = [
+        {
+          role: "assistant",
+          name: tc.name,
+          content: `Skipped tool due to tool-call limit: ${tc.name}`,
+          tool_calls: [
+            {
+              id: tc.id,
+              type: "function",
+              function: {
+                name: tc.name,
+                arguments: sanitizedArgs
+              }
+            }
+          ]
+        }
+      ];
+      recordTraceEvent(traceSession, {
+        type: "tool_call",
+        label: `Tool Skipped - ${tc.name}`,
+        actor: { scope: "tool", name: tc.name, role: "tool" },
+        status: "skipped",
+        toolExecutionId: tc.id,
+        messageList
+      });
+      appended.push({
+        role: "tool",
+        content: `Skipped tool due to tool-call limit: ${tc.name}`,
+        tool_call_id: tc.id || `${tc.name}_${appended.length}`,
+        name: tc.name
+      });
+      toolCount += 1;
+    }
     if (!awaitingApproval && state.ctx?.__awaitingApproval) {
       const ctx = { ...state.ctx };
       delete ctx.__awaitingApproval;
@@ -2123,6 +2132,59 @@ function countApproxTokens(text) {
   const asciiCount = text.length - nonAsciiCount;
   return Math.ceil(asciiCount / 4 + nonAsciiCount / 1.5);
 }
+function extractMessageText(m) {
+  if (!m) return "";
+  const parts = [];
+  parts.push(m.role || "");
+  if (m.name) parts.push(m.name);
+  if (typeof m.content === "string") {
+    parts.push(m.content);
+  } else if (Array.isArray(m.content)) {
+    for (const c of m.content) {
+      if (typeof c === "string") parts.push(c);
+      else if (c?.text) parts.push(c.text);
+      else if (c?.content) parts.push(c.content);
+      else if (c?.type === "tool_use" && c?.input) {
+        parts.push(c.name || "");
+        parts.push(typeof c.input === "string" ? c.input : JSON.stringify(c.input));
+      } else if (c != null && typeof c === "object") {
+        parts.push(JSON.stringify(c));
+      }
+    }
+  } else if (m.content != null && typeof m.content === "object") {
+    parts.push(JSON.stringify(m.content));
+  }
+  if (Array.isArray(m.tool_calls)) {
+    for (const tc of m.tool_calls) {
+      if (tc?.function?.name) parts.push(tc.function.name);
+      if (tc?.function?.arguments) {
+        parts.push(
+          typeof tc.function.arguments === "string" ? tc.function.arguments : JSON.stringify(tc.function.arguments)
+        );
+      }
+      if (tc?.name && !tc?.function?.name) parts.push(tc.name);
+      if (tc?.args && !tc?.function?.arguments) {
+        parts.push(typeof tc.args === "string" ? tc.args : JSON.stringify(tc.args));
+      }
+    }
+  }
+  if (Array.isArray(m.additional_kwargs?.tool_calls)) {
+    for (const tc of m.additional_kwargs.tool_calls) {
+      if (tc?.function?.name) parts.push(tc.function.name);
+      if (tc?.function?.arguments) {
+        parts.push(
+          typeof tc.function.arguments === "string" ? tc.function.arguments : JSON.stringify(tc.function.arguments)
+        );
+      }
+    }
+  }
+  return parts.join("\n");
+}
+function countMessagesTokens(messages) {
+  if (!Array.isArray(messages) || messages.length === 0) return 0;
+  const allText = messages.map(extractMessageText).join("\n");
+  return countApproxTokens(allText) + messages.length * 4;
+}
 
 // src/agent.ts
 function createAgent(opts) {
@@ -2292,8 +2354,7 @@ function createAgent(opts) {
           maxTok = 5e4;
         }
         if (maxTok) {
-          const allText = (state.messages || []).map((m) => typeof m.content === "string" ? m.content : Array.isArray(m.content) ? m.content.map((c) => typeof c === "string" ? c : c?.text ?? c?.content ?? "").join("") : "").join("\n");
-          const tokenCount = countApproxTokens(allText);
+          const tokenCount = countMessagesTokens(state.messages || []);
           if (tokenCount > maxTok) {
             const ctx = { ...state.ctx || {}, __needsSummarization: true };
             state = { ...state, ctx };
@@ -2674,6 +2735,83 @@ function createAgentNode(opts) {
   };
 }
 
+// src/utils/traceSections.ts
+function formatMessageContent(content) {
+  if (content == null) return "";
+  if (typeof content === "string") return content;
+  if (Array.isArray(content)) {
+    return content.map((item) => {
+      if (typeof item === "string") return item;
+      if (item && typeof item === "object") {
+        if (typeof item.text === "string") return item.text;
+        if (typeof item.content === "string") return item.content;
+        try {
+          return JSON.stringify(item);
+        } catch {
+          return String(item);
+        }
+      }
+      try {
+        return JSON.stringify(item);
+      } catch {
+        return String(item);
+      }
+    }).filter(Boolean).join("\n");
+  }
+  if (typeof content === "object") {
+    if (typeof content.text === "string") return content.text;
+    if (typeof content.content === "string") return content.content;
+    try {
+      return JSON.stringify(content, null, 2);
+    } catch {
+      return String(content);
+    }
+  }
+  return String(content);
+}
+function buildSummarizationSections(opts) {
+  const sections = [];
+  sections.push({
+    kind: "summary",
+    label: "Context Summary",
+    content: opts.summaryText
+  });
+  const tokensSaved = opts.tokenCountBefore - opts.tokenCountAfter;
+  const reductionPct = opts.tokenCountBefore > 0 ? Math.round(tokensSaved / opts.tokenCountBefore * 100) : 0;
+  const metaData = {
+    messagesCompressed: opts.messagesCompressed,
+    tokenCountBefore: opts.tokenCountBefore,
+    tokenCountAfter: opts.tokenCountAfter,
+    tokensSaved,
+    reductionPercent: reductionPct
+  };
+  if (opts.inputTokens !== void 0) metaData.inputTokens = opts.inputTokens;
+  if (opts.outputTokens !== void 0) metaData.outputTokens = opts.outputTokens;
+  if (opts.cachedInputTokens !== void 0) metaData.cachedInputTokens = opts.cachedInputTokens;
+  if (opts.durationMs !== void 0) metaData.durationMs = opts.durationMs;
+  if (opts.previousSummary) metaData.previousSummaryLength = opts.previousSummary.length;
+  sections.push({
+    kind: "metadata",
+    label: "Summarization Stats",
+    data: metaData
+  });
+  if (Array.isArray(opts.promptMessages) && opts.promptMessages.length > 0) {
+    for (const msg of opts.promptMessages) {
+      const role = typeof msg?.role === "string" ? msg.role : "system";
+      const content = formatMessageContent(msg?.content ?? "");
+      if (content) {
+        sections.push({
+          kind: "message",
+          label: `Summarization Prompt (${role})`,
+          role,
+          content
+        });
+      }
+    }
+  }
+  return sections;
+}
+
 // src/nodes/contextSummarize.ts
 var systemMessage = (content) => ({ role: "system", content });
 var humanMessage = (content) => ({ role: "user", content });
@@ -2732,8 +2870,7 @@ function createContextSummarizeNode(opts) {
     if (compressableMessages.length === 0) {
       return {};
     }
-    const allTextBefore = messages.map((m) => typeof m.content === "string" ? m.content : Array.isArray(m.content) ? m.content.map((c) => typeof c === "string" ? c : c?.text ?? c?.content ?? "").join("") : "").join("\n");
-    const tokenCountBefore = countApproxTokens(allTextBefore);
+    const tokenCountBefore = countMessagesTokens(messages);
     const summaryPromptMaxTokens = config.summaryPromptMaxTokens;
     const availableTokensForConversation = summaryPromptMaxTokens - 500;
     const messageTexts = [];
@@ -2796,7 +2933,7 @@ Summary:`;
       durationMs = Date.now() - startTime;
       summaryText = typeof response.content === "string" ? response.content : Array.isArray(response.content) ? response.content.map((c) => c.text || "").join("") : JSON.stringify(response.content);
       outputTokensEstimate = countApproxTokens(summaryText);
-      const rawUsage = response?.usage || response?.response_metadata?.token_usage || response?.response_metadata?.tokenUsage || response?.response_metadata?.usage;
+      const rawUsage = response?.usage_metadata || response?.usage || response?.response_metadata?.token_usage || response?.response_metadata?.tokenUsage || response?.response_metadata?.usage;
       const normalized = normalizeUsage(rawUsage);
       if (normalized) {
         inputTokensActual = normalized.prompt_tokens;
@@ -2828,7 +2965,16 @@ Summary:`;
         inputTokens: inputTokensEstimate,
         outputTokens: 0,
         error: { message: err?.message || String(err), stack: err?.stack },
-        messageList: sanitizeTracePayload(summaryPrompt)
+        sections: buildSummarizationSections({
+          summaryText: "",
+          messagesCompressed: 0,
+          tokenCountBefore,
+          tokenCountAfter: tokenCountBefore,
+          inputTokens: inputTokensEstimate,
+          outputTokens: 0,
+          durationMs,
+          promptMessages: summaryPrompt
+        })
       });
       return {};
     }
@@ -2882,8 +3028,7 @@ Summary:`;
     };
     const summaries = Array.isArray(state.summaries) ? [...state.summaries, summaryText] : [summaryText];
     const finalMessages = [...validatedMessages, assistantSummaryCall, toolSummaryResponse];
-    const allTextAfter = finalMessages.map((m) => typeof m.content === "string" ? m.content : Array.isArray(m.content) ? m.content.map((c) => typeof c === "string" ? c : c?.text ?? c?.content ?? "").join("") : "").join("\n");
-    const tokenCountAfter = countApproxTokens(allTextAfter);
+    const tokenCountAfter = countMessagesTokens(finalMessages);
     const summarizationEvent = {
       type: "summarization",
       summary: summaryText,
@@ -2910,10 +3055,21 @@ Summary:`;
       outputTokens: outputTokensActual ?? outputTokensEstimate,
       cachedInputTokens,
       totalTokens: totalTokensActual,
-      messageList: sanitizeTracePayload([
-        ...summaryPrompt,
-        { role: "assistant", content: summaryText, name: "summarization_result" }
-      ]),
+      sections: buildSummarizationSections({
+        summaryText,
+        previousSummary: previousSummary || void 0,
+        messagesCompressed: compressableMessages.length,
+        tokenCountBefore,
+        tokenCountAfter,
+        inputTokens: inputTokensActual ?? inputTokensEstimate,
+        outputTokens: outputTokensActual ?? outputTokensEstimate,
+        cachedInputTokens,
+        durationMs,
+        promptMessages: sanitizeTracePayload([
+          ...summaryPrompt,
+          { role: "assistant", content: summaryText, name: "summarization_result" }
+        ])
+      }),
       debug: {
         messagesCompressed: compressableMessages.length,
         tokenCountBefore,
@@ -3037,17 +3193,7 @@ function needsSummarization(state, opts, summarizationEnabled) {
     maxTok = 5e4;
   }
   try {
-    const allText = (state.messages || []).map((m) => {
-      if (typeof m.content === "string") return m.content;
-      if (Array.isArray(m.content)) {
-        return m.content.map((c) => typeof c === "string" ? c : c?.text ?? c?.content ?? JSON.stringify(c)).join("");
-      }
-      if (m.content && typeof m.content === "object") {
-        return JSON.stringify(m.content);
-      }
-      return "";
-    }).join("\n");
-    const tokenCount = countApproxTokens(allText);
+    const tokenCount = countMessagesTokens(state.messages || []);
     return tokenCount > maxTok;
   } catch (e) {
     return false;
@@ -3454,6 +3600,7 @@ exports.captureSnapshot = captureSnapshot;
 exports.codePresenceRule = codePresenceRule;
 exports.cognipeerSink = cognipeerSink;
 exports.countApproxTokens = countApproxTokens;
+exports.countMessagesTokens = countMessagesTokens;
 exports.createAgent = createAgent;
 exports.createAgentNode = createAgentNode;
 exports.createCodeGuardrail = createCodeGuardrail;