@cognipeer/agent-sdk 0.2.3 → 0.2.5

package/dist/index.cjs

@@ -559,6 +559,7 @@ function ensureDir(p) {
 function withDefaults(config) {
   const enabled = Boolean(config?.enabled);
   const logData = config?.logData ?? DEFAULT_TRACE_CONFIG.logData;
+  const mode = config?.mode === "streaming" ? "streaming" : "batched";
   let sink;
   try {
     sink = resolveSink(config?.sink);
@@ -571,7 +572,7 @@ function withDefaults(config) {
   return {
     enabled,
     logData,
-    mode: "batched",
+    mode,
     sink
   };
 }
@@ -670,6 +671,108 @@ async function postTraceSession(url, headers, payload) {
     throw err;
   }
 }
+async function postStreamingSessionStart(baseUrl, headers, payload) {
+  const fetchFn = typeof globalThis.fetch === "function" ? globalThis.fetch.bind(globalThis) : void 0;
+  if (!fetchFn) {
+    throw new Error("HTTP sink requires fetch to be available in this runtime.");
+  }
+  const url = `${baseUrl.replace(/\/$/, "")}/${payload.sessionId}/start`;
+  const finalHeaders = { ...headers || {} };
+  if (!Object.keys(finalHeaders).some((key) => key.toLowerCase() === "content-type")) {
+    finalHeaders["content-type"] = "application/json";
+  }
+  try {
+    const response = await fetchFn(url, {
+      method: "POST",
+      headers: finalHeaders,
+      body: JSON.stringify(payload)
+    });
+    if (!response.ok) {
+      let responseText = "";
+      try {
+        responseText = await response.text();
+      } catch {
+      }
+      const statusLine = `HTTP ${response.status}${response.statusText ? ` ${response.statusText}` : ""}`;
+      const bodyPreview = responseText ? ` - ${responseText.slice(0, 200)}` : "";
+      throw new Error(`${statusLine}${bodyPreview}`);
+    }
+  } catch (err) {
+    const errMsg = err instanceof Error ? err.message : String(err);
+    if (typeof console !== "undefined" && typeof console.error === "function") {
+      console.error("[Tracing] Failed to post session start:", errMsg);
+    }
+    throw err;
+  }
+}
+async function postStreamingEvent(baseUrl, headers, sessionId, event) {
+  const fetchFn = typeof globalThis.fetch === "function" ? globalThis.fetch.bind(globalThis) : void 0;
+  if (!fetchFn) {
+    throw new Error("HTTP sink requires fetch to be available in this runtime.");
+  }
+  const url = `${baseUrl.replace(/\/$/, "")}/${sessionId}/events`;
+  const finalHeaders = { ...headers || {} };
+  if (!Object.keys(finalHeaders).some((key) => key.toLowerCase() === "content-type")) {
+    finalHeaders["content-type"] = "application/json";
+  }
+  try {
+    const response = await fetchFn(url, {
+      method: "POST",
+      headers: finalHeaders,
+      body: JSON.stringify({ event })
+    });
+    if (!response.ok) {
+      let responseText = "";
+      try {
+        responseText = await response.text();
+      } catch {
+      }
+      const statusLine = `HTTP ${response.status}${response.statusText ? ` ${response.statusText}` : ""}`;
+      const bodyPreview = responseText ? ` - ${responseText.slice(0, 200)}` : "";
+      throw new Error(`${statusLine}${bodyPreview}`);
+    }
+  } catch (err) {
+    const errMsg = err instanceof Error ? err.message : String(err);
+    if (typeof console !== "undefined" && typeof console.error === "function") {
+      console.error("[Tracing] Failed to post streaming event:", errMsg);
+    }
+    throw err;
+  }
+}
+async function postStreamingSessionEnd(baseUrl, headers, payload) {
+  const fetchFn = typeof globalThis.fetch === "function" ? globalThis.fetch.bind(globalThis) : void 0;
+  if (!fetchFn) {
+    throw new Error("HTTP sink requires fetch to be available in this runtime.");
+  }
+  const url = `${baseUrl.replace(/\/$/, "")}/${payload.sessionId}/end`;
+  const finalHeaders = { ...headers || {} };
+  if (!Object.keys(finalHeaders).some((key) => key.toLowerCase() === "content-type")) {
+    finalHeaders["content-type"] = "application/json";
+  }
+  try {
+    const response = await fetchFn(url, {
+      method: "POST",
+      headers: finalHeaders,
+      body: JSON.stringify(payload)
+    });
+    if (!response.ok) {
+      let responseText = "";
+      try {
+        responseText = await response.text();
+      } catch {
+      }
+      const statusLine = `HTTP ${response.status}${response.statusText ? ` ${response.statusText}` : ""}`;
+      const bodyPreview = responseText ? ` - ${responseText.slice(0, 200)}` : "";
+      throw new Error(`${statusLine}${bodyPreview}`);
+    }
+  } catch (err) {
+    const errMsg = err instanceof Error ? err.message : String(err);
+    if (typeof console !== "undefined" && typeof console.error === "function") {
+      console.error("[Tracing] Failed to post session end:", errMsg);
+    }
+    throw err;
+  }
+}
 function createEmptySummary() {
   return {
     totalDurationMs: 0,
@@ -846,7 +949,8 @@ function createTraceSession(opts) {
     events: [],
     summary: createEmptySummary(),
     status: "in_progress",
-    errors: []
+    errors: [],
+    sessionStarted: false
   };
   if (cfg.sink.type === "file") {
     const baseDir = cfg.sink.baseDir;
@@ -858,6 +962,49 @@ function createTraceSession(opts) {
   }
   return runtime;
 }
+async function startStreamingSession(session, agentRuntime) {
+  if (!session) return;
+  if (session.resolvedConfig.mode !== "streaming") return;
+  if (session.sessionStarted) return;
+  const sink = session.resolvedConfig.sink;
+  const agentInfo = agentRuntime ? {
+    name: agentRuntime.name || "unknown-agent",
+    version: agentRuntime.version,
+    model: getModelName(agentRuntime.model) || "unknown-model",
+    provider: getProviderName(agentRuntime.model)
+  } : void 0;
+  session.agentInfo = agentInfo;
+  const configSnapshot = buildConfigSnapshot(session);
+  const startedAtIso = new Date(session.startedAt).toISOString();
+  const payload = {
+    sessionId: session.sessionId,
+    startedAt: startedAtIso,
+    agent: agentInfo,
+    config: configSnapshot
+  };
+  if (sink.type === "cognipeer" || sink.type === "http") {
+    try {
+      const headers = sink.type === "cognipeer" ? { Authorization: `Bearer ${sink.apiKey}` } : sink.headers;
+      await postStreamingSessionStart(sink.url, headers, payload);
+      session.sessionStarted = true;
+    } catch (err) {
+      const message = err instanceof Error ? err.message : String(err);
+      session.errors.push({
+        eventId: "session_start",
+        message,
+        type: "sink",
+        timestamp: startedAtIso
+      });
+      if (typeof console !== "undefined" && typeof console.warn === "function") {
+        console.warn("[Tracing] Failed to start streaming session, falling back to batched:", message);
+      }
+    }
+  } else if (sink.type === "custom" && typeof sink.onEvent === "function") {
+    session.sessionStarted = true;
+  } else if (sink.type === "file") {
+    session.sessionStarted = true;
+  }
+}
 function recordTraceEvent(session, event) {
   if (!session) return void 0;
   const sequence = session.events.length + 1;
@@ -960,6 +1107,23 @@ function recordTraceEvent(session, event) {
       }
     }
   }
+  if (session.resolvedConfig.mode === "streaming" && session.sessionStarted) {
+    if (sink.type === "cognipeer" || sink.type === "http") {
+      const headers = sink.type === "cognipeer" ? { Authorization: `Bearer ${sink.apiKey}` } : sink.headers;
+      postStreamingEvent(sink.url, headers, session.sessionId, record).catch((err) => {
+        const errMsg = err instanceof Error ? err.message : String(err);
+        if (typeof console !== "undefined" && typeof console.warn === "function") {
+          console.warn("[Tracing] Failed to send streaming event:", errMsg);
+        }
+        session.errors.push({
+          eventId: record.id,
+          message: errMsg,
+          type: "sink",
+          timestamp: timestampIso
+        });
+      });
+    }
+  }
   return record;
 }
 async function finalizeTraceSession(session, params = {}) {
@@ -994,7 +1158,7 @@ async function finalizeTraceSession(session, params = {}) {
     startedAt: startedAtIso,
     endedAt: endedAtIso,
     durationMs,
-    agent: agentInfo,
+    agent: agentInfo || session.agentInfo,
     config: configSnapshot,
     summary: session.summary,
     events: session.events,
@@ -1004,10 +1168,22 @@ async function finalizeTraceSession(session, params = {}) {
   const payloadForSink = buildPayload(initialStatus);
   let sinkFailed = false;
   const sink = session.resolvedConfig.sink;
+  const isStreamingMode = session.resolvedConfig.mode === "streaming";
   if (sink.type === "cognipeer" || sink.type === "http") {
     try {
       const headers = sink.type === "cognipeer" ? { Authorization: `Bearer ${sink.apiKey}` } : sink.headers;
-      await postTraceSession(sink.url, headers, payloadForSink);
+      if (isStreamingMode && session.sessionStarted) {
+        await postStreamingSessionEnd(sink.url, headers, {
+          sessionId: session.sessionId,
+          endedAt: endedAtIso,
+          durationMs,
+          status: initialStatus,
+          summary: session.summary,
+          errors: session.errors
+        });
+      } else {
+        await postTraceSession(sink.url, headers, payloadForSink);
+      }
     } catch (err) {
       sinkFailed = true;
       const message = err instanceof Error ? err.message : String(err);
@@ -1220,7 +1396,95 @@ function createAgentCoreNode(opts) {
     };
     let response;
     try {
-      const normalizedMessages = normalizeBedrockToolPairing([...state.messages]);
+      const ensureUniqueToolCallIds = (input) => {
+        const msgs = Array.isArray(input) ? input.map((m) => ({ ...m })) : [];
+        const usedIds = /* @__PURE__ */ new Set();
+        let counter = 0;
+        for (let i = 0; i < msgs.length; i++) {
+          const m = msgs[i];
+          if (m?.role !== "assistant") continue;
+          const hasToolCalls = Array.isArray(m.tool_calls) && m.tool_calls.length > 0;
+          const contentArr = Array.isArray(m.content) ? m.content : [];
+          const hasContentToolUse = contentArr.some((c) => c?.type === "tool_use" && c?.id);
+          const hasAdditionalToolCalls = Array.isArray(m.additional_kwargs?.tool_calls) && m.additional_kwargs.tool_calls.length > 0;
+          if (!hasToolCalls && !hasContentToolUse && !hasAdditionalToolCalls) continue;
+          if (hasToolCalls) {
+            m.tool_calls = m.tool_calls.map((tc) => ({ ...tc }));
+          }
+          if (hasContentToolUse) {
+            m.content = contentArr.map(
+              (c) => c && typeof c === "object" ? { ...c } : c
+            );
+          }
+          if (hasAdditionalToolCalls) {
+            m.additional_kwargs = { ...m.additional_kwargs };
+            m.additional_kwargs.tool_calls = m.additional_kwargs.tool_calls.map((tc) => ({ ...tc }));
+          }
+          const idsInMessage = /* @__PURE__ */ new Set();
+          if (hasToolCalls) {
+            for (const tc of m.tool_calls) {
+              if (tc?.id) idsInMessage.add(tc.id);
+            }
+          }
+          if (hasContentToolUse) {
+            for (const c of m.content) {
+              if (c?.type === "tool_use" && c?.id) idsInMessage.add(c.id);
+            }
+          }
+          if (hasAdditionalToolCalls) {
+            for (const tc of m.additional_kwargs.tool_calls) {
+              if (tc?.id) idsInMessage.add(tc.id);
+            }
+          }
+          for (const id of idsInMessage) {
+            if (!usedIds.has(id)) {
+              usedIds.add(id);
+              continue;
+            }
+            const newId = `${id}_${Date.now()}_${counter++}`;
+            if (hasToolCalls) {
+              for (const tc of m.tool_calls) {
+                if (tc.id === id) tc.id = newId;
+              }
+            }
+            if (hasContentToolUse && Array.isArray(m.content)) {
+              for (const c of m.content) {
+                if (c?.type === "tool_use" && c.id === id) c.id = newId;
+              }
+            }
+            if (hasAdditionalToolCalls) {
+              for (const tc of m.additional_kwargs.tool_calls) {
+                if (tc.id === id) tc.id = newId;
+              }
+            }
+            for (let j = i + 1; j < msgs.length; j++) {
+              const next = msgs[j];
+              if (next?.role === "assistant") break;
+              if (next?.role === "tool" && next.tool_call_id === id) {
+                next.tool_call_id = newId;
+              }
+              if (Array.isArray(next?.content)) {
+                let contentCloned = false;
+                for (let k = 0; k < next.content.length; k++) {
+                  const block = next.content[k];
+                  if (block?.type === "tool_result" && block.tool_use_id === id) {
+                    if (!contentCloned) {
+                      next.content = next.content.map((x) => x && typeof x === "object" ? { ...x } : x);
+                      contentCloned = true;
+                    }
+                    next.content[k].tool_use_id = newId;
+                  }
+                }
+              }
+            }
+            usedIds.add(newId);
+          }
+        }
+        return msgs;
+      };
+      const normalizedMessages = ensureUniqueToolCallIds(
+        normalizeBedrockToolPairing([...state.messages])
+      );
       debugToolPairing(normalizedMessages);
       if (streamingEnabled && typeof modelWithTools.stream === "function") {
         let streamedText = "";
@@ -2467,10 +2731,14 @@ function createContextSummarizeNode(opts) {
     if (!config.enabled) return {};
     const model = opts.model;
     const messages = state.messages || [];
+    const onEvent = state.ctx?.__onEvent;
+    const traceSession = state.ctx?.__traceSession;
     const compressableMessages = messages.filter((m) => m.role === "tool" && m.content !== "SUMMARIZED");
     if (compressableMessages.length === 0) {
       return {};
     }
+    const allTextBefore = messages.map((m) => typeof m.content === "string" ? m.content : Array.isArray(m.content) ? m.content.map((c) => typeof c === "string" ? c : c?.text ?? c?.content ?? "").join("") : "").join("\n");
+    const tokenCountBefore = countApproxTokens(allTextBefore);
     const summaryPromptMaxTokens = config.summaryPromptMaxTokens;
     const availableTokensForConversation = summaryPromptMaxTokens - 500;
     const messageTexts = [];
@@ -2519,12 +2787,54 @@ Summary:`;
       systemMessage("You are a helpful assistant that summarizes conversation history efficiently."),
       humanMessage(promptBody)
     ];
+    const inputTokensEstimate = countApproxTokens(summaryPrompt.map((m) => m.content).join("\n"));
     let summaryText = "Summary unavailable.";
+    let outputTokensEstimate = 0;
+    let durationMs = 0;
+    let inputTokensActual;
+    let outputTokensActual;
+    let cachedInputTokens;
+    let totalTokensActual;
+    const startTime = Date.now();
     try {
       const response = await model.invoke(summaryPrompt);
+      durationMs = Date.now() - startTime;
       summaryText = typeof response.content === "string" ? response.content : Array.isArray(response.content) ? response.content.map((c) => c.text || "").join("") : JSON.stringify(response.content);
+      outputTokensEstimate = countApproxTokens(summaryText);
+      const rawUsage = response?.usage || response?.response_metadata?.token_usage || response?.response_metadata?.tokenUsage || response?.response_metadata?.usage;
+      const normalized = normalizeUsage(rawUsage);
+      if (normalized) {
+        inputTokensActual = normalized.prompt_tokens;
+        outputTokensActual = normalized.completion_tokens;
+        totalTokensActual = normalized.total_tokens;
+        cachedInputTokens = normalized.prompt_tokens_details?.cached_tokens;
+      }
     } catch (err) {
+      durationMs = Date.now() - startTime;
       console.error("[ContextSummarize] Failed to generate summary:", err);
+      const errorEvent = {
+        type: "summarization",
+        summary: "",
+        messagesCompressed: 0,
+        inputTokens: inputTokensEstimate,
+        outputTokens: 0,
+        durationMs,
+        previousSummary: previousSummary || void 0,
+        tokenCountBefore,
+        tokenCountAfter: tokenCountBefore
+      };
+      onEvent?.(errorEvent);
+      recordTraceEvent(traceSession, {
+        type: "summarization",
+        label: "Context Summarization Failed",
+        actor: { scope: "system", name: "summarizer", role: "summarization" },
+        status: "error",
+        durationMs,
+        inputTokens: inputTokensEstimate,
+        outputTokens: 0,
+        error: { message: err?.message || String(err), stack: err?.stack },
+        messageList: sanitizeTracePayload(summaryPrompt)
+      });
       return {};
     }
     const toolCallIdToAssistantIdx = /* @__PURE__ */ new Map();
@@ -2576,8 +2886,51 @@ Summary:`;
       content: summaryText
     };
     const summaries = Array.isArray(state.summaries) ? [...state.summaries, summaryText] : [summaryText];
+    const finalMessages = [...validatedMessages, assistantSummaryCall, toolSummaryResponse];
+    const allTextAfter = finalMessages.map((m) => typeof m.content === "string" ? m.content : Array.isArray(m.content) ? m.content.map((c) => typeof c === "string" ? c : c?.text ?? c?.content ?? "").join("") : "").join("\n");
+    const tokenCountAfter = countApproxTokens(allTextAfter);
+    const summarizationEvent = {
+      type: "summarization",
+      summary: summaryText,
+      messagesCompressed: compressableMessages.length,
+      inputTokens: inputTokensActual ?? inputTokensEstimate,
+      outputTokens: outputTokensActual ?? outputTokensEstimate,
+      cachedInputTokens,
+      totalTokens: totalTokensActual ?? (inputTokensActual ?? inputTokensEstimate) + (outputTokensActual ?? outputTokensEstimate),
+      durationMs,
+      previousSummary: previousSummary || void 0,
+      tokenCountBefore,
+      tokenCountAfter,
+      archivedCount: compressableMessages.length
+      // deprecated field for backward compatibility
+    };
+    onEvent?.(summarizationEvent);
+    recordTraceEvent(traceSession, {
+      type: "summarization",
+      label: "Context Summarization",
+      actor: { scope: "system", name: "summarizer", role: "summarization" },
+      status: "success",
+      durationMs,
+      inputTokens: inputTokensActual ?? inputTokensEstimate,
+      outputTokens: outputTokensActual ?? outputTokensEstimate,
+      cachedInputTokens,
+      totalTokens: totalTokensActual,
+      messageList: sanitizeTracePayload([
+        ...summaryPrompt,
+        { role: "assistant", content: summaryText, name: "summarization_result" }
+      ]),
+      debug: {
+        messagesCompressed: compressableMessages.length,
+        tokenCountBefore,
+        tokenCountAfter,
+        tokensSaved: tokenCountBefore - tokenCountAfter,
+        previousSummaryLength: previousSummary?.length || 0,
+        usageFromModel: inputTokensActual !== void 0,
+        cachedInputTokens
+      }
+    });
     return {
-      messages: [...validatedMessages, assistantSummaryCall, toolSummaryResponse],
+      messages: finalMessages,
       summaries
     };
   };
@@ -3137,6 +3490,7 @@ exports.jsonSchemaRule = jsonSchemaRule;
 exports.regexRule = regexRule;
 exports.resolveToolApprovalState = resolveToolApprovalState;
 exports.restoreSnapshot = restoreSnapshot;
+exports.startStreamingSession = startStreamingSession;
 exports.withTools = withTools;
 //# sourceMappingURL=index.cjs.map
 //# sourceMappingURL=index.cjs.map