@cognipeer/agent-sdk 0.5.4 → 0.6.0

package/README.md

@@ -137,12 +137,8 @@ const agent = createSmartAgent({
   summarization: { summaryTriggerTokens: 8000, summaryMode: "incremental" },
   context: { policy: "hybrid", lastTurnsToKeep: 8 },
   toolResponses: {
-    smallResponseChars: 1200,
-    smallResponsePolicy: "keep_full",
-    defaultPolicy: "keep_structured",
-    largeResponsePolicy: "summarize_archive",
-    fallbackPolicy: "keep_full",
-    keepRecentFullCount: 2,
+    defaultPolicy: "summarize_archive",
+    toolResponseRetentionByTool: { read_skills: "keep_full" },
     maxToolResponseChars: 4000,
     maxToolResponseTokens: 1200,
   },
@@ -158,15 +154,13 @@ const result = await agent.invoke({
 console.log(result.content);
 ```
 
-Tool-response retention is size-aware and composable:
+Tool-response retention is lazy and summarizer-driven:
 
-- `smallResponseChars` + `smallResponsePolicy` define how very small payloads are kept.
-- `defaultPolicy` handles normal informative outputs.
-- `largeResponsePolicy` handles verbose outputs that cross the max char/token thresholds.
-- `fallbackPolicy` applies to critical tools and now defaults to `keep_full` so safety-critical payloads are not collapsed accidentally.
-- `keepRecentFullCount` pins the last N successful tool responses at full content during context assembly and excludes them from summarization passes.
-
-Resolution order is: per-tool override, then critical fallback, then large/small classification, then the default policy. Redundant payloads like `ok`, `true`, and `null` are dropped automatically.
+- Tool outputs are stored at full fidelity in `state.toolHistory` and are never reduced at tool-call time.
+- When the summarizer runs (context limits reached), old tool messages are rewritten in place according to `defaultPolicy` (default: `summarize_archive`). The full payload is still recoverable via `get_tool_response` using the execution id embedded in the placeholder.
+- `toolResponseRetentionByTool` lets you opt specific tools out of reduction (e.g. `read_skills: "keep_full"`).
+- `criticalTools` are never reduced. The built-in list covers `response`, `manage_todo_list`, and `get_tool_response`.
+- `maxToolResponseChars` / `maxToolResponseTokens` only drive an eager hard-cap truncation when a single tool output is big enough to blow up the very next model call. The truncated head always points at `get_tool_response` for recovery.
 
 The smart wrapper now supports runtime presets (`fast`, `balanced`, `deep`, `research`), custom profiles layered on top of a base preset, structured summarization, hybrid context compaction, configurable tool-response retention, in-memory fact storage, delegation limits, and an eval harness via `runSmartAgentEvalHarness(...)`.
 

package/dist/index.cjs

@@ -2136,18 +2136,13 @@ var BASE_DEFAULTS = {
     requireJsonOutputContract: true
   },
   toolResponses: {
-    maxToolResponseChars: 3600,
-    maxToolResponseTokens: 1200,
-    smallResponseChars: 0,
-    smallResponsePolicy: "keep_full",
-    defaultPolicy: "keep_structured",
-    largeResponsePolicy: "summarize_archive",
+    maxToolResponseChars: 12e3,
+    maxToolResponseTokens: 3e3,
+    defaultPolicy: "summarize_archive",
     toolResponseRetentionByTool: {},
     criticalTools: [...DEFAULT_CRITICAL_TOOLS],
     schemaValidation: "strict",
-    retryOnSchemaError: true,
-    fallbackPolicy: "keep_full",
-    keepRecentFullCount: 0
+    retryOnSchemaError: true
   }
 };
 function buildProfile(overrides) {
@@ -2186,7 +2181,7 @@ var DEFAULT_PROFILE_CONFIGS = {
     },
     memory: { readPolicy: "recent_only" },
     delegation: { mode: "off", maxDelegationDepth: 1, maxChildCalls: 2, maxParallelChild: 1, childContextPolicy: "minimal" },
-    toolResponses: { maxToolResponseChars: 2400, maxToolResponseTokens: 800 }
+    toolResponses: { maxToolResponseChars: 8e3, maxToolResponseTokens: 2e3 }
   }),
   balanced: buildProfile({}),
   deep: buildProfile({
@@ -2203,7 +2198,7 @@ var DEFAULT_PROFILE_CONFIGS = {
     },
     memory: { scope: "workspace" },
     delegation: { maxDelegationDepth: 3, maxChildCalls: 6 },
-    toolResponses: { maxToolResponseChars: 5400, maxToolResponseTokens: 1800 }
+    toolResponses: { maxToolResponseChars: 16e3, maxToolResponseTokens: 4e3 }
   }),
   research: buildProfile({
     limits: { maxToolCalls: 20, maxParallelTools: 4, maxContextTokens: 56e3 },
@@ -2219,7 +2214,7 @@ var DEFAULT_PROFILE_CONFIGS = {
     },
     memory: { scope: "workspace" },
     delegation: { mode: "automatic", maxDelegationDepth: 4, maxChildCalls: 8, maxParallelChild: 3, childContextPolicy: "full" },
-    toolResponses: { maxToolResponseChars: 7200, maxToolResponseTokens: 2200 }
+    toolResponses: { maxToolResponseChars: 24e3, maxToolResponseTokens: 6e3 }
   })
 };
 function mergeLimits(base, override) {
@@ -2426,63 +2421,65 @@ function summarizeObject(value) {
   return safeStringify(value);
 }
 function classifyToolResponse(toolName, output, config) {
-  const serialized = safeStringify(output);
-  const tokenCount = countApproxTokens(serialized);
   const criticalTools = new Set(config.toolResponses.criticalTools);
   if (criticalTools.has(toolName)) return "critical";
-  if (serialized === "ok" || serialized === "true" || serialized === "null") {
-    return "redundant";
-  }
+  const serialized = safeStringify(output);
+  const tokenCount = countApproxTokens(serialized);
   if (tokenCount >= config.toolResponses.maxToolResponseTokens || serialized.length >= config.toolResponses.maxToolResponseChars) {
     return "verbose";
   }
-  const smallChars = config.toolResponses.smallResponseChars;
-  if (smallChars > 0 && serialized.length <= smallChars) {
-    return "small";
-  }
   return "informative";
 }
-function resolveToolResponsePolicy(toolName, output, config) {
+function applyToolResponseHardCap(toolName, output, executionId, config) {
   const serialized = safeStringify(output);
   const tokenCount = countApproxTokens(serialized);
   const classification = classifyToolResponse(toolName, output, config);
-  const byTool = config.toolResponses.toolResponseRetentionByTool[toolName];
-  let retentionPolicy = byTool || config.toolResponses.defaultPolicy;
-  if (byTool) ; else if (classification === "critical") {
-    retentionPolicy = config.toolResponses.fallbackPolicy;
-  } else if (classification === "verbose") {
-    retentionPolicy = config.toolResponses.largeResponsePolicy;
-  } else if (classification === "small") {
-    retentionPolicy = config.toolResponses.smallResponsePolicy;
-  } else if (classification === "redundant") {
-    retentionPolicy = "drop";
-  }
-  const summary = summarizeObject(output);
-  if (retentionPolicy === "keep_full") {
-    return { classification, retentionPolicy, content: serialized, rawOutput: output, summary, tokenCount };
-  }
-  if (retentionPolicy === "keep_structured") {
-    return { classification, retentionPolicy, content: summary, rawOutput: output, summary, tokenCount };
-  }
-  if (retentionPolicy === "summarize_archive") {
-    return {
-      classification,
-      retentionPolicy,
-      content: `ARCHIVED_TOOL_RESPONSE: ${summary}`,
-      rawOutput: output,
-      summary,
-      tokenCount
-    };
+  if (classification !== "verbose") {
+    return { classification, content: serialized, rawOutput: output, tokenCount, truncated: false };
   }
+  const cap = config.toolResponses.maxToolResponseChars;
+  const head = serialized.slice(0, cap);
+  const note = `
+... [TRUNCATED ${serialized.length - cap} chars by hard cap. Use get_tool_response with executionId="${executionId}" to fetch the full payload.]`;
   return {
     classification,
-    retentionPolicy,
-    content: `DROPPED_TOOL_RESPONSE: ${summary}`,
+    content: head + note,
     rawOutput: output,
-    summary,
-    tokenCount
+    tokenCount,
+    truncated: true
   };
 }
+function resolveSummarizationRetention(toolName, config) {
+  const criticalTools = new Set(config.toolResponses.criticalTools);
+  if (criticalTools.has(toolName)) return "keep_full";
+  const byTool = config.toolResponses.toolResponseRetentionByTool[toolName];
+  return byTool || config.toolResponses.defaultPolicy;
+}
+function renderRetainedToolMessage(args) {
+  const { policy, rawOutput, toolName, toolCallId, executionId, prebuiltSummary } = args;
+  if (policy === "keep_full") {
+    return typeof rawOutput === "string" ? rawOutput : safeStringify(rawOutput);
+  }
+  const summary = prebuiltSummary || summarizeObject(rawOutput);
+  const refs = [
+    `toolName=${toolName}`,
+    toolCallId ? `toolCallId=${toolCallId}` : null,
+    executionId ? `executionId=${executionId}` : null
+  ].filter(Boolean).join("; ");
+  const refId = executionId || toolCallId || "";
+  if (policy === "keep_structured") {
+    return `STRUCTURED_TOOL_RESPONSE [${refs}]
+Preview: ${summary}
+Use get_tool_response with executionId "${refId}" to fetch the full payload when a specific field is needed.`;
+  }
+  if (policy === "summarize_archive") {
+    return `ARCHIVED_TOOL_RESPONSE [${refs}]
+Summary: ${summary}
+Use get_tool_response with executionId "${refId}" to fetch the full payload.`;
+  }
+  return `DROPPED_TOOL_RESPONSE [${refs}]
+Use get_tool_response with executionId "${refId}" only if you must recover the original payload.`;
+}
 function validateToolArgs(tool, args) {
   const schema = tool.schema;
   if (!schema || typeof schema.parse !== "function") {
@@ -2761,52 +2758,25 @@ function createToolsNode(initialTools, opts) {
           state.ctx.__structuredOutputParsed = output.data;
           state.ctx.__finalizedDueToStructuredOutput = true;
         }
-        const responsePolicy = resolveToolResponsePolicy(toolName, output, resolved);
+        const responsePolicy = applyToolResponseHardCap(toolName, output, executionId, resolved);
         const timestamp = (/* @__PURE__ */ new Date()).toISOString();
-        const storedOutput = responsePolicy.retentionPolicy === "keep_full" ? output : responsePolicy.summary;
         toolHistory.push({
           executionId,
           toolName,
           args,
-          output: storedOutput,
+          output,
           rawOutput: output,
           timestamp,
           tool_call_id: tc.id,
-          summarized: responsePolicy.retentionPolicy !== "keep_full",
+          summarized: false,
           originalTokenCount: responsePolicy.tokenCount,
           classification: responsePolicy.classification,
-          retentionPolicy: responsePolicy.retentionPolicy,
-          summary: responsePolicy.summary,
-          archiveId: responsePolicy.retentionPolicy === "summarize_archive" || responsePolicy.retentionPolicy === "drop" ? executionId : void 0,
+          retentionPolicy: "keep_full",
+          summary: void 0,
+          archiveId: void 0,
           status: "success"
         });
-        if (resolved.context.archiveLargeToolResponses && (responsePolicy.retentionPolicy === "summarize_archive" || responsePolicy.retentionPolicy === "drop")) {
-          toolHistoryArchived.push({
-            executionId,
-            toolName,
-            args,
-            output,
-            rawOutput: output,
-            timestamp,
-            tool_call_id: tc.id,
-            summarized: true,
-            originalTokenCount: responsePolicy.tokenCount,
-            classification: responsePolicy.classification,
-            retentionPolicy: responsePolicy.retentionPolicy,
-            summary: responsePolicy.summary,
-            archiveId: executionId,
-            status: "success"
-          });
-        }
-        let toolMessageContent = responsePolicy.content;
-        if (responsePolicy.retentionPolicy === "summarize_archive") {
-          toolMessageContent = `ARCHIVED_TOOL_RESPONSE [executionId=${executionId}]: ${responsePolicy.summary}
-Only use get_tool_response with executionId "${executionId}" if this summary is missing a specific field, id, snippet, or exact payload you still need.`;
-        } else if (responsePolicy.retentionPolicy === "drop") {
-          toolMessageContent = `DROPPED_TOOL_RESPONSE [executionId=${executionId}]: ${responsePolicy.summary}
-Only use get_tool_response with executionId "${executionId}" if this summary is missing a specific field, id, snippet, or exact payload you still need.`;
-        }
-        appended.push({ role: "tool", content: toolMessageContent, tool_call_id: tc.id || `${tc.name}_${appended.length}`, name: tc.name });
+        appended.push({ role: "tool", content: responsePolicy.content, tool_call_id: tc.id || `${tc.name}_${appended.length}`, name: tc.name });
         onEvent?.({ type: "tool_call", phase: "success", name: toolName, id: tc.id, args, result: output, durationMs });
         onProgress?.({ stage: "tools", message: `Tool ${tc.name} completed`, detail: { durationMs } });
         if (needsApproval && approvalEntry) {
@@ -2850,8 +2820,9 @@ Only use get_tool_response with executionId "${executionId}" if this summary is
           messageList,
           debug: {
             classification: responsePolicy.classification,
-            retentionPolicy: responsePolicy.retentionPolicy,
-            originalTokenCount: responsePolicy.tokenCount
+            retentionPolicy: "keep_full",
+            originalTokenCount: responsePolicy.tokenCount,
+            truncated: responsePolicy.truncated
           }
         });
         toolCount += 1;
@@ -3990,40 +3961,6 @@ function createAgentNode(opts) {
 }
 
 // src/smart/contextPolicy.ts
-function collectRecentFullToolCallIds(state, keepRecentFullCount) {
-  if (!keepRecentFullCount || keepRecentFullCount <= 0) return /* @__PURE__ */ new Set();
-  const history = state.toolHistory || [];
-  const ids = [];
-  for (let index = history.length - 1; index >= 0 && ids.length < keepRecentFullCount; index -= 1) {
-    const entry = history[index];
-    if (!entry || !entry.tool_call_id) continue;
-    if (entry.status && entry.status !== "success") continue;
-    ids.push(entry.tool_call_id);
-  }
-  return new Set(ids);
-}
-function applyRecentFullOverride(messages, state, config) {
-  const keepN = config.toolResponses.keepRecentFullCount;
-  if (!keepN || keepN <= 0) return messages;
-  const recentIds = collectRecentFullToolCallIds(state, keepN);
-  if (recentIds.size === 0) return messages;
-  const history = state.toolHistory || [];
-  const byCallId = /* @__PURE__ */ new Map();
-  for (const entry of history) {
-    if (entry?.tool_call_id) byCallId.set(entry.tool_call_id, entry);
-  }
-  return messages.map((message) => {
-    if (message.role !== "tool" || !message.tool_call_id) return message;
-    if (!recentIds.has(message.tool_call_id)) return message;
-    const entry = byCallId.get(message.tool_call_id);
-    if (!entry) return message;
-    const raw = entry.rawOutput ?? entry.output;
-    if (raw === void 0) return message;
-    const fullContent = typeof raw === "string" ? raw : safeStringify(raw);
-    if (!fullContent || fullContent === message.content) return message;
-    return { ...message, content: fullContent };
-  });
-}
 function collectRecentTurns(messages, lastTurnsToKeep) {
   if (lastTurnsToKeep <= 0) return [];
   const systemPrefix = messages.filter((message, index) => index === 0 && message.role === "system");
@@ -4124,7 +4061,7 @@ function clampToBudget(messages, maxContextTokens) {
 function buildModelMessages(state, config) {
   const rawMessages = state.messages || [];
   if (config.context.policy === "raw") {
-    return clampToBudget(applyRecentFullOverride(rawMessages, state, config), config.limits.maxContextTokens);
+    return clampToBudget(rawMessages, config.limits.maxContextTokens);
   }
   const recentMessages = collectRecentTurns(rawMessages, config.context.lastTurnsToKeep);
   const latestSummary = state.summaryRecords?.[state.summaryRecords.length - 1];
@@ -4144,7 +4081,7 @@ function buildModelMessages(state, config) {
     ...syntheticContextMessages,
     ...config.context.policy === "summary_only" ? body.filter((message) => message.role === "user" || message.role === "assistant").slice(-2) : body
   ];
-  return clampToBudget(applyRecentFullOverride(assembled, state, config), config.limits.maxContextTokens);
+  return clampToBudget(assembled, config.limits.maxContextTokens);
 }
 
 // src/nodes/contextSummarize.ts
@@ -4246,24 +4183,8 @@ function extractCanonicalFacts(messages) {
   }
   return [...facts.values()];
 }
-function flattenToolMessageContent(message) {
-  if (typeof message.content === "string") {
-    return message.content;
-  }
-  if (Array.isArray(message.content)) {
-    return message.content.map((part) => typeof part === "string" ? part : part?.text ?? part?.content ?? String(part ?? "")).join(" ");
-  }
-  return "";
-}
 function isSummarizedToolPlaceholder(content) {
-  return typeof content === "string" && (content === "SUMMARIZED" || content.startsWith("SUMMARIZED_TOOL_RESPONSE"));
-}
-function summarizeToolMessagePreview(message) {
-  const preview = flattenToolMessageContent(message).trim();
-  if (!preview) {
-    return "No summary available.";
-  }
-  return preview.length > 240 ? `${preview.slice(0, 240)}...` : preview;
+  return typeof content === "string" && (content === "SUMMARIZED" || content.startsWith("SUMMARIZED_TOOL_RESPONSE") || content.startsWith("ARCHIVED_TOOL_RESPONSE") || content.startsWith("STRUCTURED_TOOL_RESPONSE") || content.startsWith("DROPPED_TOOL_RESPONSE"));
 }
 function findToolHistoryEntry(state, toolCallId, toolName) {
   const entries = [
@@ -4289,29 +4210,6 @@ function findToolHistoryEntry(state, toolCallId, toolName) {
   }
   return void 0;
 }
-function buildSummarizedToolMessage(message, state) {
-  const toolName = message.name || "unknown_tool";
-  const toolCallId = message.tool_call_id;
-  const historyEntry = findToolHistoryEntry(state, toolCallId, toolName);
-  const executionId = historyEntry?.executionId;
-  const summary = historyEntry?.summary || summarizeToolMessagePreview(message);
-  const references = [
-    `toolName=${toolName}`,
-    toolCallId ? `toolCallId=${toolCallId}` : null,
-    executionId ? `executionId=${executionId}` : null
-  ].filter(Boolean).join("; ");
-  let retrievalHint = "Only use get_tool_response if this summary is missing a specific field, id, snippet, or exact payload you still need.";
-  if (executionId && toolCallId) {
-    retrievalHint = `Only use get_tool_response with executionId "${executionId}" or tool call id "${toolCallId}" if this summary is missing a specific field, id, snippet, or exact payload you still need.`;
-  } else if (executionId || toolCallId) {
-    retrievalHint = `Only use get_tool_response with executionId "${executionId || toolCallId}" if this summary is missing a specific field, id, snippet, or exact payload you still need.`;
-  }
-  return [
-    `SUMMARIZED_TOOL_RESPONSE [${references}]`,
-    `Summary: ${summary}`,
-    retrievalHint
-  ].join("\n");
-}
 function mergeStableFacts(summary, additionalFacts) {
   if (additionalFacts.length === 0) return summary;
   const merged = new Map(summary.stable_facts.map((fact) => [fact.key, fact]));
@@ -4369,20 +4267,13 @@ function createContextSummarizeNode(opts) {
     const messages = state.messages || [];
     const onEvent = state.ctx?.__onEvent;
     const traceSession = state.ctx?.__traceSession;
-    const toolResponsesConfigEarly = resolved.toolResponses;
-    const recentFullToolCallIdsEarly = collectRecentFullToolCallIds(state, toolResponsesConfigEarly.keepRecentFullCount);
     const compressableMessages = messages.filter(
       (m) => {
         if (m.role !== "tool") return false;
         if (isSummarizedToolPlaceholder(m.content)) return false;
         if (isSyntheticSummaryMessage(m)) return false;
-        if (m.tool_call_id && recentFullToolCallIdsEarly.has(m.tool_call_id)) return false;
-        const histEntry = findToolHistoryEntry(state, m.tool_call_id, m.name);
-        if (histEntry?.retentionPolicy === "keep_full") return false;
-        if (!histEntry?.retentionPolicy) {
-          const byTool = toolResponsesConfigEarly.toolResponseRetentionByTool?.[m.name || ""];
-          if ((byTool || toolResponsesConfigEarly.defaultPolicy) === "keep_full") return false;
-        }
+        const policy = resolveSummarizationRetention(m.name || "", resolved);
+        if (policy === "keep_full") return false;
         return true;
       }
     );
@@ -4562,8 +4453,8 @@ ${canonicalFacts.length > 0 ? canonicalFacts.map((fact) => `- ${fact.key}: ${fac
         break;
       }
     }
-    const toolResponsesConfig = resolved.toolResponses;
-    const recentFullToolCallIds = collectRecentFullToolCallIds(state, toolResponsesConfig.keepRecentFullCount);
+    const archivedExecutions = [...state.toolHistoryArchived || []];
+    const archivedIds = new Set(archivedExecutions.map((entry) => entry?.executionId).filter(Boolean));
     const newMessages = messages.map((m) => {
       if (m.role === "tool") {
         if (isSyntheticSummaryMessage(m)) {
@@ -4575,25 +4466,39 @@ ${canonicalFacts.length > 0 ? canonicalFacts.map((fact) => `- ${fact.key}: ${fac
         }
         if (isSummarizedToolPlaceholder(m.content)) return m;
         if (toolCallId && protectedToolCallIds.has(toolCallId)) return m;
-        if (toolCallId && recentFullToolCallIds.has(toolCallId)) return m;
         const toolName = m.name || "";
+        const policy = resolveSummarizationRetention(toolName, resolved);
+        if (policy === "keep_full") return m;
         const historyEntry = findToolHistoryEntry(state, toolCallId, toolName);
-        const entryRetention = historyEntry?.retentionPolicy;
-        if (entryRetention === "keep_full") return m;
-        if (!entryRetention) {
-          const byTool = toolResponsesConfig.toolResponseRetentionByTool?.[toolName];
-          const configPolicy = byTool || toolResponsesConfig.defaultPolicy;
-          if (configPolicy === "keep_full") return m;
+        const rawOutput = historyEntry?.rawOutput ?? historyEntry?.output ?? m.content;
+        const executionId = historyEntry?.executionId;
+        const prebuiltSummary = historyEntry?.summary || summarizeObject(rawOutput);
+        if ((policy === "summarize_archive" || policy === "drop") && historyEntry && executionId && !archivedIds.has(executionId)) {
+          archivedExecutions.push({
+            ...historyEntry,
+            summarized: true,
+            retentionPolicy: policy,
+            archiveId: executionId,
+            summary: prebuiltSummary
+          });
+          archivedIds.add(executionId);
         }
         return {
           ...m,
-          content: buildSummarizedToolMessage(m, state)
+          content: renderRetainedToolMessage({
+            policy,
+            rawOutput,
+            toolName,
+            toolCallId,
+            executionId,
+            prebuiltSummary
+          })
         };
       }
       return m;
     }).filter((m) => m !== null);
     const actuallyCompressed = newMessages.filter(
-      (m) => m.role === "tool" && typeof m.content === "string" && m.content.startsWith("SUMMARIZED_TOOL_RESPONSE") && !messages.some((orig) => orig.tool_call_id === m.tool_call_id && isSummarizedToolPlaceholder(orig.content))
+      (m) => m.role === "tool" && isSummarizedToolPlaceholder(m.content) && !messages.some((orig) => orig.tool_call_id === m.tool_call_id && isSummarizedToolPlaceholder(orig.content))
     );
     if (actuallyCompressed.length === 0) {
       return {};
@@ -4672,7 +4577,8 @@ ${canonicalFacts.length > 0 ? canonicalFacts.map((fact) => `- ${fact.key}: ${fac
     return {
       messages: finalMessages,
       summaries,
-      summaryRecords
+      summaryRecords,
+      toolHistoryArchived: archivedExecutions
     };
   };
 }