@cognipeer/agent-sdk 0.2.0 → 0.2.2

package/dist/index.d.cts

@@ -183,6 +183,8 @@ type SmartAgentOptions = {
     summarization?: boolean | {
         enable: boolean;
         maxTokens: number;
+        /** Max tokens to include in the summarization prompt itself (to avoid sending huge context to summarizer). Default: 8000 */
+        summaryPromptMaxTokens?: number;
     };
     systemPrompt?: string;
     useTodoList?: boolean;

package/dist/index.d.ts

@@ -183,6 +183,8 @@ type SmartAgentOptions = {
     summarization?: boolean | {
         enable: boolean;
         maxTokens: number;
+        /** Max tokens to include in the summarization prompt itself (to avoid sending huge context to summarizer). Default: 8000 */
+        summaryPromptMaxTokens?: number;
     };
     systemPrompt?: string;
     useTodoList?: boolean;

package/dist/index.mjs

@@ -1872,10 +1872,13 @@ function createAgent(opts) {
             }
           }
         }
-        let maxTok = 5e4;
+        let maxTok;
         if (opts.summarization && typeof opts.summarization === "object" && opts.summarization.maxTokens) {
           maxTok = opts.summarization.maxTokens;
         }
+        if (maxTok === void 0) {
+          maxTok = 5e4;
+        }
         if (maxTok) {
           const allText = (state.messages || []).map((m) => typeof m.content === "string" ? m.content : Array.isArray(m.content) ? m.content.map((c) => typeof c === "string" ? c : c?.text ?? c?.content ?? "").join("") : "").join("\n");
           const tokenCount = countApproxTokens(allText);
@@ -2228,12 +2231,16 @@ function getSummarizationConfig(opts) {
   if (typeof opts.summarization === "object") {
     return {
       enabled: opts.summarization.enable !== false,
-      maxTokens: opts.summarization.maxTokens
+      maxTokens: opts.summarization.maxTokens ?? 5e4,
+      // Max tokens we can send to the model for summarization prompt itself
+      // This should be well under the model's context limit
+      summaryPromptMaxTokens: opts.summarization.summaryPromptMaxTokens ?? 8e3
     };
   }
   return {
     enabled: opts.summarization !== false,
-    maxTokens: 5e4
+    maxTokens: 5e4,
+    summaryPromptMaxTokens: 8e3
   };
 }
 function createContextSummarizeNode(opts) {
@@ -2242,16 +2249,37 @@ function createContextSummarizeNode(opts) {
     if (!config.enabled) return {};
     const model = opts.model;
     const messages = state.messages || [];
-    const conversationText = messages.map((m) => {
+    const compressableMessages = messages.filter((m) => m.role === "tool" && m.content !== "SUMMARIZED");
+    if (compressableMessages.length === 0) {
+      return {};
+    }
+    const summaryPromptMaxTokens = config.summaryPromptMaxTokens;
+    const availableTokensForConversation = summaryPromptMaxTokens - 500;
+    const messageTexts = [];
+    let accumulatedTokens = 0;
+    for (let i = messages.length - 1; i >= 0; i--) {
+      const m = messages[i];
       let content = "";
       if (typeof m.content === "string") content = m.content;
       else if (Array.isArray(m.content)) {
         content = m.content.map((c) => c.text || JSON.stringify(c)).join(" ");
       }
+      const maxContentLength = 2e3;
+      if (content.length > maxContentLength) {
+        content = content.substring(0, maxContentLength) + "... [TRUNCATED]";
+      }
       let prefix = `${m.role.toUpperCase()}`;
       if (m.name) prefix += ` (${m.name})`;
-      return `${prefix}: ${content}`;
-    }).join("\n\n");
+      const messageText = `${prefix}: ${content}`;
+      const messageTokens = countApproxTokens(messageText);
+      if (accumulatedTokens + messageTokens > availableTokensForConversation) {
+        messageTexts.unshift("[Earlier conversation history omitted for brevity]");
+        break;
+      }
+      messageTexts.unshift(messageText);
+      accumulatedTokens += messageTokens;
+    }
+    const conversationText = messageTexts.join("\n\n");
     const summaryPrompt = [
       systemMessage("You are a helpful assistant that summarizes conversation history efficiently."),
       humanMessage(
@@ -2404,10 +2432,16 @@ function createContextTools(stateRef, opts) {
 
 // src/graph/decisions.ts
 function needsSummarization(state, opts, summarizationEnabled) {
-  const maxTok = opts.limits?.maxToken ?? opts.limits?.contextTokenLimit;
-  if (!maxTok || !summarizationEnabled) {
+  if (!summarizationEnabled) {
     return false;
   }
+  let maxTok;
+  if (typeof opts.summarization === "object" && typeof opts.summarization.maxTokens === "number") {
+    maxTok = opts.summarization.maxTokens;
+  }
+  if (maxTok === void 0) {
+    maxTok = 5e4;
+  }
   try {
     const allText = (state.messages || []).map((m) => typeof m.content === "string" ? m.content : Array.isArray(m.content) ? m.content.map((c) => typeof c === "string" ? c : c?.text ?? c?.content ?? "").join("") : "").join("\n");
     const tokenCount = countApproxTokens(allText);
@@ -2474,8 +2508,10 @@ function createSmartAgent(opts) {
         const next = summarizationEnabled ? decideBefore(state) : "agent";
         if (next === "contextSummarize" && summarizer) {
           const delta = await summarizer(state);
-          state = { ...state, ...delta };
-          continue;
+          if (!delta || Object.keys(delta).length === 0) ; else {
+            state = { ...state, ...delta };
+            continue;
+          }
         }
         const res = await base.invoke(state, config);
         lastResult = res;
@@ -2485,7 +2521,9 @@ function createSmartAgent(opts) {
           delete ctx.__needsSummarization;
           state = { ...state, ctx };
           const delta = await summarizer(state);
-          state = { ...state, ...delta };
+          if (delta && Object.keys(delta).length > 0) {
+            state = { ...state, ...delta };
+          }
           continue;
         }
         if (state.ctx?.__finalizedDueToStructuredOutput) break;
@@ -2493,8 +2531,10 @@ function createSmartAgent(opts) {
           const after = decideAfter(state);
           if (after === "contextSummarize" && summarizer) {
             const delta = await summarizer(state);
-            state = { ...state, ...delta };
-            continue;
+            if (delta && Object.keys(delta).length > 0) {
+              state = { ...state, ...delta };
+              continue;
+            }
           }
         }
         break;