@cognipeer/agent-sdk 0.2.1 → 0.2.2

package/dist/index.d.cts

@@ -183,6 +183,8 @@ type SmartAgentOptions = {
     summarization?: boolean | {
         enable: boolean;
         maxTokens: number;
+        /** Max tokens to include in the summarization prompt itself (to avoid sending huge context to summarizer). Default: 8000 */
+        summaryPromptMaxTokens?: number;
     };
     systemPrompt?: string;
     useTodoList?: boolean;

package/dist/index.d.ts

@@ -183,6 +183,8 @@ type SmartAgentOptions = {
     summarization?: boolean | {
         enable: boolean;
         maxTokens: number;
+        /** Max tokens to include in the summarization prompt itself (to avoid sending huge context to summarizer). Default: 8000 */
+        summaryPromptMaxTokens?: number;
     };
     systemPrompt?: string;
     useTodoList?: boolean;

package/dist/index.mjs

@@ -2231,12 +2231,16 @@ function getSummarizationConfig(opts) {
   if (typeof opts.summarization === "object") {
     return {
       enabled: opts.summarization.enable !== false,
-      maxTokens: opts.summarization.maxTokens
+      maxTokens: opts.summarization.maxTokens ?? 5e4,
+      // Max tokens we can send to the model for summarization prompt itself
+      // This should be well under the model's context limit
+      summaryPromptMaxTokens: opts.summarization.summaryPromptMaxTokens ?? 8e3
     };
   }
   return {
     enabled: opts.summarization !== false,
-    maxTokens: 5e4
+    maxTokens: 5e4,
+    summaryPromptMaxTokens: 8e3
   };
 }
 function createContextSummarizeNode(opts) {
@@ -2249,16 +2253,33 @@ function createContextSummarizeNode(opts) {
     if (compressableMessages.length === 0) {
       return {};
     }
-    const conversationText = messages.map((m) => {
+    const summaryPromptMaxTokens = config.summaryPromptMaxTokens;
+    const availableTokensForConversation = summaryPromptMaxTokens - 500;
+    const messageTexts = [];
+    let accumulatedTokens = 0;
+    for (let i = messages.length - 1; i >= 0; i--) {
+      const m = messages[i];
       let content = "";
       if (typeof m.content === "string") content = m.content;
       else if (Array.isArray(m.content)) {
         content = m.content.map((c) => c.text || JSON.stringify(c)).join(" ");
       }
+      const maxContentLength = 2e3;
+      if (content.length > maxContentLength) {
+        content = content.substring(0, maxContentLength) + "... [TRUNCATED]";
+      }
       let prefix = `${m.role.toUpperCase()}`;
       if (m.name) prefix += ` (${m.name})`;
-      return `${prefix}: ${content}`;
-    }).join("\n\n");
+      const messageText = `${prefix}: ${content}`;
+      const messageTokens = countApproxTokens(messageText);
+      if (accumulatedTokens + messageTokens > availableTokensForConversation) {
+        messageTexts.unshift("[Earlier conversation history omitted for brevity]");
+        break;
+      }
+      messageTexts.unshift(messageText);
+      accumulatedTokens += messageTokens;
+    }
+    const conversationText = messageTexts.join("\n\n");
     const summaryPrompt = [
       systemMessage("You are a helpful assistant that summarizes conversation history efficiently."),
       humanMessage(