@illuma-ai/agents 1.0.90 → 1.0.93

package/dist/cjs/utils/tokens.cjs

@@ -1,8 +1,27 @@
 'use strict';
 
-var jsTiktoken = require('js-tiktoken');
+var aiTokenizer = require('ai-tokenizer');
 var _enum = require('../common/enum.cjs');
 
+const tokenizers = {};
+async function getTokenizer(encoding = 'o200k_base') {
+    const cached = tokenizers[encoding];
+    if (cached) {
+        return cached;
+    }
+    const data = encoding === 'claude'
+        ? await import('ai-tokenizer/encoding/claude')
+        : await import('ai-tokenizer/encoding/o200k_base');
+    const instance = new aiTokenizer.Tokenizer(data);
+    tokenizers[encoding] = instance;
+    return instance;
+}
+function encodingForModel(model) {
+    if (model.toLowerCase().includes('claude')) {
+        return 'claude';
+    }
+    return 'o200k_base';
+}
 function getTokenCountForMessage(message, getTokenCount) {
     const tokensPerMessage = 3;
     const processValue = (value) => {
@@ -50,76 +69,32 @@ function getTokenCountForMessage(message, getTokenCount) {
     processValue(message.content);
     return numTokens;
 }
-let encoderPromise;
-let tokenCounterPromise;
-/**
- * Simple character-based token estimation (~4 chars per token).
- * Used as fallback when tiktoken encoder fails to load.
- */
-const estimateTokens = (text) => Math.ceil(text.length / 4);
-async function getSharedEncoder() {
-    if (encoderPromise) {
-        return encoderPromise;
-    }
-    // Use bundled tokenizer data - no external network calls
-    encoderPromise = Promise.resolve().then(() => {
-        try {
-            return jsTiktoken.getEncoding('o200k_base');
-        }
-        catch {
-            // Fallback to null - will use character estimation
-            return null;
-        }
-    });
-    return encoderPromise;
-}
 /**
- * Creates a singleton token counter function that reuses the same encoder instance.
- * Falls back to character-based estimation (~4 chars per token) if encoder fails.
- * This ensures token counting never blocks LLM calls.
+ * Creates a token counter function using the specified encoding.
+ * Lazily loads the encoding data on first use via dynamic import.
  */
-const createTokenCounter = async () => {
-    if (tokenCounterPromise) {
-        return tokenCounterPromise;
-    }
-    tokenCounterPromise = (async () => {
-        const enc = await getSharedEncoder();
-        const countTokens = enc
-            ? (text) => enc.encode(text).length
-            : estimateTokens;
-        return (message) => getTokenCountForMessage(message, countTokens);
-    })();
-    return tokenCounterPromise;
+const createTokenCounter = async (encoding = 'o200k_base') => {
+    const tok = await getTokenizer(encoding);
+    const countTokens = (text) => tok.count(text);
+    return (message) => getTokenCountForMessage(message, countTokens);
 };
-/**
- * Utility to manage the token encoder lifecycle explicitly.
- * Useful for applications that need fine-grained control over resource management.
- */
+/** Utility to manage the token encoder lifecycle explicitly. */
 const TokenEncoderManager = {
-    /**
-     * Pre-initializes the encoder. This can be called during app startup
-     * to avoid lazy loading delays later.
-     */
     async initialize() {
-        await getSharedEncoder();
+        // No-op: ai-tokenizer is synchronously initialized from bundled data.
     },
-    /**
-     * Clears the cached encoder and token counter.
-     * Useful for testing or when you need to force a fresh reload.
-     */
     reset() {
-        encoderPromise = undefined;
-        tokenCounterPromise = undefined;
+        for (const key of Object.keys(tokenizers)) {
+            delete tokenizers[key];
+        }
     },
-    /**
-     * Checks if the encoder has been initialized.
-     */
     isInitialized() {
-        return encoderPromise !== undefined;
+        return Object.keys(tokenizers).length > 0;
     },
 };
 
 exports.TokenEncoderManager = TokenEncoderManager;
 exports.createTokenCounter = createTokenCounter;
+exports.encodingForModel = encodingForModel;
 exports.getTokenCountForMessage = getTokenCountForMessage;
 //# sourceMappingURL=tokens.cjs.map

package/dist/cjs/utils/tokens.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"tokens.cjs","sources":["../../../src/utils/tokens.ts"],"sourcesContent":["import { getEncoding, type Tiktoken } from 'js-tiktoken';\nimport type { BaseMessage } from '@langchain/core/messages';\nimport { ContentTypes } from '@/common/enum';\n\nexport function getTokenCountForMessage(\n  message: BaseMessage,\n  getTokenCount: (text: string) => number\n): number {\n  const tokensPerMessage = 3;\n\n  const processValue = (value: unknown): void => {\n    if (Array.isArray(value)) {\n      for (const item of value) {\n        if (\n          !item ||\n          !item.type ||\n          item.type === ContentTypes.ERROR ||\n          item.type === ContentTypes.IMAGE_URL\n        ) {\n          continue;\n        }\n\n        if (item.type === ContentTypes.TOOL_CALL && item.tool_call != null) {\n          const toolName = item.tool_call?.name || '';\n          if (toolName != null && toolName && typeof toolName === 'string') {\n            numTokens += getTokenCount(toolName);\n          }\n\n          const args = item.tool_call?.args || '';\n          if (args != null && args && typeof args === 'string') {\n            numTokens += getTokenCount(args);\n          }\n\n          const output = item.tool_call?.output || '';\n          if (output != null && output && typeof output === 'string') {\n            numTokens += getTokenCount(output);\n          }\n          continue;\n        }\n\n        const nestedValue = item[item.type];\n\n        if (!nestedValue) {\n          continue;\n        }\n\n        processValue(nestedValue);\n      }\n    } else if (typeof value === 'string') {\n      numTokens += getTokenCount(value);\n    } else if (typeof value === 'number') {\n      numTokens += getTokenCount(value.toString());\n    } else if (typeof value === 'boolean') {\n      numTokens += getTokenCount(value.toString());\n    }\n  };\n\n  let numTokens = tokensPerMessage;\n  processValue(message.content);\n  return numTokens;\n}\n\nlet encoderPromise: Promise<Tiktoken | null> | undefined;\nlet tokenCounterPromise: Promise<(message: BaseMessage) => number> | undefined;\n\n/**\n * Simple character-based token estimation (~4 chars per token).\n * Used as fallback when tiktoken encoder fails to load.\n */\nconst estimateTokens = (text: string): number => Math.ceil(text.length / 4);\n\nasync function getSharedEncoder(): Promise<Tiktoken | null> {\n  if (encoderPromise) {\n    return encoderPromise;\n  }\n  // Use bundled tokenizer data - no external network calls\n  encoderPromise = Promise.resolve().then(() => {\n    try {\n      return getEncoding('o200k_base');\n    } catch {\n      // Fallback to null - will use character estimation\n      return null;\n    }\n  });\n  return encoderPromise;\n}\n\n/**\n * Creates a singleton token counter function that reuses the same encoder instance.\n * Falls back to character-based estimation (~4 chars per token) if encoder fails.\n * This ensures token counting never blocks LLM calls.\n */\nexport const createTokenCounter = async (): Promise<\n  (message: BaseMessage) => number\n> => {\n  if (tokenCounterPromise) {\n    return tokenCounterPromise;\n  }\n\n  tokenCounterPromise = (async (): Promise<\n    (message: BaseMessage) => number\n  > => {\n    const enc = await getSharedEncoder();\n    const countTokens = enc\n      ? (text: string): number => enc.encode(text).length\n      : estimateTokens;\n    return (message: BaseMessage): number =>\n      getTokenCountForMessage(message, countTokens);\n  })();\n\n  return tokenCounterPromise;\n};\n\n/**\n * Utility to manage the token encoder lifecycle explicitly.\n * Useful for applications that need fine-grained control over resource management.\n */\nexport const TokenEncoderManager = {\n  /**\n   * Pre-initializes the encoder. This can be called during app startup\n   * to avoid lazy loading delays later.\n   */\n  async initialize(): Promise<void> {\n    await getSharedEncoder();\n  },\n\n  /**\n   * Clears the cached encoder and token counter.\n   * Useful for testing or when you need to force a fresh reload.\n   */\n  reset(): void {\n    encoderPromise = undefined;\n    tokenCounterPromise = undefined;\n  },\n\n  /**\n   * Checks if the encoder has been initialized.\n   */\n  isInitialized(): boolean {\n    return encoderPromise !== undefined;\n  },\n};\n"],"names":["ContentTypes","getEncoding"],"mappings":";;;;;AAIgB,SAAA,uBAAuB,CACrC,OAAoB,EACpB,aAAuC,EAAA;IAEvC,MAAM,gBAAgB,GAAG,CAAC;AAE1B,IAAA,MAAM,YAAY,GAAG,CAAC,KAAc,KAAU;AAC5C,QAAA,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;AACxB,YAAA,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;AACxB,gBAAA,IACE,CAAC,IAAI;oBACL,CAAC,IAAI,CAAC,IAAI;AACV,oBAAA,IAAI,CAAC,IAAI,KAAKA,kBAAY,CAAC,KAAK;AAChC,oBAAA,IAAI,CAAC,IAAI,KAAKA,kBAAY,CAAC,SAAS,EACpC;oBACA;;AAGF,gBAAA,IAAI,IAAI,CAAC,IAAI,KAAKA,kBAAY,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,EAAE;oBAClE,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,IAAI,EAAE;oBAC3C,IAAI,QAAQ,IAAI,IAAI,IAAI,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE;AAChE,wBAAA,SAAS,IAAI,aAAa,CAAC,QAAQ,CAAC;;oBAGtC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,IAAI,EAAE;oBACvC,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;AACpD,wBAAA,SAAS,IAAI,aAAa,CAAC,IAAI,CAAC;;oBAGlC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM,IAAI,EAAE;oBAC3C,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE;AAC1D,wBAAA,SAAS,IAAI,aAAa,CAAC,MAAM,CAAC;;oBAEpC;;gBAGF,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;gBAEnC,IAAI,CAAC,WAAW,EAAE;oBAChB;;gBAGF,YAAY,CAAC,WAAW,CAAC;;;AAEtB,aAAA,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;AACpC,YAAA,SAAS,IAAI,aAAa,CAAC,KAAK,CAAC;;AAC5B,aAAA,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;YACpC,SAAS,IAAI,aAAa,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;;AACvC,aAAA,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE;YACrC,SAAS,IAAI,aAAa,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;;AAEhD,KAAC;IAED,IAAI,SAAS,GAAG,gBAAgB;AAChC,IAAA,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC;AAC7B,IAAA,OAAO,SAAS;AAClB;AAEA,IAAI,cAAoD;AACxD,IAAI,mBAA0E;AAE9E;;;AAGG;AACH,MAAM,cAAc,GAAG,CAAC,IAAY,KAAa,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;AAE3E,eAAe,gBAAgB,GAAA;IAC7B,IAAI,cAAc,EAAE;AAClB,QAAA,OAAO,cAAc;;;IAGvB,cAAc,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,MAAK;AAC3C,QAAA,IAAI;AACF,YAAA,OAAOC,sBAAW,CAAC,YAAY,CAAC;;AAChC,QAAA,MAAM;;AAEN,YAAA,OAAO,IAAI;;AAEf,KAAC,CAAC;AACF,IAAA,OAAO,cAAc;AACvB;AAEA;;;;AAIG;AACU,MAAA,kBAAkB,GAAG,YAE9B;IACF,IAAI,mBAAmB,EAAE;AACvB,QAAA,OAAO,mBAAmB;;AAG5B,IAAA,mBAAmB,GAAG,CAAC,YAEnB;AACF,QAAA,MAAM,GAAG,GAAG,MAAM,gBAAgB,EAAE;QACpC,MAAM,WAAW,GAAG;AAClB,cAAE,CAAC,IAAY,KAAa,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;cAC3C,cAAc;QAClB,OAAO,CAAC,OAAoB,KAC1B,uBAAuB,CAAC,OAAO,EAAE,WAAW,CAAC;KAChD,GAAG;AAEJ,IAAA,OAAO,mBAAmB;AAC5B;AAEA;;;AAGG;AACU,MAAA,mBAAmB,GAAG;AACjC;;;AAGG;AACH,IAAA,MAAM,UAAU,GAAA;QACd,MAAM,gBAAgB,EAAE;KACzB;AAED;;;AAGG;IACH,KAAK,GAAA;QACH,cAAc,GAAG,SAAS;QAC1B,mBAAmB,GAAG,SAAS;KAChC;AAED;;AAEG;IACH,aAAa,GAAA;QACX,OAAO,cAAc,KAAK,SAAS;KACpC;;;;;;;"}
+{"version":3,"file":"tokens.cjs","sources":["../../../src/utils/tokens.ts"],"sourcesContent":["import { Tokenizer } from 'ai-tokenizer';\r\nimport type { BaseMessage } from '@langchain/core/messages';\r\nimport { ContentTypes } from '@/common/enum';\r\n\r\nexport type EncodingName = 'o200k_base' | 'claude';\r\n\r\nconst tokenizers: Partial<Record<EncodingName, Tokenizer>> = {};\r\n\r\nasync function getTokenizer(\r\n  encoding: EncodingName = 'o200k_base'\r\n): Promise<Tokenizer> {\r\n  const cached = tokenizers[encoding];\r\n  if (cached) {\r\n    return cached;\r\n  }\r\n  const data =\r\n    encoding === 'claude'\r\n      ? await import('ai-tokenizer/encoding/claude')\r\n      : await import('ai-tokenizer/encoding/o200k_base');\r\n  const instance = new Tokenizer(data);\r\n  tokenizers[encoding] = instance;\r\n  return instance;\r\n}\r\n\r\nexport function encodingForModel(model: string): EncodingName {\r\n  if (model.toLowerCase().includes('claude')) {\r\n    return 'claude';\r\n  }\r\n  return 'o200k_base';\r\n}\r\n\r\nexport function getTokenCountForMessage(\r\n  message: BaseMessage,\r\n  getTokenCount: (text: string) => number\r\n): number {\r\n  const tokensPerMessage = 3;\r\n\r\n  const processValue = (value: unknown): void => {\r\n    if (Array.isArray(value)) {\r\n      for (const item of value) {\r\n        if (\r\n          !item ||\r\n          !item.type ||\r\n          item.type === ContentTypes.ERROR ||\r\n          item.type === ContentTypes.IMAGE_URL\r\n        ) {\r\n          continue;\r\n        }\r\n\r\n        if (item.type === ContentTypes.TOOL_CALL && item.tool_call != null) {\r\n          const toolName = item.tool_call?.name || '';\r\n          if (toolName != null && toolName && typeof toolName === 'string') {\r\n            numTokens += getTokenCount(toolName);\r\n          }\r\n\r\n          const args = item.tool_call?.args || '';\r\n          if (args != null && args && typeof args === 'string') {\r\n            numTokens += getTokenCount(args);\r\n          }\r\n\r\n          const output = item.tool_call?.output || '';\r\n          if (output != null && output && typeof output === 'string') {\r\n            numTokens += getTokenCount(output);\r\n          }\r\n          continue;\r\n        }\r\n\r\n        const nestedValue = item[item.type];\r\n\r\n        if (!nestedValue) {\r\n          continue;\r\n        }\r\n\r\n        processValue(nestedValue);\r\n      }\r\n    } else if (typeof value === 'string') {\r\n      numTokens += getTokenCount(value);\r\n    } else if (typeof value === 'number') {\r\n      numTokens += getTokenCount(value.toString());\r\n    } else if (typeof value === 'boolean') {\r\n      numTokens += getTokenCount(value.toString());\r\n    }\r\n  };\r\n\r\n  let numTokens = tokensPerMessage;\r\n  processValue(message.content);\r\n  return numTokens;\r\n}\r\n\r\n/**\r\n * Creates a token counter function using the specified encoding.\r\n * Lazily loads the encoding data on first use via dynamic import.\r\n */\r\nexport const createTokenCounter = async (\r\n  encoding: EncodingName = 'o200k_base'\r\n): Promise<(message: BaseMessage) => number> => {\r\n  const tok = await getTokenizer(encoding);\r\n  const countTokens = (text: string): number => tok.count(text);\r\n  return (message: BaseMessage): number =>\r\n    getTokenCountForMessage(message, countTokens);\r\n};\r\n\r\n/** Utility to manage the token encoder lifecycle explicitly. */\r\nexport const TokenEncoderManager = {\r\n  async initialize(): Promise<void> {\r\n    // No-op: ai-tokenizer is synchronously initialized from bundled data.\r\n  },\r\n\r\n  reset(): void {\r\n    for (const key of Object.keys(tokenizers)) {\r\n      delete tokenizers[key as EncodingName];\r\n    }\r\n  },\r\n\r\n  isInitialized(): boolean {\r\n    return Object.keys(tokenizers).length > 0;\r\n  },\r\n};\r\n"],"names":["Tokenizer","ContentTypes"],"mappings":";;;;;AAMA,MAAM,UAAU,GAA6C,EAAE;AAE/D,eAAe,YAAY,CACzB,QAAA,GAAyB,YAAY,EAAA;AAErC,IAAA,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC;IACnC,IAAI,MAAM,EAAE;AACV,QAAA,OAAO,MAAM;IACf;AACA,IAAA,MAAM,IAAI,GACR,QAAQ,KAAK;AACX,UAAE,MAAM,OAAO,8BAA8B;AAC7C,UAAE,MAAM,OAAO,kCAAkC,CAAC;AACtD,IAAA,MAAM,QAAQ,GAAG,IAAIA,qBAAS,CAAC,IAAI,CAAC;AACpC,IAAA,UAAU,CAAC,QAAQ,CAAC,GAAG,QAAQ;AAC/B,IAAA,OAAO,QAAQ;AACjB;AAEM,SAAU,gBAAgB,CAAC,KAAa,EAAA;IAC5C,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE;AAC1C,QAAA,OAAO,QAAQ;IACjB;AACA,IAAA,OAAO,YAAY;AACrB;AAEM,SAAU,uBAAuB,CACrC,OAAoB,EACpB,aAAuC,EAAA;IAEvC,MAAM,gBAAgB,GAAG,CAAC;AAE1B,IAAA,MAAM,YAAY,GAAG,CAAC,KAAc,KAAU;AAC5C,QAAA,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;AACxB,YAAA,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;AACxB,gBAAA,IACE,CAAC,IAAI;oBACL,CAAC,IAAI,CAAC,IAAI;AACV,oBAAA,IAAI,CAAC,IAAI,KAAKC,kBAAY,CAAC,KAAK;AAChC,oBAAA,IAAI,CAAC,IAAI,KAAKA,kBAAY,CAAC,SAAS,EACpC;oBACA;gBACF;AAEA,gBAAA,IAAI,IAAI,CAAC,IAAI,KAAKA,kBAAY,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,EAAE;oBAClE,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,IAAI,EAAE;oBAC3C,IAAI,QAAQ,IAAI,IAAI,IAAI,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE;AAChE,wBAAA,SAAS,IAAI,aAAa,CAAC,QAAQ,CAAC;oBACtC;oBAEA,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,IAAI,EAAE;oBACvC,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;AACpD,wBAAA,SAAS,IAAI,aAAa,CAAC,IAAI,CAAC;oBAClC;oBAEA,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM,IAAI,EAAE;oBAC3C,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE;AAC1D,wBAAA,SAAS,IAAI,aAAa,CAAC,MAAM,CAAC;oBACpC;oBACA;gBACF;gBAEA,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;gBAEnC,IAAI,CAAC,WAAW,EAAE;oBAChB;gBACF;gBAEA,YAAY,CAAC,WAAW,CAAC;YAC3B;QACF;AAAO,aAAA,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;AACpC,YAAA,SAAS,IAAI,aAAa,CAAC,KAAK,CAAC;QACnC;AAAO,aAAA,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;YACpC,SAAS,IAAI,aAAa,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC9C;AAAO,aAAA,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE;YACrC,SAAS,IAAI,aAAa,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC9C;AACF,IAAA,CAAC;IAED,IAAI,SAAS,GAAG,gBAAgB;AAChC,IAAA,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC;AAC7B,IAAA,OAAO,SAAS;AAClB;AAEA;;;AAGG;MACU,kBAAkB,GAAG,OAChC,QAAA,GAAyB,YAAY,KACQ;AAC7C,IAAA,MAAM,GAAG,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC;AACxC,IAAA,MAAM,WAAW,GAAG,CAAC,IAAY,KAAa,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;IAC7D,OAAO,CAAC,OAAoB,KAC1B,uBAAuB,CAAC,OAAO,EAAE,WAAW,CAAC;AACjD;AAEA;AACO,MAAM,mBAAmB,GAAG;AACjC,IAAA,MAAM,UAAU,GAAA;;IAEhB,CAAC;IAED,KAAK,GAAA;QACH,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE;AACzC,YAAA,OAAO,UAAU,CAAC,GAAmB,CAAC;QACxC;IACF,CAAC;IAED,aAAa,GAAA;QACX,OAAO,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,GAAG,CAAC;IAC3C,CAAC;;;;;;;;"}

package/dist/cjs/utils/toolCallContinuation.cjs

@@ -0,0 +1,55 @@
+'use strict';
+
+var _enum = require('../common/enum.cjs');
+
+/**
+ * toolCallContinuation — Utilities for detecting and classifying LLM finish
+ * reasons across providers. Used to detect max_tokens truncation and normalize
+ * stop reason extraction from provider-specific metadata formats.
+ *
+ * @module
+ */
+/**
+ * Extract the finish/stop reason from an AIMessageChunk's response_metadata.
+ * Centralizes provider-specific metadata access patterns.
+ *
+ * Provider formats:
+ * - OpenAI/Azure: `response_metadata.finish_reason`
+ * - Anthropic direct: `response_metadata.stop_reason`
+ * - Bedrock invoke: `response_metadata.stopReason`
+ * - Bedrock streaming: `response_metadata.messageStop.stopReason`
+ * - VertexAI/Google: `response_metadata.finishReason`
+ *
+ * @param chunk - The final accumulated AIMessageChunk
+ * @returns The finish reason string, or undefined if not found
+ */
+function extractFinishReason(chunk) {
+    if (!chunk || !('response_metadata' in chunk))
+        return undefined;
+    const meta = chunk.response_metadata;
+    if (!meta)
+        return undefined;
+    // Bedrock streaming nests stopReason inside messageStop: { stopReason: '...' }
+    const messageStop = meta.messageStop;
+    return (meta.finish_reason ?? // OpenAI/Azure
+        meta.stop_reason ?? // Anthropic direct API
+        meta.stopReason ?? // Bedrock invoke (non-streaming)
+        messageStop?.stopReason ?? // Bedrock streaming
+        meta.finishReason // VertexAI/Google
+    );
+}
+/**
+ * Check if a finish reason indicates the response was truncated by token limits.
+ *
+ * @param reason - The finish reason from extractFinishReason()
+ * @returns true if the response was cut short by max_tokens
+ */
+function isMaxTokensFinish(reason) {
+    if (!reason)
+        return false;
+    return reason === _enum.FinishReasons.MAX_TOKENS || reason === _enum.FinishReasons.LENGTH;
+}
+
+exports.extractFinishReason = extractFinishReason;
+exports.isMaxTokensFinish = isMaxTokensFinish;
+//# sourceMappingURL=toolCallContinuation.cjs.map

package/dist/cjs/utils/toolCallContinuation.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"toolCallContinuation.cjs","sources":["../../../src/utils/toolCallContinuation.ts"],"sourcesContent":["/**\n * toolCallContinuation — Utilities for detecting and classifying LLM finish\n * reasons across providers. Used to detect max_tokens truncation and normalize\n * stop reason extraction from provider-specific metadata formats.\n *\n * @module\n */\n\nimport type { AIMessageChunk } from '@langchain/core/messages';\nimport { FinishReasons } from '@/common';\n\n/**\n * Extract the finish/stop reason from an AIMessageChunk's response_metadata.\n * Centralizes provider-specific metadata access patterns.\n *\n * Provider formats:\n * - OpenAI/Azure: `response_metadata.finish_reason`\n * - Anthropic direct: `response_metadata.stop_reason`\n * - Bedrock invoke: `response_metadata.stopReason`\n * - Bedrock streaming: `response_metadata.messageStop.stopReason`\n * - VertexAI/Google: `response_metadata.finishReason`\n *\n * @param chunk - The final accumulated AIMessageChunk\n * @returns The finish reason string, or undefined if not found\n */\nexport function extractFinishReason(\n  chunk: AIMessageChunk | undefined\n): string | undefined {\n  if (!chunk || !('response_metadata' in chunk)) return undefined;\n\n  const meta = chunk.response_metadata as Record<string, unknown>;\n  if (!meta) return undefined;\n\n  // Bedrock streaming nests stopReason inside messageStop: { stopReason: '...' }\n  const messageStop = meta.messageStop as Record<string, unknown> | undefined;\n\n  return (\n    (meta.finish_reason as string | undefined) ?? // OpenAI/Azure\n    (meta.stop_reason as string | undefined) ?? // Anthropic direct API\n    (meta.stopReason as string | undefined) ?? // Bedrock invoke (non-streaming)\n    (messageStop?.stopReason as string | undefined) ?? // Bedrock streaming\n    (meta.finishReason as string | undefined) // VertexAI/Google\n  );\n}\n\n/**\n * Check if a finish reason indicates the response was truncated by token limits.\n *\n * @param reason - The finish reason from extractFinishReason()\n * @returns true if the response was cut short by max_tokens\n */\nexport function isMaxTokensFinish(reason: string | undefined): boolean {\n  if (!reason) return false;\n  return reason === FinishReasons.MAX_TOKENS || reason === FinishReasons.LENGTH;\n}\n"],"names":["FinishReasons"],"mappings":";;;;AAAA;;;;;;AAMG;AAKH;;;;;;;;;;;;;AAaG;AACG,SAAU,mBAAmB,CACjC,KAAiC,EAAA;IAEjC,IAAI,CAAC,KAAK,IAAI,EAAE,mBAAmB,IAAI,KAAK,CAAC;AAAE,QAAA,OAAO,SAAS;AAE/D,IAAA,MAAM,IAAI,GAAG,KAAK,CAAC,iBAA4C;AAC/D,IAAA,IAAI,CAAC,IAAI;AAAE,QAAA,OAAO,SAAS;;AAG3B,IAAA,MAAM,WAAW,GAAG,IAAI,CAAC,WAAkD;AAE3E,IAAA,QACG,IAAI,CAAC,aAAoC;QACzC,IAAI,CAAC,WAAkC;QACvC,IAAI,CAAC,UAAiC;QACtC,WAAW,EAAE,UAAiC;QAC9C,IAAI,CAAC,YAAmC;;AAE7C;AAEA;;;;;AAKG;AACG,SAAU,iBAAiB,CAAC,MAA0B,EAAA;AAC1D,IAAA,IAAI,CAAC,MAAM;AAAE,QAAA,OAAO,KAAK;IACzB,OAAO,MAAM,KAAKA,mBAAa,CAAC,UAAU,IAAI,MAAM,KAAKA,mBAAa,CAAC,MAAM;AAC/E;;;;;"}

package/dist/cjs/utils/toonFormat.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"toonFormat.cjs","sources":["../../../src/utils/toonFormat.ts"],"sourcesContent":["/**\n * TOON Format Utility\n *\n * Provides JSON to TOON conversion for token-efficient encoding.\n * TOON format can reduce token count by 30-60% for JSON data.\n *\n * Uses the official @toon-format/toon library when available.\n */\n\n// Dynamic import holder for the TOON library (ESM)\nlet toonEncode: ((data: unknown) => string) | null = null;\nlet toonLoadAttempted = false;\nlet toonLoadPromise: Promise<boolean> | null = null;\n\n/**\n * Lazily loads the TOON library\n * Tries both ESM dynamic import and CommonJS require for compatibility\n */\nasync function loadToonLibrary(): Promise<boolean> {\n  if (toonLoadAttempted) return toonEncode !== null;\n  toonLoadAttempted = true;\n\n  // Try ESM dynamic import first\n  try {\n    const mod = await import('@toon-format/toon');\n    toonEncode = mod.encode;\n    return true;\n  } catch {\n    // ESM import failed, try CommonJS require\n    try {\n      // eslint-disable-next-line @typescript-eslint/no-require-imports\n      const mod = require('@toon-format/toon');\n      toonEncode = mod.encode;\n      return true;\n    } catch {\n      // Library not available - that's OK, we'll return original content\n      return false;\n    }\n  }\n}\n\n/**\n * Ensures the TOON library is loaded. Call this before using jsonToToon in tests.\n */\nexport async function ensureToonLoaded(): Promise<boolean> {\n  if (!toonLoadPromise) {\n    toonLoadPromise = loadToonLibrary();\n  }\n  return toonLoadPromise;\n}\n\n// Start loading immediately\nensureToonLoaded();\n\n/**\n * Check if a string appears to be in TOON format.\n * TOON format characteristics:\n * - Uses key: value syntax (like YAML)\n * - Uses array notation like [3] or {fields}\n * - Does NOT start with { or [\n * - Often has patterns like \"name[N]:\" or \"name{fields}:\"\n *\n * @param str - String to check\n * @returns true if string appears to be TOON format\n */\nexport function isToonFormat(str: string): boolean {\n  if (typeof str !== 'string' || str.length === 0) return false;\n\n  const trimmed = str.trim();\n\n  // TOON doesn't start with JSON brackets\n  if (trimmed.startsWith('{') || trimmed.startsWith('[')) return false;\n\n  // Check for TOON-specific patterns:\n  // 1. Key-value with colon (but not URL-like patterns)\n  // 2. Array notation like \"items[3]:\" or \"data[10]:\"\n  // 3. Object schema notation like \"items{id,name}:\"\n  const toonPatterns = [\n    /^\\w+:$/m, // Simple key: at start of line\n    /^\\w+\\[\\d+\\]:/m, // Array notation: items[3]:\n    /^\\w+\\{[^}]+\\}:/m, // Schema notation: items{id,name}:\n    /^\\w+\\[\\d+\\]\\{[^}]+\\}:/m, // Combined: items[3]{id,name}:\n  ];\n\n  // Must match at least one TOON pattern\n  const hasToonPattern = toonPatterns.some((pattern) => pattern.test(trimmed));\n\n  // Additional check: TOON typically has multiple lines with consistent indentation\n  const lines = trimmed.split('\\n').filter((l) => l.trim());\n  const hasMultipleKeyValueLines =\n    lines.filter((l) => /^\\s*\\w+.*:/.test(l)).length >= 2;\n\n  return hasToonPattern || hasMultipleKeyValueLines;\n}\n\n/**\n * Extract the first valid JSON object or array from a string.\n * Handles pure JSON or JSON embedded in text (e.g., tool responses).\n *\n * @param str - The string to extract JSON from\n * @returns Object with found status, parsed JSON, and indices\n */\nexport function extractFirstJson(str: string): {\n  found: boolean;\n  parsed: unknown;\n  startIndex: number;\n  endIndex: number;\n} {\n  if (typeof str !== 'string' || str.length === 0) {\n    return { found: false, parsed: null, startIndex: -1, endIndex: -1 };\n  }\n\n  // Find the first { or [ character\n  const objStart = str.indexOf('{');\n  const arrStart = str.indexOf('[');\n\n  if (objStart === -1 && arrStart === -1) {\n    return { found: false, parsed: null, startIndex: -1, endIndex: -1 };\n  }\n\n  let startIndex: number;\n  if (objStart === -1) {\n    startIndex = arrStart;\n  } else if (arrStart === -1) {\n    startIndex = objStart;\n  } else {\n    startIndex = Math.min(objStart, arrStart);\n  }\n\n  // Find the matching closing bracket using a stack-based approach\n  // Properly handle strings to avoid counting brackets inside strings\n  let depth = 0;\n  let inString = false;\n  let escapeNext = false;\n\n  for (let i = startIndex; i < str.length; i++) {\n    const char = str[i];\n\n    if (escapeNext) {\n      escapeNext = false;\n      continue;\n    }\n\n    if (char === '\\\\' && inString) {\n      escapeNext = true;\n      continue;\n    }\n\n    if (char === '\"') {\n      inString = !inString;\n      continue;\n    }\n\n    if (inString) continue;\n\n    if (char === '{' || char === '[') depth++;\n    if (char === '}' || char === ']') depth--;\n\n    if (depth === 0) {\n      // Found matching bracket, try to parse\n      const jsonStr = str.substring(startIndex, i + 1);\n      try {\n        const parsed = JSON.parse(jsonStr);\n        return { found: true, parsed, startIndex, endIndex: i };\n      } catch {\n        // Not valid JSON at this bracket level, continue searching\n        // Reset and look for the next JSON start after this position\n        const nextResult = extractFirstJson(str.substring(i + 1));\n        if (nextResult.found) {\n          return {\n            found: true,\n            parsed: nextResult.parsed,\n            startIndex: i + 1 + nextResult.startIndex,\n            endIndex: i + 1 + nextResult.endIndex,\n          };\n        }\n        return { found: false, parsed: null, startIndex: -1, endIndex: -1 };\n      }\n    }\n  }\n\n  return { found: false, parsed: null, startIndex: -1, endIndex: -1 };\n}\n\n/**\n * Convert JSON content to TOON format for token efficiency.\n * Extracts JSON from string if embedded, converts to TOON.\n * Returns original string if:\n * - Already in TOON format\n * - Not JSON\n * - TOON conversion fails or is larger\n *\n * @param str - The string containing JSON to convert\n * @returns Object with conversion status, result, and reduction percentage\n */\nexport function jsonToToon(str: string): {\n  converted: boolean;\n  result: string;\n  reduction: number;\n  alreadyToon?: boolean;\n  error?: string;\n} {\n  if (!toonEncode || typeof str !== 'string') {\n    return {\n      converted: false,\n      result: str,\n      reduction: 0,\n      error: !toonEncode ? 'TOON library not loaded' : undefined,\n    };\n  }\n\n  // Check if already in TOON format - skip conversion\n  if (isToonFormat(str)) {\n    return { converted: false, result: str, reduction: 0, alreadyToon: true };\n  }\n\n  try {\n    const { found, parsed, startIndex, endIndex } = extractFirstJson(str);\n\n    if (!found || !parsed) {\n      return {\n        converted: false,\n        result: str,\n        reduction: 0,\n        error: 'No JSON found in content',\n      };\n    }\n\n    // Check if this JSON structure would benefit from TOON\n    // Text-heavy content (emails, documents) won't compress well\n    if (!isToonBeneficial(parsed)) {\n      return {\n        converted: false,\n        result: str,\n        reduction: 0,\n        error:\n          'Content is text-heavy (>70% string values), TOON not beneficial',\n      };\n    }\n\n    const toonResult = toonEncode(parsed);\n\n    // Preserve text before and after the JSON block\n    const textBefore = str.substring(0, startIndex);\n    const textAfter = str.substring(endIndex + 1);\n\n    // Build the full result: textBefore + TOON + textAfter\n    const fullResult = textBefore + toonResult + textAfter;\n\n    if (fullResult.length < str.length) {\n      const reduction = Math.round(\n        ((str.length - fullResult.length) / str.length) * 100\n      );\n      return { converted: true, result: fullResult, reduction };\n    } else {\n      // TOON output was larger or same size - not beneficial\n      return {\n        converted: false,\n        result: str,\n        reduction: 0,\n        error: `TOON output not smaller (${fullResult.length} >= ${str.length})`,\n      };\n    }\n  } catch (err) {\n    // TOON encoding or extraction failed - log error for debugging\n    const errorMsg = err instanceof Error ? err.message : String(err);\n    return {\n      converted: false,\n      result: str,\n      reduction: 0,\n      error: `TOON conversion error: ${errorMsg}`,\n    };\n  }\n}\n\n/**\n * Check if TOON library is loaded and available\n */\nexport function isToonAvailable(): boolean {\n  return toonEncode !== null;\n}\n\n/**\n * Result of processing tool output\n */\nexport interface ProcessToolOutputResult {\n  /** The processed content string */\n  content: string;\n  /** Whether TOON conversion was applied */\n  toonConverted: boolean;\n  /** Whether content was truncated */\n  truncated: boolean;\n  /** Percentage reduction from TOON (0 if not converted) */\n  reduction: number;\n  /** Whether input was already in TOON format */\n  alreadyToon: boolean;\n  /** Original content length */\n  originalLength: number;\n  /** Estimated original tokens (~4 chars per token) */\n  originalTokens: number;\n  /** Final content length */\n  finalLength: number;\n  /** Estimated final tokens */\n  finalTokens: number;\n  /** Error message if TOON conversion failed (for debugging) */\n  toonError?: string;\n}\n\n/**\n * Options for processing tool output\n */\nexport interface ProcessToolOutputOptions {\n  /** Maximum output length in characters (default: 100000) */\n  maxLength?: number;\n  /** Whether to apply TOON conversion (default: true) */\n  enableToon?: boolean;\n  /** Minimum content size to attempt TOON conversion (default: 1000) */\n  minSizeForToon?: number;\n  /** Minimum reduction % to accept TOON result (default: 10) */\n  minReductionPercent?: number;\n}\n\n/**\n * Analyze JSON structure to determine if TOON conversion would be beneficial.\n * Text-heavy content (emails, documents) doesn't compress well with TOON.\n * Structured data (API responses, metadata) compresses much better.\n *\n * @param parsed - Parsed JSON object\n * @returns true if TOON conversion is likely beneficial\n */\nfunction isToonBeneficial(parsed: unknown): boolean {\n  if (!parsed || typeof parsed !== 'object') return false;\n\n  const jsonStr = JSON.stringify(parsed);\n  const totalLength = jsonStr.length;\n\n  // Count characters in string values (text content)\n  let textContentLength = 0;\n\n  function countTextContent(obj: unknown): void {\n    if (typeof obj === 'string') {\n      // Count string length (this is text content that TOON can't compress)\n      textContentLength += obj.length;\n    } else if (Array.isArray(obj)) {\n      obj.forEach(countTextContent);\n    } else if (obj && typeof obj === 'object') {\n      Object.values(obj).forEach(countTextContent);\n    }\n  }\n\n  countTextContent(parsed);\n\n  // Calculate ratio of text content to total JSON\n  const textRatio = textContentLength / totalLength;\n\n  // If more than 70% is text content, TOON won't help much\n  // TOON compresses structure (field names, brackets), not text\n  return textRatio < 0.7;\n}\n\n/**\n * Process tool output: apply TOON conversion if beneficial, then truncate if needed.\n * This is the main entry point for processing any tool output (regular or MCP).\n *\n * Flow:\n * 1. Check if already TOON format → skip conversion\n * 2. Try TOON conversion if content is JSON and large enough\n * 3. Truncate if still exceeds maxLength (with smart break points)\n *\n * @param content - The tool output content\n * @param options - Processing options\n * @returns Processed content and metadata\n */\nexport function processToolOutput(\n  content: string,\n  options: ProcessToolOutputOptions = {}\n): ProcessToolOutputResult {\n  const {\n    maxLength = 100000,\n    enableToon = true,\n    minSizeForToon = 1000,\n    minReductionPercent = 10, // Increased from 5% - only apply TOON when clearly beneficial\n  } = options;\n\n  const originalLength = content.length;\n  const originalTokens = Math.ceil(originalLength / 4);\n\n  let result = content;\n  let toonConverted = false;\n  let alreadyToon = false;\n  let reduction = 0;\n  let truncated = false;\n  let toonError: string | undefined;\n\n  // Step 1: Check if already TOON format\n  if (isToonFormat(content)) {\n    alreadyToon = true;\n  }\n  // Step 2: Apply TOON conversion if enabled and content is large enough\n  else if (enableToon && content.length > minSizeForToon) {\n    const toonResult = jsonToToon(content);\n    if (toonResult.alreadyToon) {\n      alreadyToon = true;\n    } else if (\n      toonResult.converted &&\n      toonResult.reduction >= minReductionPercent\n    ) {\n      result = toonResult.result;\n      toonConverted = true;\n      reduction = toonResult.reduction;\n    } else if (toonResult.error) {\n      // Track error for debugging\n      toonError = toonResult.error;\n    } else if (\n      toonResult.converted &&\n      toonResult.reduction < minReductionPercent\n    ) {\n      // TOON converted but reduction was too small to be worth it\n      toonError = `TOON reduction ${toonResult.reduction}% below threshold ${minReductionPercent}%`;\n    } else if (!toonResult.converted) {\n      // Conversion failed without explicit error - investigate\n      toonError =\n        toonResult.error || 'TOON conversion returned false with no error';\n    }\n  }\n\n  // Step 3: Truncate if still too long (with smart break points)\n  if (result.length > maxLength) {\n    let truncatedStr = result.substring(0, maxLength);\n\n    // Try to find a clean break point\n    if (toonConverted || alreadyToon) {\n      // For TOON format, break at newline for cleaner output\n      const lastNewline = truncatedStr.lastIndexOf('\\n');\n      if (lastNewline > maxLength * 0.7) {\n        truncatedStr = truncatedStr.substring(0, lastNewline);\n      }\n    } else {\n      // For JSON, try to find a clean JSON break point\n      const lastCompleteItem = truncatedStr.lastIndexOf('},');\n      const lastArrayItem = truncatedStr.lastIndexOf('],');\n      const breakPoint = Math.max(lastCompleteItem, lastArrayItem);\n      if (breakPoint > maxLength * 0.5) {\n        truncatedStr = truncatedStr.substring(0, breakPoint + 1);\n      }\n    }\n\n    // Build truncation message\n    const truncationInfo = toonConverted\n      ? `Original ${originalLength.toLocaleString()} chars → TOON ${result.length.toLocaleString()} chars (${reduction}% saved). ` +\n        `Still exceeds ${maxLength.toLocaleString()} char limit.`\n      : `Original output was ${originalLength.toLocaleString()} characters (~${originalTokens.toLocaleString()} tokens).`;\n\n    result =\n      truncatedStr +\n      `\\n\\n[OUTPUT_TRUNCATED: ${truncationInfo} Please use more specific queries or smaller date ranges.]`;\n    truncated = true;\n  }\n\n  const finalLength = result.length;\n  const finalTokens = Math.ceil(finalLength / 4);\n\n  return {\n    content: result,\n    toonConverted,\n    truncated,\n    reduction,\n    alreadyToon,\n    originalLength,\n    originalTokens,\n    finalLength,\n    finalTokens,\n    toonError,\n  };\n}\n"],"names":[],"mappings":";;AAAA;;;;;;;AAOG;AAEH;AACA,IAAI,UAAU,GAAuC,IAAI;AACzD,IAAI,iBAAiB,GAAG,KAAK;AAC7B,IAAI,eAAe,GAA4B,IAAI;AAEnD;;;AAGG;AACH,eAAe,eAAe,GAAA;AAC5B,IAAA,IAAI,iBAAiB;QAAE,OAAO,UAAU,KAAK,IAAI;IACjD,iBAAiB,GAAG,IAAI;;AAGxB,IAAA,IAAI;AACF,QAAA,MAAM,GAAG,GAAG,MAAM,OAAO,mBAAmB,CAAC;AAC7C,QAAA,UAAU,GAAG,GAAG,CAAC,MAAM;AACvB,QAAA,OAAO,IAAI;;AACX,IAAA,MAAM;;AAEN,QAAA,IAAI;;AAEF,YAAA,MAAM,GAAG,GAAG,OAAO,CAAC,mBAAmB,CAAC;AACxC,YAAA,UAAU,GAAG,GAAG,CAAC,MAAM;AACvB,YAAA,OAAO,IAAI;;AACX,QAAA,MAAM;;AAEN,YAAA,OAAO,KAAK;;;AAGlB;AAEA;;AAEG;AACI,eAAe,gBAAgB,GAAA;IACpC,IAAI,CAAC,eAAe,EAAE;QACpB,eAAe,GAAG,eAAe,EAAE;;AAErC,IAAA,OAAO,eAAe;AACxB;AAEA;AACA,gBAAgB,EAAE;AAElB;;;;;;;;;;AAUG;AACG,SAAU,YAAY,CAAC,GAAW,EAAA;IACtC,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;AAAE,QAAA,OAAO,KAAK;AAE7D,IAAA,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE;;AAG1B,IAAA,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;AAAE,QAAA,OAAO,KAAK;;;;;AAMpE,IAAA,MAAM,YAAY,GAAG;AACnB,QAAA,SAAS;AACT,QAAA,eAAe;AACf,QAAA,iBAAiB;AACjB,QAAA,wBAAwB;KACzB;;AAGD,IAAA,MAAM,cAAc,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;;IAG5E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;IACzD,MAAM,wBAAwB,GAC5B,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC;IAEvD,OAAO,cAAc,IAAI,wBAAwB;AACnD;AAEA;;;;;;AAMG;AACG,SAAU,gBAAgB,CAAC,GAAW,EAAA;IAM1C,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE;AAC/C,QAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;;;IAIrE,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC;IACjC,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC;IAEjC,IAAI,QAAQ,KAAK,EAAE,IAAI,QAAQ,KAAK,EAAE,EAAE;AACtC,QAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;;AAGrE,IAAA,IAAI,UAAkB;AACtB,IAAA,IAAI,QAAQ,KAAK,EAAE,EAAE;QACnB,UAAU,GAAG,QAAQ;;AAChB,SAAA,IAAI,QAAQ,KAAK,EAAE,EAAE;QAC1B,UAAU,GAAG,QAAQ;;SAChB;QACL,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC;;;;IAK3C,IAAI,KAAK,GAAG,CAAC;IACb,IAAI,QAAQ,GAAG,KAAK;IACpB,IAAI,UAAU,GAAG,KAAK;AAEtB,IAAA,KAAK,IAAI,CAAC,GAAG,UAAU,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC5C,QAAA,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC;QAEnB,IAAI,UAAU,EAAE;YACd,UAAU,GAAG,KAAK;YAClB;;AAGF,QAAA,IAAI,IAAI,KAAK,IAAI,IAAI,QAAQ,EAAE;YAC7B,UAAU,GAAG,IAAI;YACjB;;AAGF,QAAA,IAAI,IAAI,KAAK,GAAG,EAAE;YAChB,QAAQ,GAAG,CAAC,QAAQ;YACpB;;AAGF,QAAA,IAAI,QAAQ;YAAE;AAEd,QAAA,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG;AAAE,YAAA,KAAK,EAAE;AACzC,QAAA,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG;AAAE,YAAA,KAAK,EAAE;AAEzC,QAAA,IAAI,KAAK,KAAK,CAAC,EAAE;;AAEf,YAAA,MAAM,OAAO,GAAG,GAAG,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC;AAChD,YAAA,IAAI;gBACF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;AAClC,gBAAA,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,EAAE;;AACvD,YAAA,MAAM;;;AAGN,gBAAA,MAAM,UAAU,GAAG,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AACzD,gBAAA,IAAI,UAAU,CAAC,KAAK,EAAE;oBACpB,OAAO;AACL,wBAAA,KAAK,EAAE,IAAI;wBACX,MAAM,EAAE,UAAU,CAAC,MAAM;AACzB,wBAAA,UAAU,EAAE,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,UAAU;AACzC,wBAAA,QAAQ,EAAE,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,QAAQ;qBACtC;;AAEH,gBAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;;;;AAKzE,IAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;AACrE;AAEA;;;;;;;;;;AAUG;AACG,SAAU,UAAU,CAAC,GAAW,EAAA;IAOpC,IAAI,CAAC,UAAU,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;QAC1C,OAAO;AACL,YAAA,SAAS,EAAE,KAAK;AAChB,YAAA,MAAM,EAAE,GAAG;AACX,YAAA,SAAS,EAAE,CAAC;YACZ,KAAK,EAAE,CAAC,UAAU,GAAG,yBAAyB,GAAG,SAAS;SAC3D;;;AAIH,IAAA,IAAI,YAAY,CAAC,GAAG,CAAC,EAAE;AACrB,QAAA,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE;;AAG3E,IAAA,IAAI;AACF,QAAA,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,gBAAgB,CAAC,GAAG,CAAC;AAErE,QAAA,IAAI,CAAC,KAAK,IAAI,CAAC,MAAM,EAAE;YACrB,OAAO;AACL,gBAAA,SAAS,EAAE,KAAK;AAChB,gBAAA,MAAM,EAAE,GAAG;AACX,gBAAA,SAAS,EAAE,CAAC;AACZ,gBAAA,KAAK,EAAE,0BAA0B;aAClC;;;;AAKH,QAAA,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE;YAC7B,OAAO;AACL,gBAAA,SAAS,EAAE,KAAK;AAChB,gBAAA,MAAM,EAAE,GAAG;AACX,gBAAA,SAAS,EAAE,CAAC;AACZ,gBAAA,KAAK,EACH,iEAAiE;aACpE;;AAGH,QAAA,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC;;QAGrC,MAAM,UAAU,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC;QAC/C,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,CAAC,QAAQ,GAAG,CAAC,CAAC;;AAG7C,QAAA,MAAM,UAAU,GAAG,UAAU,GAAG,UAAU,GAAG,SAAS;QAEtD,IAAI,UAAU,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE;YAClC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAC1B,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CACtD;YACD,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE;;aACpD;;YAEL,OAAO;AACL,gBAAA,SAAS,EAAE,KAAK;AAChB,gBAAA,MAAM,EAAE,GAAG;AACX,gBAAA,SAAS,EAAE,CAAC;gBACZ,KAAK,EAAE,4BAA4B,UAAU,CAAC,MAAM,CAAO,IAAA,EAAA,GAAG,CAAC,MAAM,CAAG,CAAA,CAAA;aACzE;;;IAEH,OAAO,GAAG,EAAE;;AAEZ,QAAA,MAAM,QAAQ,GAAG,GAAG,YAAY,KAAK,GAAG,GAAG,CAAC,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC;QACjE,OAAO;AACL,YAAA,SAAS,EAAE,KAAK;AAChB,YAAA,MAAM,EAAE,GAAG;AACX,YAAA,SAAS,EAAE,CAAC;YACZ,KAAK,EAAE,CAA0B,uBAAA,EAAA,QAAQ,CAAE,CAAA;SAC5C;;AAEL;AAEA;;AAEG;SACa,eAAe,GAAA;IAC7B,OAAO,UAAU,KAAK,IAAI;AAC5B;AA0CA;;;;;;;AAOG;AACH,SAAS,gBAAgB,CAAC,MAAe,EAAA;AACvC,IAAA,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;AAAE,QAAA,OAAO,KAAK;IAEvD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;AACtC,IAAA,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM;;IAGlC,IAAI,iBAAiB,GAAG,CAAC;IAEzB,SAAS,gBAAgB,CAAC,GAAY,EAAA;AACpC,QAAA,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;;AAE3B,YAAA,iBAAiB,IAAI,GAAG,CAAC,MAAM;;AAC1B,aAAA,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;AAC7B,YAAA,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC;;AACxB,aAAA,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;YACzC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC;;;IAIhD,gBAAgB,CAAC,MAAM,CAAC;;AAGxB,IAAA,MAAM,SAAS,GAAG,iBAAiB,GAAG,WAAW;;;IAIjD,OAAO,SAAS,GAAG,GAAG;AACxB;AAEA;;;;;;;;;;;;AAYG;SACa,iBAAiB,CAC/B,OAAe,EACf,UAAoC,EAAE,EAAA;AAEtC,IAAA,MAAM,EACJ,SAAS,GAAG,MAAM,EAClB,UAAU,GAAG,IAAI,EACjB,cAAc,GAAG,IAAI,EACrB,mBAAmB,GAAG,EAAE;AACzB,MAAA,GAAG,OAAO;AAEX,IAAA,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM;IACrC,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;IAEpD,IAAI,MAAM,GAAG,OAAO;IACpB,IAAI,aAAa,GAAG,KAAK;IACzB,IAAI,WAAW,GAAG,KAAK;IACvB,IAAI,SAAS,GAAG,CAAC;IACjB,IAAI,SAAS,GAAG,KAAK;AACrB,IAAA,IAAI,SAA6B;;AAGjC,IAAA,IAAI,YAAY,CAAC,OAAO,CAAC,EAAE;QACzB,WAAW,GAAG,IAAI;;;SAGf,IAAI,UAAU,IAAI,OAAO,CAAC,MAAM,GAAG,cAAc,EAAE;AACtD,QAAA,MAAM,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC;AACtC,QAAA,IAAI,UAAU,CAAC,WAAW,EAAE;YAC1B,WAAW,GAAG,IAAI;;aACb,IACL,UAAU,CAAC,SAAS;AACpB,YAAA,UAAU,CAAC,SAAS,IAAI,mBAAmB,EAC3C;AACA,YAAA,MAAM,GAAG,UAAU,CAAC,MAAM;YAC1B,aAAa,GAAG,IAAI;AACpB,YAAA,SAAS,GAAG,UAAU,CAAC,SAAS;;AAC3B,aAAA,IAAI,UAAU,CAAC,KAAK,EAAE;;AAE3B,YAAA,SAAS,GAAG,UAAU,CAAC,KAAK;;aACvB,IACL,UAAU,CAAC,SAAS;AACpB,YAAA,UAAU,CAAC,SAAS,GAAG,mBAAmB,EAC1C;;YAEA,SAAS,GAAG,kBAAkB,UAAU,CAAC,SAAS,CAAqB,kBAAA,EAAA,mBAAmB,GAAG;;AACxF,aAAA,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE;;YAEhC,SAAS;AACP,gBAAA,UAAU,CAAC,KAAK,IAAI,8CAA8C;;;;AAKxE,IAAA,IAAI,MAAM,CAAC,MAAM,GAAG,SAAS,EAAE;QAC7B,IAAI,YAAY,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC;;AAGjD,QAAA,IAAI,aAAa,IAAI,WAAW,EAAE;;YAEhC,MAAM,WAAW,GAAG,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC;AAClD,YAAA,IAAI,WAAW,GAAG,SAAS,GAAG,GAAG,EAAE;gBACjC,YAAY,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,WAAW,CAAC;;;aAElD;;YAEL,MAAM,gBAAgB,GAAG,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC;YACvD,MAAM,aAAa,GAAG,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC;YACpD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,aAAa,CAAC;AAC5D,YAAA,IAAI,UAAU,GAAG,SAAS,GAAG,GAAG,EAAE;gBAChC,YAAY,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,GAAG,CAAC,CAAC;;;;QAK5D,MAAM,cAAc,GAAG;AACrB,cAAE,CAAA,SAAA,EAAY,cAAc,CAAC,cAAc,EAAE,CAAA,cAAA,EAAiB,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,CAAA,QAAA,EAAW,SAAS,CAAY,UAAA,CAAA;AAC1H,gBAAA,CAAA,cAAA,EAAiB,SAAS,CAAC,cAAc,EAAE,CAAc,YAAA;AAC3D,cAAE,CAAA,oBAAA,EAAuB,cAAc,CAAC,cAAc,EAAE,CAAiB,cAAA,EAAA,cAAc,CAAC,cAAc,EAAE,CAAA,SAAA,CAAW;QAErH,MAAM;YACJ,YAAY;gBACZ,CAA0B,uBAAA,EAAA,cAAc,4DAA4D;QACtG,SAAS,GAAG,IAAI;;AAGlB,IAAA,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM;IACjC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;IAE9C,OAAO;AACL,QAAA,OAAO,EAAE,MAAM;QACf,aAAa;QACb,SAAS;QACT,SAAS;QACT,WAAW;QACX,cAAc;QACd,cAAc;QACd,WAAW;QACX,WAAW;QACX,SAAS;KACV;AACH;;;;;;;;;"}
+{"version":3,"file":"toonFormat.cjs","sources":["../../../src/utils/toonFormat.ts"],"sourcesContent":["/**\n * TOON Format Utility\n *\n * Provides JSON to TOON conversion for token-efficient encoding.\n * TOON format can reduce token count by 30-60% for JSON data.\n *\n * Uses the official @toon-format/toon library when available.\n */\n\n// Dynamic import holder for the TOON library (ESM)\nlet toonEncode: ((data: unknown) => string) | null = null;\nlet toonLoadAttempted = false;\nlet toonLoadPromise: Promise<boolean> | null = null;\n\n/**\n * Lazily loads the TOON library\n * Tries both ESM dynamic import and CommonJS require for compatibility\n */\nasync function loadToonLibrary(): Promise<boolean> {\n  if (toonLoadAttempted) return toonEncode !== null;\n  toonLoadAttempted = true;\n\n  // Try ESM dynamic import first\n  try {\n    const mod = await import('@toon-format/toon');\n    toonEncode = mod.encode;\n    return true;\n  } catch {\n    // ESM import failed, try CommonJS require\n    try {\n      // eslint-disable-next-line @typescript-eslint/no-require-imports\n      const mod = require('@toon-format/toon');\n      toonEncode = mod.encode;\n      return true;\n    } catch {\n      // Library not available - that's OK, we'll return original content\n      return false;\n    }\n  }\n}\n\n/**\n * Ensures the TOON library is loaded. Call this before using jsonToToon in tests.\n */\nexport async function ensureToonLoaded(): Promise<boolean> {\n  if (!toonLoadPromise) {\n    toonLoadPromise = loadToonLibrary();\n  }\n  return toonLoadPromise;\n}\n\n// Start loading immediately\nensureToonLoaded();\n\n/**\n * Check if a string appears to be in TOON format.\n * TOON format characteristics:\n * - Uses key: value syntax (like YAML)\n * - Uses array notation like [3] or {fields}\n * - Does NOT start with { or [\n * - Often has patterns like \"name[N]:\" or \"name{fields}:\"\n *\n * @param str - String to check\n * @returns true if string appears to be TOON format\n */\nexport function isToonFormat(str: string): boolean {\n  if (typeof str !== 'string' || str.length === 0) return false;\n\n  const trimmed = str.trim();\n\n  // TOON doesn't start with JSON brackets\n  if (trimmed.startsWith('{') || trimmed.startsWith('[')) return false;\n\n  // Check for TOON-specific patterns:\n  // 1. Key-value with colon (but not URL-like patterns)\n  // 2. Array notation like \"items[3]:\" or \"data[10]:\"\n  // 3. Object schema notation like \"items{id,name}:\"\n  const toonPatterns = [\n    /^\\w+:$/m, // Simple key: at start of line\n    /^\\w+\\[\\d+\\]:/m, // Array notation: items[3]:\n    /^\\w+\\{[^}]+\\}:/m, // Schema notation: items{id,name}:\n    /^\\w+\\[\\d+\\]\\{[^}]+\\}:/m, // Combined: items[3]{id,name}:\n  ];\n\n  // Must match at least one TOON pattern\n  const hasToonPattern = toonPatterns.some((pattern) => pattern.test(trimmed));\n\n  // Additional check: TOON typically has multiple lines with consistent indentation\n  const lines = trimmed.split('\\n').filter((l) => l.trim());\n  const hasMultipleKeyValueLines =\n    lines.filter((l) => /^\\s*\\w+.*:/.test(l)).length >= 2;\n\n  return hasToonPattern || hasMultipleKeyValueLines;\n}\n\n/**\n * Extract the first valid JSON object or array from a string.\n * Handles pure JSON or JSON embedded in text (e.g., tool responses).\n *\n * @param str - The string to extract JSON from\n * @returns Object with found status, parsed JSON, and indices\n */\nexport function extractFirstJson(str: string): {\n  found: boolean;\n  parsed: unknown;\n  startIndex: number;\n  endIndex: number;\n} {\n  if (typeof str !== 'string' || str.length === 0) {\n    return { found: false, parsed: null, startIndex: -1, endIndex: -1 };\n  }\n\n  // Find the first { or [ character\n  const objStart = str.indexOf('{');\n  const arrStart = str.indexOf('[');\n\n  if (objStart === -1 && arrStart === -1) {\n    return { found: false, parsed: null, startIndex: -1, endIndex: -1 };\n  }\n\n  let startIndex: number;\n  if (objStart === -1) {\n    startIndex = arrStart;\n  } else if (arrStart === -1) {\n    startIndex = objStart;\n  } else {\n    startIndex = Math.min(objStart, arrStart);\n  }\n\n  // Find the matching closing bracket using a stack-based approach\n  // Properly handle strings to avoid counting brackets inside strings\n  let depth = 0;\n  let inString = false;\n  let escapeNext = false;\n\n  for (let i = startIndex; i < str.length; i++) {\n    const char = str[i];\n\n    if (escapeNext) {\n      escapeNext = false;\n      continue;\n    }\n\n    if (char === '\\\\' && inString) {\n      escapeNext = true;\n      continue;\n    }\n\n    if (char === '\"') {\n      inString = !inString;\n      continue;\n    }\n\n    if (inString) continue;\n\n    if (char === '{' || char === '[') depth++;\n    if (char === '}' || char === ']') depth--;\n\n    if (depth === 0) {\n      // Found matching bracket, try to parse\n      const jsonStr = str.substring(startIndex, i + 1);\n      try {\n        const parsed = JSON.parse(jsonStr);\n        return { found: true, parsed, startIndex, endIndex: i };\n      } catch {\n        // Not valid JSON at this bracket level, continue searching\n        // Reset and look for the next JSON start after this position\n        const nextResult = extractFirstJson(str.substring(i + 1));\n        if (nextResult.found) {\n          return {\n            found: true,\n            parsed: nextResult.parsed,\n            startIndex: i + 1 + nextResult.startIndex,\n            endIndex: i + 1 + nextResult.endIndex,\n          };\n        }\n        return { found: false, parsed: null, startIndex: -1, endIndex: -1 };\n      }\n    }\n  }\n\n  return { found: false, parsed: null, startIndex: -1, endIndex: -1 };\n}\n\n/**\n * Convert JSON content to TOON format for token efficiency.\n * Extracts JSON from string if embedded, converts to TOON.\n * Returns original string if:\n * - Already in TOON format\n * - Not JSON\n * - TOON conversion fails or is larger\n *\n * @param str - The string containing JSON to convert\n * @returns Object with conversion status, result, and reduction percentage\n */\nexport function jsonToToon(str: string): {\n  converted: boolean;\n  result: string;\n  reduction: number;\n  alreadyToon?: boolean;\n  error?: string;\n} {\n  if (!toonEncode || typeof str !== 'string') {\n    return {\n      converted: false,\n      result: str,\n      reduction: 0,\n      error: !toonEncode ? 'TOON library not loaded' : undefined,\n    };\n  }\n\n  // Check if already in TOON format - skip conversion\n  if (isToonFormat(str)) {\n    return { converted: false, result: str, reduction: 0, alreadyToon: true };\n  }\n\n  try {\n    const { found, parsed, startIndex, endIndex } = extractFirstJson(str);\n\n    if (!found || !parsed) {\n      return {\n        converted: false,\n        result: str,\n        reduction: 0,\n        error: 'No JSON found in content',\n      };\n    }\n\n    // Check if this JSON structure would benefit from TOON\n    // Text-heavy content (emails, documents) won't compress well\n    if (!isToonBeneficial(parsed)) {\n      return {\n        converted: false,\n        result: str,\n        reduction: 0,\n        error:\n          'Content is text-heavy (>70% string values), TOON not beneficial',\n      };\n    }\n\n    const toonResult = toonEncode(parsed);\n\n    // Preserve text before and after the JSON block\n    const textBefore = str.substring(0, startIndex);\n    const textAfter = str.substring(endIndex + 1);\n\n    // Build the full result: textBefore + TOON + textAfter\n    const fullResult = textBefore + toonResult + textAfter;\n\n    if (fullResult.length < str.length) {\n      const reduction = Math.round(\n        ((str.length - fullResult.length) / str.length) * 100\n      );\n      return { converted: true, result: fullResult, reduction };\n    } else {\n      // TOON output was larger or same size - not beneficial\n      return {\n        converted: false,\n        result: str,\n        reduction: 0,\n        error: `TOON output not smaller (${fullResult.length} >= ${str.length})`,\n      };\n    }\n  } catch (err) {\n    // TOON encoding or extraction failed - log error for debugging\n    const errorMsg = err instanceof Error ? err.message : String(err);\n    return {\n      converted: false,\n      result: str,\n      reduction: 0,\n      error: `TOON conversion error: ${errorMsg}`,\n    };\n  }\n}\n\n/**\n * Check if TOON library is loaded and available\n */\nexport function isToonAvailable(): boolean {\n  return toonEncode !== null;\n}\n\n/**\n * Result of processing tool output\n */\nexport interface ProcessToolOutputResult {\n  /** The processed content string */\n  content: string;\n  /** Whether TOON conversion was applied */\n  toonConverted: boolean;\n  /** Whether content was truncated */\n  truncated: boolean;\n  /** Percentage reduction from TOON (0 if not converted) */\n  reduction: number;\n  /** Whether input was already in TOON format */\n  alreadyToon: boolean;\n  /** Original content length */\n  originalLength: number;\n  /** Estimated original tokens (~4 chars per token) */\n  originalTokens: number;\n  /** Final content length */\n  finalLength: number;\n  /** Estimated final tokens */\n  finalTokens: number;\n  /** Error message if TOON conversion failed (for debugging) */\n  toonError?: string;\n}\n\n/**\n * Options for processing tool output\n */\nexport interface ProcessToolOutputOptions {\n  /** Maximum output length in characters (default: 100000) */\n  maxLength?: number;\n  /** Whether to apply TOON conversion (default: true) */\n  enableToon?: boolean;\n  /** Minimum content size to attempt TOON conversion (default: 1000) */\n  minSizeForToon?: number;\n  /** Minimum reduction % to accept TOON result (default: 10) */\n  minReductionPercent?: number;\n}\n\n/**\n * Analyze JSON structure to determine if TOON conversion would be beneficial.\n * Text-heavy content (emails, documents) doesn't compress well with TOON.\n * Structured data (API responses, metadata) compresses much better.\n *\n * @param parsed - Parsed JSON object\n * @returns true if TOON conversion is likely beneficial\n */\nfunction isToonBeneficial(parsed: unknown): boolean {\n  if (!parsed || typeof parsed !== 'object') return false;\n\n  const jsonStr = JSON.stringify(parsed);\n  const totalLength = jsonStr.length;\n\n  // Count characters in string values (text content)\n  let textContentLength = 0;\n\n  function countTextContent(obj: unknown): void {\n    if (typeof obj === 'string') {\n      // Count string length (this is text content that TOON can't compress)\n      textContentLength += obj.length;\n    } else if (Array.isArray(obj)) {\n      obj.forEach(countTextContent);\n    } else if (obj && typeof obj === 'object') {\n      Object.values(obj).forEach(countTextContent);\n    }\n  }\n\n  countTextContent(parsed);\n\n  // Calculate ratio of text content to total JSON\n  const textRatio = textContentLength / totalLength;\n\n  // If more than 70% is text content, TOON won't help much\n  // TOON compresses structure (field names, brackets), not text\n  return textRatio < 0.7;\n}\n\n/**\n * Process tool output: apply TOON conversion if beneficial, then truncate if needed.\n * This is the main entry point for processing any tool output (regular or MCP).\n *\n * Flow:\n * 1. Check if already TOON format → skip conversion\n * 2. Try TOON conversion if content is JSON and large enough\n * 3. Truncate if still exceeds maxLength (with smart break points)\n *\n * @param content - The tool output content\n * @param options - Processing options\n * @returns Processed content and metadata\n */\nexport function processToolOutput(\n  content: string,\n  options: ProcessToolOutputOptions = {}\n): ProcessToolOutputResult {\n  const {\n    maxLength = 100000,\n    enableToon = true,\n    minSizeForToon = 1000,\n    minReductionPercent = 10, // Increased from 5% - only apply TOON when clearly beneficial\n  } = options;\n\n  const originalLength = content.length;\n  const originalTokens = Math.ceil(originalLength / 4);\n\n  let result = content;\n  let toonConverted = false;\n  let alreadyToon = false;\n  let reduction = 0;\n  let truncated = false;\n  let toonError: string | undefined;\n\n  // Step 1: Check if already TOON format\n  if (isToonFormat(content)) {\n    alreadyToon = true;\n  }\n  // Step 2: Apply TOON conversion if enabled and content is large enough\n  else if (enableToon && content.length > minSizeForToon) {\n    const toonResult = jsonToToon(content);\n    if (toonResult.alreadyToon) {\n      alreadyToon = true;\n    } else if (\n      toonResult.converted &&\n      toonResult.reduction >= minReductionPercent\n    ) {\n      result = toonResult.result;\n      toonConverted = true;\n      reduction = toonResult.reduction;\n    } else if (toonResult.error) {\n      // Track error for debugging\n      toonError = toonResult.error;\n    } else if (\n      toonResult.converted &&\n      toonResult.reduction < minReductionPercent\n    ) {\n      // TOON converted but reduction was too small to be worth it\n      toonError = `TOON reduction ${toonResult.reduction}% below threshold ${minReductionPercent}%`;\n    } else if (!toonResult.converted) {\n      // Conversion failed without explicit error - investigate\n      toonError =\n        toonResult.error || 'TOON conversion returned false with no error';\n    }\n  }\n\n  // Step 3: Truncate if still too long (with smart break points)\n  if (result.length > maxLength) {\n    let truncatedStr = result.substring(0, maxLength);\n\n    // Try to find a clean break point\n    if (toonConverted || alreadyToon) {\n      // For TOON format, break at newline for cleaner output\n      const lastNewline = truncatedStr.lastIndexOf('\\n');\n      if (lastNewline > maxLength * 0.7) {\n        truncatedStr = truncatedStr.substring(0, lastNewline);\n      }\n    } else {\n      // For JSON, try to find a clean JSON break point\n      const lastCompleteItem = truncatedStr.lastIndexOf('},');\n      const lastArrayItem = truncatedStr.lastIndexOf('],');\n      const breakPoint = Math.max(lastCompleteItem, lastArrayItem);\n      if (breakPoint > maxLength * 0.5) {\n        truncatedStr = truncatedStr.substring(0, breakPoint + 1);\n      }\n    }\n\n    // Build truncation message\n    const truncationInfo = toonConverted\n      ? `Original ${originalLength.toLocaleString()} chars → TOON ${result.length.toLocaleString()} chars (${reduction}% saved). ` +\n        `Still exceeds ${maxLength.toLocaleString()} char limit.`\n      : `Original output was ${originalLength.toLocaleString()} characters (~${originalTokens.toLocaleString()} tokens).`;\n\n    result =\n      truncatedStr +\n      `\\n\\n[OUTPUT_TRUNCATED: ${truncationInfo} Please use more specific queries or smaller date ranges.]`;\n    truncated = true;\n  }\n\n  const finalLength = result.length;\n  const finalTokens = Math.ceil(finalLength / 4);\n\n  return {\n    content: result,\n    toonConverted,\n    truncated,\n    reduction,\n    alreadyToon,\n    originalLength,\n    originalTokens,\n    finalLength,\n    finalTokens,\n    toonError,\n  };\n}\n"],"names":[],"mappings":";;AAAA;;;;;;;AAOG;AAEH;AACA,IAAI,UAAU,GAAuC,IAAI;AACzD,IAAI,iBAAiB,GAAG,KAAK;AAC7B,IAAI,eAAe,GAA4B,IAAI;AAEnD;;;AAGG;AACH,eAAe,eAAe,GAAA;AAC5B,IAAA,IAAI,iBAAiB;QAAE,OAAO,UAAU,KAAK,IAAI;IACjD,iBAAiB,GAAG,IAAI;;AAGxB,IAAA,IAAI;AACF,QAAA,MAAM,GAAG,GAAG,MAAM,OAAO,mBAAmB,CAAC;AAC7C,QAAA,UAAU,GAAG,GAAG,CAAC,MAAM;AACvB,QAAA,OAAO,IAAI;IACb;AAAE,IAAA,MAAM;;AAEN,QAAA,IAAI;;AAEF,YAAA,MAAM,GAAG,GAAG,OAAO,CAAC,mBAAmB,CAAC;AACxC,YAAA,UAAU,GAAG,GAAG,CAAC,MAAM;AACvB,YAAA,OAAO,IAAI;QACb;AAAE,QAAA,MAAM;;AAEN,YAAA,OAAO,KAAK;QACd;IACF;AACF;AAEA;;AAEG;AACI,eAAe,gBAAgB,GAAA;IACpC,IAAI,CAAC,eAAe,EAAE;QACpB,eAAe,GAAG,eAAe,EAAE;IACrC;AACA,IAAA,OAAO,eAAe;AACxB;AAEA;AACA,gBAAgB,EAAE;AAElB;;;;;;;;;;AAUG;AACG,SAAU,YAAY,CAAC,GAAW,EAAA;IACtC,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;AAAE,QAAA,OAAO,KAAK;AAE7D,IAAA,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE;;AAG1B,IAAA,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;AAAE,QAAA,OAAO,KAAK;;;;;AAMpE,IAAA,MAAM,YAAY,GAAG;AACnB,QAAA,SAAS;AACT,QAAA,eAAe;AACf,QAAA,iBAAiB;AACjB,QAAA,wBAAwB;KACzB;;AAGD,IAAA,MAAM,cAAc,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;;IAG5E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;IACzD,MAAM,wBAAwB,GAC5B,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC;IAEvD,OAAO,cAAc,IAAI,wBAAwB;AACnD;AAEA;;;;;;AAMG;AACG,SAAU,gBAAgB,CAAC,GAAW,EAAA;IAM1C,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE;AAC/C,QAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;IACrE;;IAGA,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC;IACjC,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC;IAEjC,IAAI,QAAQ,KAAK,EAAE,IAAI,QAAQ,KAAK,EAAE,EAAE;AACtC,QAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;IACrE;AAEA,IAAA,IAAI,UAAkB;AACtB,IAAA,IAAI,QAAQ,KAAK,EAAE,EAAE;QACnB,UAAU,GAAG,QAAQ;IACvB;AAAO,SAAA,IAAI,QAAQ,KAAK,EAAE,EAAE;QAC1B,UAAU,GAAG,QAAQ;IACvB;SAAO;QACL,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC;IAC3C;;;IAIA,IAAI,KAAK,GAAG,CAAC;IACb,IAAI,QAAQ,GAAG,KAAK;IACpB,IAAI,UAAU,GAAG,KAAK;AAEtB,IAAA,KAAK,IAAI,CAAC,GAAG,UAAU,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC5C,QAAA,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC;QAEnB,IAAI,UAAU,EAAE;YACd,UAAU,GAAG,KAAK;YAClB;QACF;AAEA,QAAA,IAAI,IAAI,KAAK,IAAI,IAAI,QAAQ,EAAE;YAC7B,UAAU,GAAG,IAAI;YACjB;QACF;AAEA,QAAA,IAAI,IAAI,KAAK,GAAG,EAAE;YAChB,QAAQ,GAAG,CAAC,QAAQ;YACpB;QACF;AAEA,QAAA,IAAI,QAAQ;YAAE;AAEd,QAAA,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG;AAAE,YAAA,KAAK,EAAE;AACzC,QAAA,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG;AAAE,YAAA,KAAK,EAAE;AAEzC,QAAA,IAAI,KAAK,KAAK,CAAC,EAAE;;AAEf,YAAA,MAAM,OAAO,GAAG,GAAG,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC;AAChD,YAAA,IAAI;gBACF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;AAClC,gBAAA,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,EAAE;YACzD;AAAE,YAAA,MAAM;;;AAGN,gBAAA,MAAM,UAAU,GAAG,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AACzD,gBAAA,IAAI,UAAU,CAAC,KAAK,EAAE;oBACpB,OAAO;AACL,wBAAA,KAAK,EAAE,IAAI;wBACX,MAAM,EAAE,UAAU,CAAC,MAAM;AACzB,wBAAA,UAAU,EAAE,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,UAAU;AACzC,wBAAA,QAAQ,EAAE,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,QAAQ;qBACtC;gBACH;AACA,gBAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;YACrE;QACF;IACF;AAEA,IAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;AACrE;AAEA;;;;;;;;;;AAUG;AACG,SAAU,UAAU,CAAC,GAAW,EAAA;IAOpC,IAAI,CAAC,UAAU,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;QAC1C,OAAO;AACL,YAAA,SAAS,EAAE,KAAK;AAChB,YAAA,MAAM,EAAE,GAAG;AACX,YAAA,SAAS,EAAE,CAAC;YACZ,KAAK,EAAE,CAAC,UAAU,GAAG,yBAAyB,GAAG,SAAS;SAC3D;IACH;;AAGA,IAAA,IAAI,YAAY,CAAC,GAAG,CAAC,EAAE;AACrB,QAAA,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE;IAC3E;AAEA,IAAA,IAAI;AACF,QAAA,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,gBAAgB,CAAC,GAAG,CAAC;AAErE,QAAA,IAAI,CAAC,KAAK,IAAI,CAAC,MAAM,EAAE;YACrB,OAAO;AACL,gBAAA,SAAS,EAAE,KAAK;AAChB,gBAAA,MAAM,EAAE,GAAG;AACX,gBAAA,SAAS,EAAE,CAAC;AACZ,gBAAA,KAAK,EAAE,0BAA0B;aAClC;QACH;;;AAIA,QAAA,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE;YAC7B,OAAO;AACL,gBAAA,SAAS,EAAE,KAAK;AAChB,gBAAA,MAAM,EAAE,GAAG;AACX,gBAAA,SAAS,EAAE,CAAC;AACZ,gBAAA,KAAK,EACH,iEAAiE;aACpE;QACH;AAEA,QAAA,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC;;QAGrC,MAAM,UAAU,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC;QAC/C,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,CAAC,QAAQ,GAAG,CAAC,CAAC;;AAG7C,QAAA,MAAM,UAAU,GAAG,UAAU,GAAG,UAAU,GAAG,SAAS;QAEtD,IAAI,UAAU,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE;YAClC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAC1B,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CACtD;YACD,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE;QAC3D;aAAO;;YAEL,OAAO;AACL,gBAAA,SAAS,EAAE,KAAK;AAChB,gBAAA,MAAM,EAAE,GAAG;AACX,gBAAA,SAAS,EAAE,CAAC;gBACZ,KAAK,EAAE,4BAA4B,UAAU,CAAC,MAAM,CAAA,IAAA,EAAO,GAAG,CAAC,MAAM,CAAA,CAAA,CAAG;aACzE;QACH;IACF;IAAE,OAAO,GAAG,EAAE;;AAEZ,QAAA,MAAM,QAAQ,GAAG,GAAG,YAAY,KAAK,GAAG,GAAG,CAAC,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC;QACjE,OAAO;AACL,YAAA,SAAS,EAAE,KAAK;AAChB,YAAA,MAAM,EAAE,GAAG;AACX,YAAA,SAAS,EAAE,CAAC;YACZ,KAAK,EAAE,CAAA,uBAAA,EAA0B,QAAQ,CAAA,CAAE;SAC5C;IACH;AACF;AAEA;;AAEG;SACa,eAAe,GAAA;IAC7B,OAAO,UAAU,KAAK,IAAI;AAC5B;AA0CA;;;;;;;AAOG;AACH,SAAS,gBAAgB,CAAC,MAAe,EAAA;AACvC,IAAA,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;AAAE,QAAA,OAAO,KAAK;IAEvD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;AACtC,IAAA,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM;;IAGlC,IAAI,iBAAiB,GAAG,CAAC;IAEzB,SAAS,gBAAgB,CAAC,GAAY,EAAA;AACpC,QAAA,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;;AAE3B,YAAA,iBAAiB,IAAI,GAAG,CAAC,MAAM;QACjC;AAAO,aAAA,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;AAC7B,YAAA,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC;QAC/B;AAAO,aAAA,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;YACzC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC;QAC9C;IACF;IAEA,gBAAgB,CAAC,MAAM,CAAC;;AAGxB,IAAA,MAAM,SAAS,GAAG,iBAAiB,GAAG,WAAW;;;IAIjD,OAAO,SAAS,GAAG,GAAG;AACxB;AAEA;;;;;;;;;;;;AAYG;SACa,iBAAiB,CAC/B,OAAe,EACf,UAAoC,EAAE,EAAA;AAEtC,IAAA,MAAM,EACJ,SAAS,GAAG,MAAM,EAClB,UAAU,GAAG,IAAI,EACjB,cAAc,GAAG,IAAI,EACrB,mBAAmB,GAAG,EAAE;AACzB,MAAA,GAAG,OAAO;AAEX,IAAA,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM;IACrC,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;IAEpD,IAAI,MAAM,GAAG,OAAO;IACpB,IAAI,aAAa,GAAG,KAAK;IACzB,IAAI,WAAW,GAAG,KAAK;IACvB,IAAI,SAAS,GAAG,CAAC;IACjB,IAAI,SAAS,GAAG,KAAK;AACrB,IAAA,IAAI,SAA6B;;AAGjC,IAAA,IAAI,YAAY,CAAC,OAAO,CAAC,EAAE;QACzB,WAAW,GAAG,IAAI;IACpB;;SAEK,IAAI,UAAU,IAAI,OAAO,CAAC,MAAM,GAAG,cAAc,EAAE;AACtD,QAAA,MAAM,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC;AACtC,QAAA,IAAI,UAAU,CAAC,WAAW,EAAE;YAC1B,WAAW,GAAG,IAAI;QACpB;aAAO,IACL,UAAU,CAAC,SAAS;AACpB,YAAA,UAAU,CAAC,SAAS,IAAI,mBAAmB,EAC3C;AACA,YAAA,MAAM,GAAG,UAAU,CAAC,MAAM;YAC1B,aAAa,GAAG,IAAI;AACpB,YAAA,SAAS,GAAG,UAAU,CAAC,SAAS;QAClC;AAAO,aAAA,IAAI,UAAU,CAAC,KAAK,EAAE;;AAE3B,YAAA,SAAS,GAAG,UAAU,CAAC,KAAK;QAC9B;aAAO,IACL,UAAU,CAAC,SAAS;AACpB,YAAA,UAAU,CAAC,SAAS,GAAG,mBAAmB,EAC1C;;YAEA,SAAS,GAAG,kBAAkB,UAAU,CAAC,SAAS,CAAA,kBAAA,EAAqB,mBAAmB,GAAG;QAC/F;AAAO,aAAA,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE;;YAEhC,SAAS;AACP,gBAAA,UAAU,CAAC,KAAK,IAAI,8CAA8C;QACtE;IACF;;AAGA,IAAA,IAAI,MAAM,CAAC,MAAM,GAAG,SAAS,EAAE;QAC7B,IAAI,YAAY,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC;;AAGjD,QAAA,IAAI,aAAa,IAAI,WAAW,EAAE;;YAEhC,MAAM,WAAW,GAAG,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC;AAClD,YAAA,IAAI,WAAW,GAAG,SAAS,GAAG,GAAG,EAAE;gBACjC,YAAY,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,WAAW,CAAC;YACvD;QACF;aAAO;;YAEL,MAAM,gBAAgB,GAAG,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC;YACvD,MAAM,aAAa,GAAG,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC;YACpD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,aAAa,CAAC;AAC5D,YAAA,IAAI,UAAU,GAAG,SAAS,GAAG,GAAG,EAAE;gBAChC,YAAY,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,GAAG,CAAC,CAAC;YAC1D;QACF;;QAGA,MAAM,cAAc,GAAG;AACrB,cAAE,CAAA,SAAA,EAAY,cAAc,CAAC,cAAc,EAAE,CAAA,cAAA,EAAiB,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,CAAA,QAAA,EAAW,SAAS,CAAA,UAAA,CAAY;AAC1H,gBAAA,CAAA,cAAA,EAAiB,SAAS,CAAC,cAAc,EAAE,CAAA,YAAA;AAC7C,cAAE,CAAA,oBAAA,EAAuB,cAAc,CAAC,cAAc,EAAE,CAAA,cAAA,EAAiB,cAAc,CAAC,cAAc,EAAE,CAAA,SAAA,CAAW;QAErH,MAAM;YACJ,YAAY;gBACZ,CAAA,uBAAA,EAA0B,cAAc,4DAA4D;QACtG,SAAS,GAAG,IAAI;IAClB;AAEA,IAAA,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM;IACjC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;IAE9C,OAAO;AACL,QAAA,OAAO,EAAE,MAAM;QACf,aAAa;QACb,SAAS;QACT,SAAS;QACT,WAAW;QACX,cAAc;QACd,cAAc;QACd,WAAW;QACX,WAAW;QACX,SAAS;KACV;AACH;;;;;;;;;"}

package/dist/esm/agents/AgentContext.mjs

@@ -14,14 +14,15 @@ class AgentContext {
      * Create an AgentContext from configuration with token accounting initialization
      */
     static fromConfig(agentConfig, tokenCounter, indexTokenCountMap) {
-        const { agentId, name, description, provider, clientOptions, tools, toolMap, toolEnd, toolRegistry, toolDefinitions, instructions, additional_instructions, streamBuffer, maxContextTokens, reasoningKey, useLegacyContent, dynamicContext, structuredOutput: structuredOutputCamel, structured_output: structuredOutputSnake, discoveredTools, summarizeCallback, } = agentConfig;
+        const { agentId, name, description, provider, clientOptions, tools, toolMap, toolEnd, toolRegistry, toolDefinitions, instructions, additional_instructions, streamBuffer, maxContextTokens, reasoningKey, useLegacyContent, dynamicContext, structuredOutput: structuredOutputCamel, structured_output: structuredOutputSnake, discoveredTools, summarizeCallback, persistedSummary, } = agentConfig;
         // Normalize structured output: support both camelCase and snake_case inputs
         // Priority: structuredOutput (camelCase) > structured_output (snake_case with enabled check)
         let structuredOutput;
         if (structuredOutputCamel) {
             structuredOutput = structuredOutputCamel;
         }
-        else if (structuredOutputSnake?.enabled && structuredOutputSnake.schema) {
+        else if (structuredOutputSnake?.enabled === true &&
+            structuredOutputSnake.schema != null) {
             // Convert snake_case input to StructuredOutputConfig
             structuredOutput = {
                 schema: structuredOutputSnake.schema,
@@ -53,16 +54,16 @@ class AgentContext {
             dynamicContext,
             structuredOutput,
             discoveredTools,
+            summarizeCallback,
+            persistedSummary,
         });
-        if (summarizeCallback) {
-            agentContext.summarizeCallback = summarizeCallback;
-        }
         if (tokenCounter) {
             // Initialize system runnable BEFORE async tool token calculation
             // This ensures system message tokens are in instructionTokens before
             // updateTokenMapWithInstructions is called
             agentContext.initializeSystemRunnable();
             const tokenMap = indexTokenCountMap || {};
+            agentContext.baseIndexTokenCountMap = { ...tokenMap };
             agentContext.indexTokenCountMap = tokenMap;
             agentContext.tokenCalculationPromise = agentContext
                 .calculateInstructionTokens(tokenCounter)
@@ -75,6 +76,7 @@ class AgentContext {
             });
         }
         else if (indexTokenCountMap) {
+            agentContext.baseIndexTokenCountMap = { ...indexTokenCountMap };
             agentContext.indexTokenCountMap = indexTokenCountMap;
         }
         return agentContext;
@@ -91,6 +93,8 @@ class AgentContext {
     clientOptions;
     /** Token count map indexed by message position */
     indexTokenCountMap = {};
+    /** Canonical pre-run token map used to restore token accounting on reset */
+    baseIndexTokenCountMap = {};
     /** Maximum context tokens for this agent */
     maxContextTokens;
     /** Current usage metadata for this agent */
@@ -107,6 +111,8 @@ class AgentContext {
     lastStreamCall;
     /** Tools available to this agent */
     tools;
+    /** Graph-managed tools (e.g., handoff tools created by MultiAgentGraph) that bypass event-driven dispatch */
+    graphTools;
     /** Tool map for this agent */
     toolMap;
     /**
@@ -137,6 +143,8 @@ class AgentContext {
     lastToken;
     /** Token type switch state */
     tokenTypeSwitch;
+    /** Tracks how many reasoning→text transitions have occurred (ensures unique post-reasoning step keys) */
+    reasoningTransitionCount = 0;
     /** Current token type being processed */
     currentTokenType = ContentTypes.TEXT;
     /** Whether tools should end the workflow */
@@ -175,12 +183,11 @@ class AgentContext {
      * instead of streaming text.
      */
     structuredOutput;
-    /**
-     * Optional callback for summarizing messages that were pruned from context.
-     * When provided, discarded messages are summarized instead of silently dropped.
-     */
+    /** Optional callback to summarize discarded messages during context pruning */
     summarizeCallback;
-    constructor({ agentId, name, description, provider, clientOptions, maxContextTokens, streamBuffer, tokenCounter, tools, toolMap, toolRegistry, toolDefinitions, instructions, additionalInstructions, dynamicContext, reasoningKey, toolEnd, instructionTokens, useLegacyContent, structuredOutput, discoveredTools, }) {
+    /** Pre-existing summary loaded from persistent storage, injected into context on new turns */
+    persistedSummary;
+    constructor({ agentId, name, description, provider, clientOptions, maxContextTokens, streamBuffer, tokenCounter, tools, toolMap, toolRegistry, toolDefinitions, instructions, additionalInstructions, dynamicContext, reasoningKey, toolEnd, instructionTokens, useLegacyContent, structuredOutput, discoveredTools, summarizeCallback, persistedSummary, }) {
         this.agentId = agentId;
         this.name = name;
         this.description = description;
@@ -197,6 +204,8 @@ class AgentContext {
         this.additionalInstructions = additionalInstructions;
         this.dynamicContext = dynamicContext;
         this.structuredOutput = structuredOutput;
+        this.summarizeCallback = summarizeCallback;
+        this.persistedSummary = persistedSummary;
         if (reasoningKey) {
             this.reasoningKey = reasoningKey;
         }
@@ -219,7 +228,10 @@ class AgentContext {
      * and return a validated JSON response.
      */
     get isStructuredOutputMode() {
-        return (this.structuredOutput != null && this.structuredOutput.schema != null);
+        // Runtime safety: schema can be null/undefined via API despite type saying required
+        return (this.structuredOutput != null &&
+            // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition
+            this.structuredOutput.schema != null);
     }
     /**
      * Gets the structured output schema with normalized defaults.
@@ -231,15 +243,19 @@ class AgentContext {
         }
         const schema = { ...this.structuredOutput.schema };
         // Ensure type is set
-        if (!schema.type && schema.properties) {
+        if (schema.type == null && schema.properties != null) {
             schema.type = 'object';
         }
         // Add title from config name
-        if (this.structuredOutput.name && !schema.title) {
+        if (this.structuredOutput.name != null &&
+            this.structuredOutput.name !== '' &&
+            schema.title == null) {
             schema.title = this.structuredOutput.name;
         }
         // Add description from config
-        if (this.structuredOutput.description && !schema.description) {
+        if (this.structuredOutput.description != null &&
+            this.structuredOutput.description !== '' &&
+            schema.description == null) {
             schema.description = this.structuredOutput.description;
         }
         // Enable strict mode by default
@@ -462,30 +478,6 @@ class AgentContext {
                 };
             }
         }
-        // Handle Bedrock prompt caching (Converse API)
-        // Adds cachePoint block after text content for system message caching
-        // NOTE: Both Claude and Nova models support cachePoint in system and messages
-        // (Nova does NOT support cachePoint in tools - that check is in bedrock/index.ts)
-        if (this.provider === Providers.BEDROCK) {
-            const bedrockOptions = this.clientOptions;
-            const modelId = bedrockOptions?.model?.toLowerCase() ?? '';
-            const supportsCaching = modelId.includes('claude') ||
-                modelId.includes('anthropic') ||
-                modelId.includes('nova');
-            if (bedrockOptions?.promptCache === true && supportsCaching) {
-                finalInstructions = {
-                    content: [
-                        {
-                            type: 'text',
-                            text: instructionsString,
-                        },
-                        {
-                            cachePoint: { type: 'default' },
-                        },
-                    ],
-                };
-            }
-        }
         const systemMessage = new SystemMessage(finalInstructions);
         // Update token counts (subtract old, add new)
         if (this.tokenCounter) {
@@ -508,14 +500,30 @@ class AgentContext {
         this.cachedSystemRunnable = undefined;
         this.systemRunnableStale = true;
         this.lastToken = undefined;
-        this.indexTokenCountMap = {};
+        this.indexTokenCountMap = { ...this.baseIndexTokenCountMap };
         this.currentUsage = undefined;
         this.pruneMessages = undefined;
         this.lastStreamCall = undefined;
         this.tokenTypeSwitch = undefined;
+        this.reasoningTransitionCount = 0;
         this.currentTokenType = ContentTypes.TEXT;
         this.discoveredToolNames.clear();
         this.handoffContext = undefined;
+        if (this.tokenCounter) {
+            this.initializeSystemRunnable();
+            const baseTokenMap = { ...this.baseIndexTokenCountMap };
+            this.indexTokenCountMap = baseTokenMap;
+            this.tokenCalculationPromise = this.calculateInstructionTokens(this.tokenCounter)
+                .then(() => {
+                this.updateTokenMapWithInstructions(baseTokenMap);
+            })
+                .catch((err) => {
+                console.error('Error calculating instruction tokens:', err);
+            });
+        }
+        else {
+            this.tokenCalculationPromise = undefined;
+        }
     }
     /**
      * Update the token count map with instruction tokens
@@ -544,21 +552,51 @@ class AgentContext {
      */
     async calculateInstructionTokens(tokenCounter) {
         let toolTokens = 0;
-        this.toolsDetail = []; // Reset per-tool breakdown
+        // Track names to avoid double-counting when a tool appears in both
+        // this.tools (bound StructuredTool instances) and this.toolDefinitions
+        // (MCP / event-driven schemas).
+        const countedToolNames = new Set();
+        // Reset per-tool breakdown
+        this.toolsDetail = [];
+        // Count tokens for bound tools (StructuredTool instances with .schema)
         if (this.tools && this.tools.length > 0) {
             for (const tool of this.tools) {
                 const genericTool = tool;
                 if (genericTool.schema != null &&
                     typeof genericTool.schema === 'object') {
-                    const jsonSchema = toJsonSchema(genericTool.schema, genericTool.name ?? '', genericTool.description ?? '');
-                    const toolName = genericTool.name || 'unknown';
+                    const toolName = genericTool.name ?? '';
+                    const jsonSchema = toJsonSchema(genericTool.schema, toolName, genericTool.description ?? '');
                     const tokens = tokenCounter(new SystemMessage(JSON.stringify(jsonSchema)));
+                    if (toolName) {
+                        countedToolNames.add(toolName);
+                    }
                     // Track per-tool breakdown
-                    this.toolsDetail.push({ name: toolName, tokens });
+                    this.toolsDetail.push({ name: toolName || 'unknown', tokens });
                     toolTokens += tokens;
                 }
             }
         }
+        // Count tokens for tool definitions (MCP / event-driven tools).
+        // These are sent to the provider API as tool schemas alongside bound tools.
+        // Both can be populated simultaneously (graph tools + MCP tools).
+        if (this.toolDefinitions && this.toolDefinitions.length > 0) {
+            for (const def of this.toolDefinitions) {
+                if (countedToolNames.has(def.name)) {
+                    continue; // Already counted via this.tools
+                }
+                const schema = {
+                    name: def.name,
+                    description: def.description ?? '',
+                    parameters: def.parameters ?? {},
+                };
+                const defTokens = tokenCounter(new SystemMessage(JSON.stringify(schema)));
+                this.toolsDetail.push({
+                    name: def.name || 'unknown',
+                    tokens: defTokens,
+                });
+                toolTokens += defTokens;
+            }
+        }
         // Store total tool tokens for breakdown reporting
         this.toolTokensTotal = toolTokens;
         // Add tool tokens to existing instruction tokens (which may already include system message tokens)
@@ -689,15 +727,18 @@ class AgentContext {
             return this.getEventDrivenToolsForBinding();
         }
         /** Traditional mode: filter actual tool instances */
-        if (!this.tools || !this.toolRegistry) {
-            return this.tools;
+        const filtered = !this.tools || !this.toolRegistry
+            ? this.tools
+            : this.filterToolsForBinding(this.tools);
+        if (this.graphTools && this.graphTools.length > 0) {
+            return [...(filtered ?? []), ...this.graphTools];
         }
-        return this.filterToolsForBinding(this.tools);
+        return filtered;
     }
-    /** Creates schema-only tools from toolDefinitions for event-driven mode */
+    /** Creates schema-only tools from toolDefinitions for event-driven mode, merged with native tools */
     getEventDrivenToolsForBinding() {
         if (!this.toolDefinitions) {
-            return [];
+            return this.graphTools ?? [];
         }
         const defsToInclude = this.toolDefinitions.filter((def) => {
             const allowedCallers = def.allowed_callers ?? ['direct'];
@@ -710,7 +751,15 @@ class AgentContext {
             }
             return true;
         });
-        return createSchemaOnlyTools(defsToInclude);
+        const schemaTools = createSchemaOnlyTools(defsToInclude);
+        const allTools = [...schemaTools];
+        if (this.graphTools && this.graphTools.length > 0) {
+            allTools.push(...this.graphTools);
+        }
+        if (this.tools && this.tools.length > 0) {
+            allTools.push(...this.tools);
+        }
+        return allTools;
     }
     /** Filters tool instances for binding based on registry config */
     filterToolsForBinding(tools) {