illuma-agents 1.0.17 → 1.0.18

package/dist/esm/utils/toonFormat.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"toonFormat.mjs","sources":["../../../src/utils/toonFormat.ts"],"sourcesContent":["/**\r\n * TOON Format Utility\r\n * \r\n * Provides JSON to TOON conversion for token-efficient encoding.\r\n * TOON format can reduce token count by 30-60% for JSON data.\r\n * \r\n * Uses the official @toon-format/toon library when available.\r\n */\r\n\r\n// Dynamic import holder for the TOON library (ESM)\r\nlet toonEncode: ((data: unknown) => string) | null = null;\r\nlet toonLoadAttempted = false;\r\nlet toonLoadPromise: Promise<boolean> | null = null;\r\n\r\n/**\r\n * Lazily loads the TOON library\r\n * Tries both ESM dynamic import and CommonJS require for compatibility\r\n */\r\nasync function loadToonLibrary(): Promise<boolean> {\r\n  if (toonLoadAttempted) return toonEncode !== null;\r\n  toonLoadAttempted = true;\r\n\r\n  // Try ESM dynamic import first\r\n  try {\r\n    const mod = await import('@toon-format/toon');\r\n    toonEncode = mod.encode;\r\n    return true;\r\n  } catch {\r\n    // ESM import failed, try CommonJS require\r\n    try {\r\n      // eslint-disable-next-line @typescript-eslint/no-require-imports\r\n      const mod = require('@toon-format/toon');\r\n      toonEncode = mod.encode;\r\n      return true;\r\n    } catch {\r\n      // Library not available - that's OK, we'll return original content\r\n      return false;\r\n    }\r\n  }\r\n}\r\n\r\n/**\r\n * Ensures the TOON library is loaded. Call this before using jsonToToon in tests.\r\n */\r\nexport async function ensureToonLoaded(): Promise<boolean> {\r\n  if (!toonLoadPromise) {\r\n    toonLoadPromise = loadToonLibrary();\r\n  }\r\n  return toonLoadPromise;\r\n}\r\n\r\n// Start loading immediately\r\nensureToonLoaded();\r\n\r\n/**\r\n * Check if a string appears to be in TOON format.\r\n * TOON format characteristics:\r\n * - Uses key: value syntax (like YAML)\r\n * - Uses array notation like [3] or {fields}\r\n * - Does NOT start with { or [\r\n * - Often has patterns like \"name[N]:\" or \"name{fields}:\"\r\n * \r\n * @param str - String to check\r\n * @returns true if string appears to be TOON format\r\n */\r\nexport function isToonFormat(str: string): boolean {\r\n  if (typeof str !== 'string' || str.length === 0) return false;\r\n  \r\n  const trimmed = str.trim();\r\n  \r\n  // TOON doesn't start with JSON brackets\r\n  if (trimmed.startsWith('{') || trimmed.startsWith('[')) return false;\r\n  \r\n  // Check for TOON-specific patterns:\r\n  // 1. Key-value with colon (but not URL-like patterns)\r\n  // 2. Array notation like \"items[3]:\" or \"data[10]:\"\r\n  // 3. Object schema notation like \"items{id,name}:\"\r\n  const toonPatterns = [\r\n    /^\\w+:$/m,                      // Simple key: at start of line\r\n    /^\\w+\\[\\d+\\]:/m,                // Array notation: items[3]:\r\n    /^\\w+\\{[^}]+\\}:/m,              // Schema notation: items{id,name}:\r\n    /^\\w+\\[\\d+\\]\\{[^}]+\\}:/m,       // Combined: items[3]{id,name}:\r\n  ];\r\n  \r\n  // Must match at least one TOON pattern\r\n  const hasToonPattern = toonPatterns.some(pattern => pattern.test(trimmed));\r\n  \r\n  // Additional check: TOON typically has multiple lines with consistent indentation\r\n  const lines = trimmed.split('\\n').filter(l => l.trim());\r\n  const hasMultipleKeyValueLines = lines.filter(l => /^\\s*\\w+.*:/.test(l)).length >= 2;\r\n  \r\n  return hasToonPattern || hasMultipleKeyValueLines;\r\n}\r\n\r\n/**\r\n * Extract the first valid JSON object or array from a string.\r\n * Handles pure JSON or JSON embedded in text (e.g., tool responses).\r\n * \r\n * @param str - The string to extract JSON from\r\n * @returns Object with found status, parsed JSON, and indices\r\n */\r\nexport function extractFirstJson(str: string): {\r\n  found: boolean;\r\n  parsed: unknown;\r\n  startIndex: number;\r\n  endIndex: number;\r\n} {\r\n  if (typeof str !== 'string' || str.length === 0) {\r\n    return { found: false, parsed: null, startIndex: -1, endIndex: -1 };\r\n  }\r\n\r\n  // Find the first { or [ character\r\n  const objStart = str.indexOf('{');\r\n  const arrStart = str.indexOf('[');\r\n\r\n  if (objStart === -1 && arrStart === -1) {\r\n    return { found: false, parsed: null, startIndex: -1, endIndex: -1 };\r\n  }\r\n\r\n  let startIndex: number;\r\n  if (objStart === -1) {\r\n    startIndex = arrStart;\r\n  } else if (arrStart === -1) {\r\n    startIndex = objStart;\r\n  } else {\r\n    startIndex = Math.min(objStart, arrStart);\r\n  }\r\n\r\n  // Find the matching closing bracket using a stack-based approach\r\n  // Properly handle strings to avoid counting brackets inside strings\r\n  let depth = 0;\r\n  let inString = false;\r\n  let escapeNext = false;\r\n\r\n  for (let i = startIndex; i < str.length; i++) {\r\n    const char = str[i];\r\n\r\n    if (escapeNext) {\r\n      escapeNext = false;\r\n      continue;\r\n    }\r\n\r\n    if (char === '\\\\' && inString) {\r\n      escapeNext = true;\r\n      continue;\r\n    }\r\n\r\n    if (char === '\"') {\r\n      inString = !inString;\r\n      continue;\r\n    }\r\n\r\n    if (inString) continue;\r\n\r\n    if (char === '{' || char === '[') depth++;\r\n    if (char === '}' || char === ']') depth--;\r\n\r\n    if (depth === 0) {\r\n      // Found matching bracket, try to parse\r\n      const jsonStr = str.substring(startIndex, i + 1);\r\n      try {\r\n        const parsed = JSON.parse(jsonStr);\r\n        return { found: true, parsed, startIndex, endIndex: i };\r\n      } catch {\r\n        // Not valid JSON at this bracket level, continue searching\r\n        // Reset and look for the next JSON start after this position\r\n        const nextResult = extractFirstJson(str.substring(i + 1));\r\n        if (nextResult.found) {\r\n          return {\r\n            found: true,\r\n            parsed: nextResult.parsed,\r\n            startIndex: i + 1 + nextResult.startIndex,\r\n            endIndex: i + 1 + nextResult.endIndex,\r\n          };\r\n        }\r\n        return { found: false, parsed: null, startIndex: -1, endIndex: -1 };\r\n      }\r\n    }\r\n  }\r\n\r\n  return { found: false, parsed: null, startIndex: -1, endIndex: -1 };\r\n}\r\n\r\n/**\r\n * Convert JSON content to TOON format for token efficiency.\r\n * Extracts JSON from string if embedded, converts to TOON.\r\n * Returns original string if:\r\n * - Already in TOON format\r\n * - Not JSON\r\n * - TOON conversion fails or is larger\r\n * \r\n * @param str - The string containing JSON to convert\r\n * @returns Object with conversion status, result, and reduction percentage\r\n */\r\nexport function jsonToToon(str: string): {\r\n  converted: boolean;\r\n  result: string;\r\n  reduction: number;\r\n  alreadyToon?: boolean;\r\n  error?: string;\r\n} {\r\n  if (!toonEncode || typeof str !== 'string') {\r\n    return { converted: false, result: str, reduction: 0, error: !toonEncode ? 'TOON library not loaded' : undefined };\r\n  }\r\n\r\n  // Check if already in TOON format - skip conversion\r\n  if (isToonFormat(str)) {\r\n    return { converted: false, result: str, reduction: 0, alreadyToon: true };\r\n  }\r\n\r\n  try {\r\n    const { found, parsed, startIndex, endIndex } = extractFirstJson(str);\r\n\r\n    if (!found || !parsed) {\r\n      return { converted: false, result: str, reduction: 0, error: 'No JSON found in content' };\r\n    }\r\n\r\n    // Check if this JSON structure would benefit from TOON\r\n    // Text-heavy content (emails, documents) won't compress well\r\n    if (!isToonBeneficial(parsed)) {\r\n      return { converted: false, result: str, reduction: 0, error: 'Content is text-heavy (>70% string values), TOON not beneficial' };\r\n    }\r\n\r\n    const toonResult = toonEncode(parsed);\r\n    \r\n    // Preserve text before and after the JSON block\r\n    const textBefore = str.substring(0, startIndex);\r\n    const textAfter = str.substring(endIndex + 1);\r\n    \r\n    // Build the full result: textBefore + TOON + textAfter\r\n    const fullResult = textBefore + toonResult + textAfter;\r\n\r\n    if (fullResult.length < str.length) {\r\n      const reduction = Math.round(((str.length - fullResult.length) / str.length) * 100);\r\n      return { converted: true, result: fullResult, reduction };\r\n    } else {\r\n      // TOON output was larger or same size - not beneficial\r\n      return { converted: false, result: str, reduction: 0, error: `TOON output not smaller (${fullResult.length} >= ${str.length})` };\r\n    }\r\n  } catch (err) {\r\n    // TOON encoding or extraction failed - log error for debugging\r\n    const errorMsg = err instanceof Error ? err.message : String(err);\r\n    return { converted: false, result: str, reduction: 0, error: `TOON conversion error: ${errorMsg}` };\r\n  }\r\n}\r\n\r\n/**\r\n * Check if TOON library is loaded and available\r\n */\r\nexport function isToonAvailable(): boolean {\r\n  return toonEncode !== null;\r\n}\r\n\r\n/**\r\n * Result of processing tool output\r\n */\r\nexport interface ProcessToolOutputResult {\r\n  /** The processed content string */\r\n  content: string;\r\n  /** Whether TOON conversion was applied */\r\n  toonConverted: boolean;\r\n  /** Whether content was truncated */\r\n  truncated: boolean;\r\n  /** Percentage reduction from TOON (0 if not converted) */\r\n  reduction: number;\r\n  /** Whether input was already in TOON format */\r\n  alreadyToon: boolean;\r\n  /** Original content length */\r\n  originalLength: number;\r\n  /** Estimated original tokens (~4 chars per token) */\r\n  originalTokens: number;\r\n  /** Final content length */\r\n  finalLength: number;\r\n  /** Estimated final tokens */\r\n  finalTokens: number;\r\n  /** Error message if TOON conversion failed (for debugging) */\r\n  toonError?: string;\r\n}\r\n\r\n/**\r\n * Options for processing tool output\r\n */\r\nexport interface ProcessToolOutputOptions {\r\n  /** Maximum output length in characters (default: 100000) */\r\n  maxLength?: number;\r\n  /** Whether to apply TOON conversion (default: true) */\r\n  enableToon?: boolean;\r\n  /** Minimum content size to attempt TOON conversion (default: 1000) */\r\n  minSizeForToon?: number;\r\n  /** Minimum reduction % to accept TOON result (default: 10) */\r\n  minReductionPercent?: number;\r\n}\r\n\r\n/**\r\n * Analyze JSON structure to determine if TOON conversion would be beneficial.\r\n * Text-heavy content (emails, documents) doesn't compress well with TOON.\r\n * Structured data (API responses, metadata) compresses much better.\r\n * \r\n * @param parsed - Parsed JSON object\r\n * @returns true if TOON conversion is likely beneficial\r\n */\r\nfunction isToonBeneficial(parsed: unknown): boolean {\r\n  if (!parsed || typeof parsed !== 'object') return false;\r\n  \r\n  const jsonStr = JSON.stringify(parsed);\r\n  const totalLength = jsonStr.length;\r\n  \r\n  // Count characters in string values (text content)\r\n  let textContentLength = 0;\r\n  \r\n  function countTextContent(obj: unknown): void {\r\n    if (typeof obj === 'string') {\r\n      // Count string length (this is text content that TOON can't compress)\r\n      textContentLength += obj.length;\r\n    } else if (Array.isArray(obj)) {\r\n      obj.forEach(countTextContent);\r\n    } else if (obj && typeof obj === 'object') {\r\n      Object.values(obj).forEach(countTextContent);\r\n    }\r\n  }\r\n  \r\n  countTextContent(parsed);\r\n  \r\n  // Calculate ratio of text content to total JSON\r\n  const textRatio = textContentLength / totalLength;\r\n  \r\n  // If more than 70% is text content, TOON won't help much\r\n  // TOON compresses structure (field names, brackets), not text\r\n  return textRatio < 0.7;\r\n}\r\n\r\n/**\r\n * Process tool output: apply TOON conversion if beneficial, then truncate if needed.\r\n * This is the main entry point for processing any tool output (regular or MCP).\r\n * \r\n * Flow:\r\n * 1. Check if already TOON format → skip conversion\r\n * 2. Try TOON conversion if content is JSON and large enough\r\n * 3. Truncate if still exceeds maxLength (with smart break points)\r\n * \r\n * @param content - The tool output content\r\n * @param options - Processing options\r\n * @returns Processed content and metadata\r\n */\r\nexport function processToolOutput(\r\n  content: string,\r\n  options: ProcessToolOutputOptions = {}\r\n): ProcessToolOutputResult {\r\n  const { \r\n    maxLength = 100000, \r\n    enableToon = true,\r\n    minSizeForToon = 1000,\r\n    minReductionPercent = 10,  // Increased from 5% - only apply TOON when clearly beneficial\r\n  } = options;\r\n\r\n  const originalLength = content.length;\r\n  const originalTokens = Math.ceil(originalLength / 4);\r\n  \r\n  let result = content;\r\n  let toonConverted = false;\r\n  let alreadyToon = false;\r\n  let reduction = 0;\r\n  let truncated = false;\r\n  let toonError: string | undefined;\r\n\r\n  // Step 1: Check if already TOON format\r\n  if (isToonFormat(content)) {\r\n    alreadyToon = true;\r\n  }\r\n  // Step 2: Apply TOON conversion if enabled and content is large enough\r\n  else if (enableToon && content.length > minSizeForToon) {\r\n    const toonResult = jsonToToon(content);\r\n    if (toonResult.alreadyToon) {\r\n      alreadyToon = true;\r\n    } else if (toonResult.converted && toonResult.reduction >= minReductionPercent) {\r\n      result = toonResult.result;\r\n      toonConverted = true;\r\n      reduction = toonResult.reduction;\r\n    } else if (toonResult.error) {\r\n      // Track error for debugging\r\n      toonError = toonResult.error;\r\n    } else if (toonResult.converted && toonResult.reduction < minReductionPercent) {\r\n      // TOON converted but reduction was too small to be worth it\r\n      toonError = `TOON reduction ${toonResult.reduction}% below threshold ${minReductionPercent}%`;\r\n    } else if (!toonResult.converted) {\r\n      // Conversion failed without explicit error - investigate\r\n      toonError = toonResult.error || 'TOON conversion returned false with no error';\r\n    }\r\n  }\r\n\r\n  // Step 3: Truncate if still too long (with smart break points)\r\n  if (result.length > maxLength) {\r\n    let truncatedStr = result.substring(0, maxLength);\r\n    \r\n    // Try to find a clean break point\r\n    if (toonConverted || alreadyToon) {\r\n      // For TOON format, break at newline for cleaner output\r\n      const lastNewline = truncatedStr.lastIndexOf('\\n');\r\n      if (lastNewline > maxLength * 0.7) {\r\n        truncatedStr = truncatedStr.substring(0, lastNewline);\r\n      }\r\n    } else {\r\n      // For JSON, try to find a clean JSON break point\r\n      const lastCompleteItem = truncatedStr.lastIndexOf('},');\r\n      const lastArrayItem = truncatedStr.lastIndexOf('],');\r\n      const breakPoint = Math.max(lastCompleteItem, lastArrayItem);\r\n      if (breakPoint > maxLength * 0.5) {\r\n        truncatedStr = truncatedStr.substring(0, breakPoint + 1);\r\n      }\r\n    }\r\n    \r\n    // Build truncation message\r\n    const truncationInfo = toonConverted\r\n      ? `Original ${originalLength.toLocaleString()} chars → TOON ${result.length.toLocaleString()} chars (${reduction}% saved). ` +\r\n        `Still exceeds ${maxLength.toLocaleString()} char limit.`\r\n      : `Original output was ${originalLength.toLocaleString()} characters (~${originalTokens.toLocaleString()} tokens).`;\r\n    \r\n    result = truncatedStr + `\\n\\n[OUTPUT_TRUNCATED: ${truncationInfo} Please use more specific queries or smaller date ranges.]`;\r\n    truncated = true;\r\n  }\r\n\r\n  const finalLength = result.length;\r\n  const finalTokens = Math.ceil(finalLength / 4);\r\n\r\n  return { \r\n    content: result, \r\n    toonConverted, \r\n    truncated, \r\n    reduction, \r\n    alreadyToon,\r\n    originalLength,\r\n    originalTokens,\r\n    finalLength,\r\n    finalTokens,\r\n    toonError,\r\n  };\r\n}\r\n"],"names":[],"mappings":"AAAA;;;;;;;AAOG;AAEH;AACA,IAAI,UAAU,GAAuC,IAAI;AACzD,IAAI,iBAAiB,GAAG,KAAK;AAC7B,IAAI,eAAe,GAA4B,IAAI;AAEnD;;;AAGG;AACH,eAAe,eAAe,GAAA;AAC5B,IAAA,IAAI,iBAAiB;QAAE,OAAO,UAAU,KAAK,IAAI;IACjD,iBAAiB,GAAG,IAAI;;AAGxB,IAAA,IAAI;AACF,QAAA,MAAM,GAAG,GAAG,MAAM,OAAO,mBAAmB,CAAC;AAC7C,QAAA,UAAU,GAAG,GAAG,CAAC,MAAM;AACvB,QAAA,OAAO,IAAI;;AACX,IAAA,MAAM;;AAEN,QAAA,IAAI;;AAEF,YAAA,MAAM,GAAG,GAAG,OAAO,CAAC,mBAAmB,CAAC;AACxC,YAAA,UAAU,GAAG,GAAG,CAAC,MAAM;AACvB,YAAA,OAAO,IAAI;;AACX,QAAA,MAAM;;AAEN,YAAA,OAAO,KAAK;;;AAGlB;AAEA;;AAEG;AACI,eAAe,gBAAgB,GAAA;IACpC,IAAI,CAAC,eAAe,EAAE;QACpB,eAAe,GAAG,eAAe,EAAE;;AAErC,IAAA,OAAO,eAAe;AACxB;AAEA;AACA,gBAAgB,EAAE;AAElB;;;;;;;;;;AAUG;AACG,SAAU,YAAY,CAAC,GAAW,EAAA;IACtC,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;AAAE,QAAA,OAAO,KAAK;AAE7D,IAAA,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE;;AAG1B,IAAA,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;AAAE,QAAA,OAAO,KAAK;;;;;AAMpE,IAAA,MAAM,YAAY,GAAG;AACnB,QAAA,SAAS;AACT,QAAA,eAAe;AACf,QAAA,iBAAiB;AACjB,QAAA,wBAAwB;KACzB;;AAGD,IAAA,MAAM,cAAc,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;;IAG1E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;IACvD,MAAM,wBAAwB,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC;IAEpF,OAAO,cAAc,IAAI,wBAAwB;AACnD;AAEA;;;;;;AAMG;AACG,SAAU,gBAAgB,CAAC,GAAW,EAAA;IAM1C,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE;AAC/C,QAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;;;IAIrE,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC;IACjC,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC;IAEjC,IAAI,QAAQ,KAAK,EAAE,IAAI,QAAQ,KAAK,EAAE,EAAE;AACtC,QAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;;AAGrE,IAAA,IAAI,UAAkB;AACtB,IAAA,IAAI,QAAQ,KAAK,EAAE,EAAE;QACnB,UAAU,GAAG,QAAQ;;AAChB,SAAA,IAAI,QAAQ,KAAK,EAAE,EAAE;QAC1B,UAAU,GAAG,QAAQ;;SAChB;QACL,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC;;;;IAK3C,IAAI,KAAK,GAAG,CAAC;IACb,IAAI,QAAQ,GAAG,KAAK;IACpB,IAAI,UAAU,GAAG,KAAK;AAEtB,IAAA,KAAK,IAAI,CAAC,GAAG,UAAU,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC5C,QAAA,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC;QAEnB,IAAI,UAAU,EAAE;YACd,UAAU,GAAG,KAAK;YAClB;;AAGF,QAAA,IAAI,IAAI,KAAK,IAAI,IAAI,QAAQ,EAAE;YAC7B,UAAU,GAAG,IAAI;YACjB;;AAGF,QAAA,IAAI,IAAI,KAAK,GAAG,EAAE;YAChB,QAAQ,GAAG,CAAC,QAAQ;YACpB;;AAGF,QAAA,IAAI,QAAQ;YAAE;AAEd,QAAA,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG;AAAE,YAAA,KAAK,EAAE;AACzC,QAAA,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG;AAAE,YAAA,KAAK,EAAE;AAEzC,QAAA,IAAI,KAAK,KAAK,CAAC,EAAE;;AAEf,YAAA,MAAM,OAAO,GAAG,GAAG,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC;AAChD,YAAA,IAAI;gBACF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;AAClC,gBAAA,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,EAAE;;AACvD,YAAA,MAAM;;;AAGN,gBAAA,MAAM,UAAU,GAAG,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AACzD,gBAAA,IAAI,UAAU,CAAC,KAAK,EAAE;oBACpB,OAAO;AACL,wBAAA,KAAK,EAAE,IAAI;wBACX,MAAM,EAAE,UAAU,CAAC,MAAM;AACzB,wBAAA,UAAU,EAAE,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,UAAU;AACzC,wBAAA,QAAQ,EAAE,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,QAAQ;qBACtC;;AAEH,gBAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;;;;AAKzE,IAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;AACrE;AAEA;;;;;;;;;;AAUG;AACG,SAAU,UAAU,CAAC,GAAW,EAAA;IAOpC,IAAI,CAAC,UAAU,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;QAC1C,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,UAAU,GAAG,yBAAyB,GAAG,SAAS,EAAE;;;AAIpH,IAAA,IAAI,YAAY,CAAC,GAAG,CAAC,EAAE;AACrB,QAAA,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE;;AAG3E,IAAA,IAAI;AACF,QAAA,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,gBAAgB,CAAC,GAAG,CAAC;AAErE,QAAA,IAAI,CAAC,KAAK,IAAI,CAAC,MAAM,EAAE;AACrB,YAAA,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,KAAK,EAAE,0BAA0B,EAAE;;;;AAK3F,QAAA,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE;AAC7B,YAAA,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,KAAK,EAAE,iEAAiE,EAAE;;AAGlI,QAAA,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC;;QAGrC,MAAM,UAAU,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC;QAC/C,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,CAAC,QAAQ,GAAG,CAAC,CAAC;;AAG7C,QAAA,MAAM,UAAU,GAAG,UAAU,GAAG,UAAU,GAAG,SAAS;QAEtD,IAAI,UAAU,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE;YAClC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC;YACnF,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE;;aACpD;;YAEL,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,KAAK,EAAE,CAA4B,yBAAA,EAAA,UAAU,CAAC,MAAM,CAAO,IAAA,EAAA,GAAG,CAAC,MAAM,CAAG,CAAA,CAAA,EAAE;;;IAElI,OAAO,GAAG,EAAE;;AAEZ,QAAA,MAAM,QAAQ,GAAG,GAAG,YAAY,KAAK,GAAG,GAAG,CAAC,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC;AACjE,QAAA,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,KAAK,EAAE,0BAA0B,QAAQ,CAAA,CAAE,EAAE;;AAEvG;AAEA;;AAEG;SACa,eAAe,GAAA;IAC7B,OAAO,UAAU,KAAK,IAAI;AAC5B;AA0CA;;;;;;;AAOG;AACH,SAAS,gBAAgB,CAAC,MAAe,EAAA;AACvC,IAAA,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;AAAE,QAAA,OAAO,KAAK;IAEvD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;AACtC,IAAA,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM;;IAGlC,IAAI,iBAAiB,GAAG,CAAC;IAEzB,SAAS,gBAAgB,CAAC,GAAY,EAAA;AACpC,QAAA,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;;AAE3B,YAAA,iBAAiB,IAAI,GAAG,CAAC,MAAM;;AAC1B,aAAA,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;AAC7B,YAAA,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC;;AACxB,aAAA,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;YACzC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC;;;IAIhD,gBAAgB,CAAC,MAAM,CAAC;;AAGxB,IAAA,MAAM,SAAS,GAAG,iBAAiB,GAAG,WAAW;;;IAIjD,OAAO,SAAS,GAAG,GAAG;AACxB;AAEA;;;;;;;;;;;;AAYG;SACa,iBAAiB,CAC/B,OAAe,EACf,UAAoC,EAAE,EAAA;AAEtC,IAAA,MAAM,EACJ,SAAS,GAAG,MAAM,EAClB,UAAU,GAAG,IAAI,EACjB,cAAc,GAAG,IAAI,EACrB,mBAAmB,GAAG,EAAE;AACzB,MAAA,GAAG,OAAO;AAEX,IAAA,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM;IACrC,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;IAEpD,IAAI,MAAM,GAAG,OAAO;IACpB,IAAI,aAAa,GAAG,KAAK;IACzB,IAAI,WAAW,GAAG,KAAK;IACvB,IAAI,SAAS,GAAG,CAAC;IACjB,IAAI,SAAS,GAAG,KAAK;AACrB,IAAA,IAAI,SAA6B;;AAGjC,IAAA,IAAI,YAAY,CAAC,OAAO,CAAC,EAAE;QACzB,WAAW,GAAG,IAAI;;;SAGf,IAAI,UAAU,IAAI,OAAO,CAAC,MAAM,GAAG,cAAc,EAAE;AACtD,QAAA,MAAM,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC;AACtC,QAAA,IAAI,UAAU,CAAC,WAAW,EAAE;YAC1B,WAAW,GAAG,IAAI;;aACb,IAAI,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,SAAS,IAAI,mBAAmB,EAAE;AAC9E,YAAA,MAAM,GAAG,UAAU,CAAC,MAAM;YAC1B,aAAa,GAAG,IAAI;AACpB,YAAA,SAAS,GAAG,UAAU,CAAC,SAAS;;AAC3B,aAAA,IAAI,UAAU,CAAC,KAAK,EAAE;;AAE3B,YAAA,SAAS,GAAG,UAAU,CAAC,KAAK;;aACvB,IAAI,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,SAAS,GAAG,mBAAmB,EAAE;;YAE7E,SAAS,GAAG,kBAAkB,UAAU,CAAC,SAAS,CAAqB,kBAAA,EAAA,mBAAmB,GAAG;;AACxF,aAAA,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE;;AAEhC,YAAA,SAAS,GAAG,UAAU,CAAC,KAAK,IAAI,8CAA8C;;;;AAKlF,IAAA,IAAI,MAAM,CAAC,MAAM,GAAG,SAAS,EAAE;QAC7B,IAAI,YAAY,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC;;AAGjD,QAAA,IAAI,aAAa,IAAI,WAAW,EAAE;;YAEhC,MAAM,WAAW,GAAG,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC;AAClD,YAAA,IAAI,WAAW,GAAG,SAAS,GAAG,GAAG,EAAE;gBACjC,YAAY,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,WAAW,CAAC;;;aAElD;;YAEL,MAAM,gBAAgB,GAAG,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC;YACvD,MAAM,aAAa,GAAG,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC;YACpD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,aAAa,CAAC;AAC5D,YAAA,IAAI,UAAU,GAAG,SAAS,GAAG,GAAG,EAAE;gBAChC,YAAY,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,GAAG,CAAC,CAAC;;;;QAK5D,MAAM,cAAc,GAAG;AACrB,cAAE,CAAA,SAAA,EAAY,cAAc,CAAC,cAAc,EAAE,CAAA,cAAA,EAAiB,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,CAAA,QAAA,EAAW,SAAS,CAAY,UAAA,CAAA;AAC1H,gBAAA,CAAA,cAAA,EAAiB,SAAS,CAAC,cAAc,EAAE,CAAc,YAAA;AAC3D,cAAE,CAAA,oBAAA,EAAuB,cAAc,CAAC,cAAc,EAAE,CAAiB,cAAA,EAAA,cAAc,CAAC,cAAc,EAAE,CAAA,SAAA,CAAW;AAErH,QAAA,MAAM,GAAG,YAAY,GAAG,CAA0B,uBAAA,EAAA,cAAc,4DAA4D;QAC5H,SAAS,GAAG,IAAI;;AAGlB,IAAA,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM;IACjC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;IAE9C,OAAO;AACL,QAAA,OAAO,EAAE,MAAM;QACf,aAAa;QACb,SAAS;QACT,SAAS;QACT,WAAW;QACX,cAAc;QACd,cAAc;QACd,WAAW;QACX,WAAW;QACX,SAAS;KACV;AACH;;;;"}
+{"version":3,"file":"toonFormat.mjs","sources":["../../../src/utils/toonFormat.ts"],"sourcesContent":["/**\n * TOON Format Utility\n *\n * Provides JSON to TOON conversion for token-efficient encoding.\n * TOON format can reduce token count by 30-60% for JSON data.\n *\n * Uses the official @toon-format/toon library when available.\n */\n\n// Dynamic import holder for the TOON library (ESM)\nlet toonEncode: ((data: unknown) => string) | null = null;\nlet toonLoadAttempted = false;\nlet toonLoadPromise: Promise<boolean> | null = null;\n\n/**\n * Lazily loads the TOON library\n * Tries both ESM dynamic import and CommonJS require for compatibility\n */\nasync function loadToonLibrary(): Promise<boolean> {\n  if (toonLoadAttempted) return toonEncode !== null;\n  toonLoadAttempted = true;\n\n  // Try ESM dynamic import first\n  try {\n    const mod = await import('@toon-format/toon');\n    toonEncode = mod.encode;\n    return true;\n  } catch {\n    // ESM import failed, try CommonJS require\n    try {\n      // eslint-disable-next-line @typescript-eslint/no-require-imports\n      const mod = require('@toon-format/toon');\n      toonEncode = mod.encode;\n      return true;\n    } catch {\n      // Library not available - that's OK, we'll return original content\n      return false;\n    }\n  }\n}\n\n/**\n * Ensures the TOON library is loaded. Call this before using jsonToToon in tests.\n */\nexport async function ensureToonLoaded(): Promise<boolean> {\n  if (!toonLoadPromise) {\n    toonLoadPromise = loadToonLibrary();\n  }\n  return toonLoadPromise;\n}\n\n// Start loading immediately\nensureToonLoaded();\n\n/**\n * Check if a string appears to be in TOON format.\n * TOON format characteristics:\n * - Uses key: value syntax (like YAML)\n * - Uses array notation like [3] or {fields}\n * - Does NOT start with { or [\n * - Often has patterns like \"name[N]:\" or \"name{fields}:\"\n *\n * @param str - String to check\n * @returns true if string appears to be TOON format\n */\nexport function isToonFormat(str: string): boolean {\n  if (typeof str !== 'string' || str.length === 0) return false;\n\n  const trimmed = str.trim();\n\n  // TOON doesn't start with JSON brackets\n  if (trimmed.startsWith('{') || trimmed.startsWith('[')) return false;\n\n  // Check for TOON-specific patterns:\n  // 1. Key-value with colon (but not URL-like patterns)\n  // 2. Array notation like \"items[3]:\" or \"data[10]:\"\n  // 3. Object schema notation like \"items{id,name}:\"\n  const toonPatterns = [\n    /^\\w+:$/m, // Simple key: at start of line\n    /^\\w+\\[\\d+\\]:/m, // Array notation: items[3]:\n    /^\\w+\\{[^}]+\\}:/m, // Schema notation: items{id,name}:\n    /^\\w+\\[\\d+\\]\\{[^}]+\\}:/m, // Combined: items[3]{id,name}:\n  ];\n\n  // Must match at least one TOON pattern\n  const hasToonPattern = toonPatterns.some((pattern) => pattern.test(trimmed));\n\n  // Additional check: TOON typically has multiple lines with consistent indentation\n  const lines = trimmed.split('\\n').filter((l) => l.trim());\n  const hasMultipleKeyValueLines =\n    lines.filter((l) => /^\\s*\\w+.*:/.test(l)).length >= 2;\n\n  return hasToonPattern || hasMultipleKeyValueLines;\n}\n\n/**\n * Extract the first valid JSON object or array from a string.\n * Handles pure JSON or JSON embedded in text (e.g., tool responses).\n *\n * @param str - The string to extract JSON from\n * @returns Object with found status, parsed JSON, and indices\n */\nexport function extractFirstJson(str: string): {\n  found: boolean;\n  parsed: unknown;\n  startIndex: number;\n  endIndex: number;\n} {\n  if (typeof str !== 'string' || str.length === 0) {\n    return { found: false, parsed: null, startIndex: -1, endIndex: -1 };\n  }\n\n  // Find the first { or [ character\n  const objStart = str.indexOf('{');\n  const arrStart = str.indexOf('[');\n\n  if (objStart === -1 && arrStart === -1) {\n    return { found: false, parsed: null, startIndex: -1, endIndex: -1 };\n  }\n\n  let startIndex: number;\n  if (objStart === -1) {\n    startIndex = arrStart;\n  } else if (arrStart === -1) {\n    startIndex = objStart;\n  } else {\n    startIndex = Math.min(objStart, arrStart);\n  }\n\n  // Find the matching closing bracket using a stack-based approach\n  // Properly handle strings to avoid counting brackets inside strings\n  let depth = 0;\n  let inString = false;\n  let escapeNext = false;\n\n  for (let i = startIndex; i < str.length; i++) {\n    const char = str[i];\n\n    if (escapeNext) {\n      escapeNext = false;\n      continue;\n    }\n\n    if (char === '\\\\' && inString) {\n      escapeNext = true;\n      continue;\n    }\n\n    if (char === '\"') {\n      inString = !inString;\n      continue;\n    }\n\n    if (inString) continue;\n\n    if (char === '{' || char === '[') depth++;\n    if (char === '}' || char === ']') depth--;\n\n    if (depth === 0) {\n      // Found matching bracket, try to parse\n      const jsonStr = str.substring(startIndex, i + 1);\n      try {\n        const parsed = JSON.parse(jsonStr);\n        return { found: true, parsed, startIndex, endIndex: i };\n      } catch {\n        // Not valid JSON at this bracket level, continue searching\n        // Reset and look for the next JSON start after this position\n        const nextResult = extractFirstJson(str.substring(i + 1));\n        if (nextResult.found) {\n          return {\n            found: true,\n            parsed: nextResult.parsed,\n            startIndex: i + 1 + nextResult.startIndex,\n            endIndex: i + 1 + nextResult.endIndex,\n          };\n        }\n        return { found: false, parsed: null, startIndex: -1, endIndex: -1 };\n      }\n    }\n  }\n\n  return { found: false, parsed: null, startIndex: -1, endIndex: -1 };\n}\n\n/**\n * Convert JSON content to TOON format for token efficiency.\n * Extracts JSON from string if embedded, converts to TOON.\n * Returns original string if:\n * - Already in TOON format\n * - Not JSON\n * - TOON conversion fails or is larger\n *\n * @param str - The string containing JSON to convert\n * @returns Object with conversion status, result, and reduction percentage\n */\nexport function jsonToToon(str: string): {\n  converted: boolean;\n  result: string;\n  reduction: number;\n  alreadyToon?: boolean;\n  error?: string;\n} {\n  if (!toonEncode || typeof str !== 'string') {\n    return {\n      converted: false,\n      result: str,\n      reduction: 0,\n      error: !toonEncode ? 'TOON library not loaded' : undefined,\n    };\n  }\n\n  // Check if already in TOON format - skip conversion\n  if (isToonFormat(str)) {\n    return { converted: false, result: str, reduction: 0, alreadyToon: true };\n  }\n\n  try {\n    const { found, parsed, startIndex, endIndex } = extractFirstJson(str);\n\n    if (!found || !parsed) {\n      return {\n        converted: false,\n        result: str,\n        reduction: 0,\n        error: 'No JSON found in content',\n      };\n    }\n\n    // Check if this JSON structure would benefit from TOON\n    // Text-heavy content (emails, documents) won't compress well\n    if (!isToonBeneficial(parsed)) {\n      return {\n        converted: false,\n        result: str,\n        reduction: 0,\n        error:\n          'Content is text-heavy (>70% string values), TOON not beneficial',\n      };\n    }\n\n    const toonResult = toonEncode(parsed);\n\n    // Preserve text before and after the JSON block\n    const textBefore = str.substring(0, startIndex);\n    const textAfter = str.substring(endIndex + 1);\n\n    // Build the full result: textBefore + TOON + textAfter\n    const fullResult = textBefore + toonResult + textAfter;\n\n    if (fullResult.length < str.length) {\n      const reduction = Math.round(\n        ((str.length - fullResult.length) / str.length) * 100\n      );\n      return { converted: true, result: fullResult, reduction };\n    } else {\n      // TOON output was larger or same size - not beneficial\n      return {\n        converted: false,\n        result: str,\n        reduction: 0,\n        error: `TOON output not smaller (${fullResult.length} >= ${str.length})`,\n      };\n    }\n  } catch (err) {\n    // TOON encoding or extraction failed - log error for debugging\n    const errorMsg = err instanceof Error ? err.message : String(err);\n    return {\n      converted: false,\n      result: str,\n      reduction: 0,\n      error: `TOON conversion error: ${errorMsg}`,\n    };\n  }\n}\n\n/**\n * Check if TOON library is loaded and available\n */\nexport function isToonAvailable(): boolean {\n  return toonEncode !== null;\n}\n\n/**\n * Result of processing tool output\n */\nexport interface ProcessToolOutputResult {\n  /** The processed content string */\n  content: string;\n  /** Whether TOON conversion was applied */\n  toonConverted: boolean;\n  /** Whether content was truncated */\n  truncated: boolean;\n  /** Percentage reduction from TOON (0 if not converted) */\n  reduction: number;\n  /** Whether input was already in TOON format */\n  alreadyToon: boolean;\n  /** Original content length */\n  originalLength: number;\n  /** Estimated original tokens (~4 chars per token) */\n  originalTokens: number;\n  /** Final content length */\n  finalLength: number;\n  /** Estimated final tokens */\n  finalTokens: number;\n  /** Error message if TOON conversion failed (for debugging) */\n  toonError?: string;\n}\n\n/**\n * Options for processing tool output\n */\nexport interface ProcessToolOutputOptions {\n  /** Maximum output length in characters (default: 100000) */\n  maxLength?: number;\n  /** Whether to apply TOON conversion (default: true) */\n  enableToon?: boolean;\n  /** Minimum content size to attempt TOON conversion (default: 1000) */\n  minSizeForToon?: number;\n  /** Minimum reduction % to accept TOON result (default: 10) */\n  minReductionPercent?: number;\n}\n\n/**\n * Analyze JSON structure to determine if TOON conversion would be beneficial.\n * Text-heavy content (emails, documents) doesn't compress well with TOON.\n * Structured data (API responses, metadata) compresses much better.\n *\n * @param parsed - Parsed JSON object\n * @returns true if TOON conversion is likely beneficial\n */\nfunction isToonBeneficial(parsed: unknown): boolean {\n  if (!parsed || typeof parsed !== 'object') return false;\n\n  const jsonStr = JSON.stringify(parsed);\n  const totalLength = jsonStr.length;\n\n  // Count characters in string values (text content)\n  let textContentLength = 0;\n\n  function countTextContent(obj: unknown): void {\n    if (typeof obj === 'string') {\n      // Count string length (this is text content that TOON can't compress)\n      textContentLength += obj.length;\n    } else if (Array.isArray(obj)) {\n      obj.forEach(countTextContent);\n    } else if (obj && typeof obj === 'object') {\n      Object.values(obj).forEach(countTextContent);\n    }\n  }\n\n  countTextContent(parsed);\n\n  // Calculate ratio of text content to total JSON\n  const textRatio = textContentLength / totalLength;\n\n  // If more than 70% is text content, TOON won't help much\n  // TOON compresses structure (field names, brackets), not text\n  return textRatio < 0.7;\n}\n\n/**\n * Process tool output: apply TOON conversion if beneficial, then truncate if needed.\n * This is the main entry point for processing any tool output (regular or MCP).\n *\n * Flow:\n * 1. Check if already TOON format → skip conversion\n * 2. Try TOON conversion if content is JSON and large enough\n * 3. Truncate if still exceeds maxLength (with smart break points)\n *\n * @param content - The tool output content\n * @param options - Processing options\n * @returns Processed content and metadata\n */\nexport function processToolOutput(\n  content: string,\n  options: ProcessToolOutputOptions = {}\n): ProcessToolOutputResult {\n  const {\n    maxLength = 100000,\n    enableToon = true,\n    minSizeForToon = 1000,\n    minReductionPercent = 10, // Increased from 5% - only apply TOON when clearly beneficial\n  } = options;\n\n  const originalLength = content.length;\n  const originalTokens = Math.ceil(originalLength / 4);\n\n  let result = content;\n  let toonConverted = false;\n  let alreadyToon = false;\n  let reduction = 0;\n  let truncated = false;\n  let toonError: string | undefined;\n\n  // Step 1: Check if already TOON format\n  if (isToonFormat(content)) {\n    alreadyToon = true;\n  }\n  // Step 2: Apply TOON conversion if enabled and content is large enough\n  else if (enableToon && content.length > minSizeForToon) {\n    const toonResult = jsonToToon(content);\n    if (toonResult.alreadyToon) {\n      alreadyToon = true;\n    } else if (\n      toonResult.converted &&\n      toonResult.reduction >= minReductionPercent\n    ) {\n      result = toonResult.result;\n      toonConverted = true;\n      reduction = toonResult.reduction;\n    } else if (toonResult.error) {\n      // Track error for debugging\n      toonError = toonResult.error;\n    } else if (\n      toonResult.converted &&\n      toonResult.reduction < minReductionPercent\n    ) {\n      // TOON converted but reduction was too small to be worth it\n      toonError = `TOON reduction ${toonResult.reduction}% below threshold ${minReductionPercent}%`;\n    } else if (!toonResult.converted) {\n      // Conversion failed without explicit error - investigate\n      toonError =\n        toonResult.error || 'TOON conversion returned false with no error';\n    }\n  }\n\n  // Step 3: Truncate if still too long (with smart break points)\n  if (result.length > maxLength) {\n    let truncatedStr = result.substring(0, maxLength);\n\n    // Try to find a clean break point\n    if (toonConverted || alreadyToon) {\n      // For TOON format, break at newline for cleaner output\n      const lastNewline = truncatedStr.lastIndexOf('\\n');\n      if (lastNewline > maxLength * 0.7) {\n        truncatedStr = truncatedStr.substring(0, lastNewline);\n      }\n    } else {\n      // For JSON, try to find a clean JSON break point\n      const lastCompleteItem = truncatedStr.lastIndexOf('},');\n      const lastArrayItem = truncatedStr.lastIndexOf('],');\n      const breakPoint = Math.max(lastCompleteItem, lastArrayItem);\n      if (breakPoint > maxLength * 0.5) {\n        truncatedStr = truncatedStr.substring(0, breakPoint + 1);\n      }\n    }\n\n    // Build truncation message\n    const truncationInfo = toonConverted\n      ? `Original ${originalLength.toLocaleString()} chars → TOON ${result.length.toLocaleString()} chars (${reduction}% saved). ` +\n        `Still exceeds ${maxLength.toLocaleString()} char limit.`\n      : `Original output was ${originalLength.toLocaleString()} characters (~${originalTokens.toLocaleString()} tokens).`;\n\n    result =\n      truncatedStr +\n      `\\n\\n[OUTPUT_TRUNCATED: ${truncationInfo} Please use more specific queries or smaller date ranges.]`;\n    truncated = true;\n  }\n\n  const finalLength = result.length;\n  const finalTokens = Math.ceil(finalLength / 4);\n\n  return {\n    content: result,\n    toonConverted,\n    truncated,\n    reduction,\n    alreadyToon,\n    originalLength,\n    originalTokens,\n    finalLength,\n    finalTokens,\n    toonError,\n  };\n}\n"],"names":[],"mappings":"AAAA;;;;;;;AAOG;AAEH;AACA,IAAI,UAAU,GAAuC,IAAI;AACzD,IAAI,iBAAiB,GAAG,KAAK;AAC7B,IAAI,eAAe,GAA4B,IAAI;AAEnD;;;AAGG;AACH,eAAe,eAAe,GAAA;AAC5B,IAAA,IAAI,iBAAiB;QAAE,OAAO,UAAU,KAAK,IAAI;IACjD,iBAAiB,GAAG,IAAI;;AAGxB,IAAA,IAAI;AACF,QAAA,MAAM,GAAG,GAAG,MAAM,OAAO,mBAAmB,CAAC;AAC7C,QAAA,UAAU,GAAG,GAAG,CAAC,MAAM;AACvB,QAAA,OAAO,IAAI;;AACX,IAAA,MAAM;;AAEN,QAAA,IAAI;;AAEF,YAAA,MAAM,GAAG,GAAG,OAAO,CAAC,mBAAmB,CAAC;AACxC,YAAA,UAAU,GAAG,GAAG,CAAC,MAAM;AACvB,YAAA,OAAO,IAAI;;AACX,QAAA,MAAM;;AAEN,YAAA,OAAO,KAAK;;;AAGlB;AAEA;;AAEG;AACI,eAAe,gBAAgB,GAAA;IACpC,IAAI,CAAC,eAAe,EAAE;QACpB,eAAe,GAAG,eAAe,EAAE;;AAErC,IAAA,OAAO,eAAe;AACxB;AAEA;AACA,gBAAgB,EAAE;AAElB;;;;;;;;;;AAUG;AACG,SAAU,YAAY,CAAC,GAAW,EAAA;IACtC,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;AAAE,QAAA,OAAO,KAAK;AAE7D,IAAA,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE;;AAG1B,IAAA,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;AAAE,QAAA,OAAO,KAAK;;;;;AAMpE,IAAA,MAAM,YAAY,GAAG;AACnB,QAAA,SAAS;AACT,QAAA,eAAe;AACf,QAAA,iBAAiB;AACjB,QAAA,wBAAwB;KACzB;;AAGD,IAAA,MAAM,cAAc,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;;IAG5E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;IACzD,MAAM,wBAAwB,GAC5B,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC;IAEvD,OAAO,cAAc,IAAI,wBAAwB;AACnD;AAEA;;;;;;AAMG;AACG,SAAU,gBAAgB,CAAC,GAAW,EAAA;IAM1C,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE;AAC/C,QAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;;;IAIrE,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC;IACjC,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC;IAEjC,IAAI,QAAQ,KAAK,EAAE,IAAI,QAAQ,KAAK,EAAE,EAAE;AACtC,QAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;;AAGrE,IAAA,IAAI,UAAkB;AACtB,IAAA,IAAI,QAAQ,KAAK,EAAE,EAAE;QACnB,UAAU,GAAG,QAAQ;;AAChB,SAAA,IAAI,QAAQ,KAAK,EAAE,EAAE;QAC1B,UAAU,GAAG,QAAQ;;SAChB;QACL,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC;;;;IAK3C,IAAI,KAAK,GAAG,CAAC;IACb,IAAI,QAAQ,GAAG,KAAK;IACpB,IAAI,UAAU,GAAG,KAAK;AAEtB,IAAA,KAAK,IAAI,CAAC,GAAG,UAAU,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC5C,QAAA,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC;QAEnB,IAAI,UAAU,EAAE;YACd,UAAU,GAAG,KAAK;YAClB;;AAGF,QAAA,IAAI,IAAI,KAAK,IAAI,IAAI,QAAQ,EAAE;YAC7B,UAAU,GAAG,IAAI;YACjB;;AAGF,QAAA,IAAI,IAAI,KAAK,GAAG,EAAE;YAChB,QAAQ,GAAG,CAAC,QAAQ;YACpB;;AAGF,QAAA,IAAI,QAAQ;YAAE;AAEd,QAAA,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG;AAAE,YAAA,KAAK,EAAE;AACzC,QAAA,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG;AAAE,YAAA,KAAK,EAAE;AAEzC,QAAA,IAAI,KAAK,KAAK,CAAC,EAAE;;AAEf,YAAA,MAAM,OAAO,GAAG,GAAG,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC;AAChD,YAAA,IAAI;gBACF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;AAClC,gBAAA,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,EAAE;;AACvD,YAAA,MAAM;;;AAGN,gBAAA,MAAM,UAAU,GAAG,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AACzD,gBAAA,IAAI,UAAU,CAAC,KAAK,EAAE;oBACpB,OAAO;AACL,wBAAA,KAAK,EAAE,IAAI;wBACX,MAAM,EAAE,UAAU,CAAC,MAAM;AACzB,wBAAA,UAAU,EAAE,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,UAAU;AACzC,wBAAA,QAAQ,EAAE,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,QAAQ;qBACtC;;AAEH,gBAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;;;;AAKzE,IAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;AACrE;AAEA;;;;;;;;;;AAUG;AACG,SAAU,UAAU,CAAC,GAAW,EAAA;IAOpC,IAAI,CAAC,UAAU,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;QAC1C,OAAO;AACL,YAAA,SAAS,EAAE,KAAK;AAChB,YAAA,MAAM,EAAE,GAAG;AACX,YAAA,SAAS,EAAE,CAAC;YACZ,KAAK,EAAE,CAAC,UAAU,GAAG,yBAAyB,GAAG,SAAS;SAC3D;;;AAIH,IAAA,IAAI,YAAY,CAAC,GAAG,CAAC,EAAE;AACrB,QAAA,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE;;AAG3E,IAAA,IAAI;AACF,QAAA,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,gBAAgB,CAAC,GAAG,CAAC;AAErE,QAAA,IAAI,CAAC,KAAK,IAAI,CAAC,MAAM,EAAE;YACrB,OAAO;AACL,gBAAA,SAAS,EAAE,KAAK;AAChB,gBAAA,MAAM,EAAE,GAAG;AACX,gBAAA,SAAS,EAAE,CAAC;AACZ,gBAAA,KAAK,EAAE,0BAA0B;aAClC;;;;AAKH,QAAA,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE;YAC7B,OAAO;AACL,gBAAA,SAAS,EAAE,KAAK;AAChB,gBAAA,MAAM,EAAE,GAAG;AACX,gBAAA,SAAS,EAAE,CAAC;AACZ,gBAAA,KAAK,EACH,iEAAiE;aACpE;;AAGH,QAAA,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC;;QAGrC,MAAM,UAAU,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC;QAC/C,MAAM,SAAS,GAAG,GAAG,CAAC,SAAS,CAAC,QAAQ,GAAG,CAAC,CAAC;;AAG7C,QAAA,MAAM,UAAU,GAAG,UAAU,GAAG,UAAU,GAAG,SAAS;QAEtD,IAAI,UAAU,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE;YAClC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAC1B,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CACtD;YACD,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE;;aACpD;;YAEL,OAAO;AACL,gBAAA,SAAS,EAAE,KAAK;AAChB,gBAAA,MAAM,EAAE,GAAG;AACX,gBAAA,SAAS,EAAE,CAAC;gBACZ,KAAK,EAAE,4BAA4B,UAAU,CAAC,MAAM,CAAO,IAAA,EAAA,GAAG,CAAC,MAAM,CAAG,CAAA,CAAA;aACzE;;;IAEH,OAAO,GAAG,EAAE;;AAEZ,QAAA,MAAM,QAAQ,GAAG,GAAG,YAAY,KAAK,GAAG,GAAG,CAAC,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC;QACjE,OAAO;AACL,YAAA,SAAS,EAAE,KAAK;AAChB,YAAA,MAAM,EAAE,GAAG;AACX,YAAA,SAAS,EAAE,CAAC;YACZ,KAAK,EAAE,CAA0B,uBAAA,EAAA,QAAQ,CAAE,CAAA;SAC5C;;AAEL;AAEA;;AAEG;SACa,eAAe,GAAA;IAC7B,OAAO,UAAU,KAAK,IAAI;AAC5B;AA0CA;;;;;;;AAOG;AACH,SAAS,gBAAgB,CAAC,MAAe,EAAA;AACvC,IAAA,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;AAAE,QAAA,OAAO,KAAK;IAEvD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;AACtC,IAAA,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM;;IAGlC,IAAI,iBAAiB,GAAG,CAAC;IAEzB,SAAS,gBAAgB,CAAC,GAAY,EAAA;AACpC,QAAA,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;;AAE3B,YAAA,iBAAiB,IAAI,GAAG,CAAC,MAAM;;AAC1B,aAAA,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;AAC7B,YAAA,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC;;AACxB,aAAA,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;YACzC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC;;;IAIhD,gBAAgB,CAAC,MAAM,CAAC;;AAGxB,IAAA,MAAM,SAAS,GAAG,iBAAiB,GAAG,WAAW;;;IAIjD,OAAO,SAAS,GAAG,GAAG;AACxB;AAEA;;;;;;;;;;;;AAYG;SACa,iBAAiB,CAC/B,OAAe,EACf,UAAoC,EAAE,EAAA;AAEtC,IAAA,MAAM,EACJ,SAAS,GAAG,MAAM,EAClB,UAAU,GAAG,IAAI,EACjB,cAAc,GAAG,IAAI,EACrB,mBAAmB,GAAG,EAAE;AACzB,MAAA,GAAG,OAAO;AAEX,IAAA,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM;IACrC,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;IAEpD,IAAI,MAAM,GAAG,OAAO;IACpB,IAAI,aAAa,GAAG,KAAK;IACzB,IAAI,WAAW,GAAG,KAAK;IACvB,IAAI,SAAS,GAAG,CAAC;IACjB,IAAI,SAAS,GAAG,KAAK;AACrB,IAAA,IAAI,SAA6B;;AAGjC,IAAA,IAAI,YAAY,CAAC,OAAO,CAAC,EAAE;QACzB,WAAW,GAAG,IAAI;;;SAGf,IAAI,UAAU,IAAI,OAAO,CAAC,MAAM,GAAG,cAAc,EAAE;AACtD,QAAA,MAAM,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC;AACtC,QAAA,IAAI,UAAU,CAAC,WAAW,EAAE;YAC1B,WAAW,GAAG,IAAI;;aACb,IACL,UAAU,CAAC,SAAS;AACpB,YAAA,UAAU,CAAC,SAAS,IAAI,mBAAmB,EAC3C;AACA,YAAA,MAAM,GAAG,UAAU,CAAC,MAAM;YAC1B,aAAa,GAAG,IAAI;AACpB,YAAA,SAAS,GAAG,UAAU,CAAC,SAAS;;AAC3B,aAAA,IAAI,UAAU,CAAC,KAAK,EAAE;;AAE3B,YAAA,SAAS,GAAG,UAAU,CAAC,KAAK;;aACvB,IACL,UAAU,CAAC,SAAS;AACpB,YAAA,UAAU,CAAC,SAAS,GAAG,mBAAmB,EAC1C;;YAEA,SAAS,GAAG,kBAAkB,UAAU,CAAC,SAAS,CAAqB,kBAAA,EAAA,mBAAmB,GAAG;;AACxF,aAAA,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE;;YAEhC,SAAS;AACP,gBAAA,UAAU,CAAC,KAAK,IAAI,8CAA8C;;;;AAKxE,IAAA,IAAI,MAAM,CAAC,MAAM,GAAG,SAAS,EAAE;QAC7B,IAAI,YAAY,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC;;AAGjD,QAAA,IAAI,aAAa,IAAI,WAAW,EAAE;;YAEhC,MAAM,WAAW,GAAG,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC;AAClD,YAAA,IAAI,WAAW,GAAG,SAAS,GAAG,GAAG,EAAE;gBACjC,YAAY,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,WAAW,CAAC;;;aAElD;;YAEL,MAAM,gBAAgB,GAAG,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC;YACvD,MAAM,aAAa,GAAG,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC;YACpD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,aAAa,CAAC;AAC5D,YAAA,IAAI,UAAU,GAAG,SAAS,GAAG,GAAG,EAAE;gBAChC,YAAY,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,GAAG,CAAC,CAAC;;;;QAK5D,MAAM,cAAc,GAAG;AACrB,cAAE,CAAA,SAAA,EAAY,cAAc,CAAC,cAAc,EAAE,CAAA,cAAA,EAAiB,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,CAAA,QAAA,EAAW,SAAS,CAAY,UAAA,CAAA;AAC1H,gBAAA,CAAA,cAAA,EAAiB,SAAS,CAAC,cAAc,EAAE,CAAc,YAAA;AAC3D,cAAE,CAAA,oBAAA,EAAuB,cAAc,CAAC,cAAc,EAAE,CAAiB,cAAA,EAAA,cAAc,CAAC,cAAc,EAAE,CAAA,SAAA,CAAW;QAErH,MAAM;YACJ,YAAY;gBACZ,CAA0B,uBAAA,EAAA,cAAc,4DAA4D;QACtG,SAAS,GAAG,IAAI;;AAGlB,IAAA,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM;IACjC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;IAE9C,OAAO;AACL,QAAA,OAAO,EAAE,MAAM;QACf,aAAa;QACb,SAAS;QACT,SAAS;QACT,WAAW;QACX,cAAc;QACd,cAAc;QACd,WAAW;QACX,WAAW;QACX,SAAS;KACV;AACH;;;;"}

package/dist/types/tools/ProgrammaticToolCalling.d.ts

@@ -42,6 +42,16 @@ export declare function extractUsedToolNames(code: string, toolNameMap: Map<stri
  * @returns Filtered array of tool definitions
  */
 export declare function filterToolsByUsage(toolDefs: t.LCTool[], code: string, debug?: boolean): t.LCTool[];
+/**
+ * Fetches files from a previous session to make them available for the current execution.
+ * Files are returned as CodeEnvFile references to be included in the request.
+ * @param baseUrl - The base URL for the Code API
+ * @param apiKey - The API key for authentication
+ * @param sessionId - The session ID to fetch files from
+ * @param proxy - Optional HTTP proxy URL
+ * @returns Array of CodeEnvFile references, or empty array if fetch fails
+ */
+export declare function fetchSessionFiles(baseUrl: string, apiKey: string, sessionId: string, proxy?: string): Promise<t.CodeEnvFile[]>;
 /**
  * Makes an HTTP request to the Code API.
  * @param endpoint - The API endpoint URL
@@ -51,9 +61,18 @@ export declare function filterToolsByUsage(toolDefs: t.LCTool[], code: string, d
  * @returns The parsed API response
  */
 export declare function makeRequest(endpoint: string, apiKey: string, body: Record<string, unknown>, proxy?: string): Promise<t.ProgrammaticExecutionResponse>;
+/**
+ * Unwraps tool responses that may be formatted as tuples or content blocks.
+ * MCP tools return [content, artifacts], we need to extract the raw data.
+ * @param result - The raw result from tool.invoke()
+ * @param isMCPTool - Whether this is an MCP tool (has mcp property)
+ * @returns Unwrapped raw data (string, object, or parsed JSON)
+ */
+export declare function unwrapToolResponse(result: unknown, isMCPTool: boolean): unknown;
 /**
  * Executes tools in parallel when requested by the API.
  * Uses Promise.all for parallel execution, catching individual errors.
+ * Unwraps formatted responses (e.g., MCP tool tuples) to raw data.
  * @param toolCalls - Array of tool calls from the API
  * @param toolMap - Map of tool names to executable tools
  * @returns Array of tool results

package/dist/types/types/tools.d.ts

@@ -11,7 +11,9 @@ export type CustomToolCall = {
     type?: 'tool_call';
     output?: string;
 };
-export type GenericTool = StructuredToolInterface | RunnableToolLike;
+export type GenericTool = (StructuredToolInterface | RunnableToolLike) & {
+    mcp?: boolean;
+};
 export type ToolMap = Map<string, GenericTool>;
 export type ToolRefs = {
     tools: GenericTool[];

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "illuma-agents",
-  "version": "1.0.17",
+  "version": "1.0.18",
   "main": "./dist/cjs/main.cjs",
   "module": "./dist/esm/main.mjs",
   "types": "./dist/types/index.d.ts",
@@ -41,7 +41,7 @@
     "image": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/image.ts --provider 'google' --name 'Jo' --location 'New York, NY'",
     "code_exec_files": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/code_exec_files.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
     "code_exec_simple": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/code_exec_simple.ts --provider 'google' --name 'Jo' --location 'New York, NY'",
-    "simple": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/simple.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",
+    "simple": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/simple.ts --provider 'openrouter' --name 'Jo' --location 'New York, NY'",
     "caching": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/caching.ts --name 'Jo' --location 'New York, NY'",
     "thinking": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/thinking.ts --name 'Jo' --location 'New York, NY'",
     "memory": "node -r dotenv/config --loader ./tsconfig-paths-bootstrap.mjs --experimental-specifier-resolution=node ./src/scripts/memory.ts --provider 'openAI' --name 'Jo' --location 'New York, NY'",

package/src/agents/AgentContext.ts

@@ -166,13 +166,13 @@ export class AgentContext {
     artifacts: number;
     memory: number;
   } = {
-    branding: 0,
-    toolRouting: 0,
-    agentInstructions: 0,
-    mcpInstructions: 0,
-    artifacts: 0,
-    memory: 0,
-  };
+      branding: 0,
+      toolRouting: 0,
+      agentInstructions: 0,
+      mcpInstructions: 0,
+      artifacts: 0,
+      memory: 0,
+    };
 
   constructor({
     agentId,
@@ -403,10 +403,12 @@ export class AgentContext {
         | t.BedrockAnthropicInput
         | undefined;
       const modelId = bedrockOptions?.model?.toLowerCase() ?? '';
-      const supportsCaching = modelId.includes('claude') || modelId.includes('anthropic') || modelId.includes('nova');
+      const supportsCaching =
+        modelId.includes('claude') ||
+        modelId.includes('anthropic') ||
+        modelId.includes('nova');
 
       if (bedrockOptions?.promptCache === true && supportsCaching) {
-        
         finalInstructions = {
           content: [
             {
@@ -485,7 +487,7 @@ export class AgentContext {
   ): Promise<void> {
     let toolTokens = 0;
     this.toolsDetail = []; // Reset per-tool breakdown
-    
+
     if (this.tools && this.tools.length > 0) {
       for (const tool of this.tools) {
         const genericTool = tool as Record<string, unknown>;
@@ -507,7 +509,7 @@ export class AgentContext {
           const tokens = tokenCounter(
             new SystemMessage(JSON.stringify(jsonSchema))
           );
-          
+
           // Track per-tool breakdown
           this.toolsDetail.push({ name: toolName, tokens });
           toolTokens += tokens;
@@ -517,7 +519,7 @@ export class AgentContext {
 
     // Store total tool tokens for breakdown reporting
     this.toolTokensTotal = toolTokens;
-    
+
     // Add tool tokens to existing instruction tokens (which may already include system message tokens)
     this.instructionTokens += toolTokens;
   }
@@ -535,12 +537,18 @@ export class AgentContext {
     artifacts?: number;
     memory?: number;
   }): void {
-    if (breakdown.branding !== undefined) this.promptBreakdown.branding = breakdown.branding;
-    if (breakdown.toolRouting !== undefined) this.promptBreakdown.toolRouting = breakdown.toolRouting;
-    if (breakdown.agentInstructions !== undefined) this.promptBreakdown.agentInstructions = breakdown.agentInstructions;
-    if (breakdown.mcpInstructions !== undefined) this.promptBreakdown.mcpInstructions = breakdown.mcpInstructions;
-    if (breakdown.artifacts !== undefined) this.promptBreakdown.artifacts = breakdown.artifacts;
-    if (breakdown.memory !== undefined) this.promptBreakdown.memory = breakdown.memory;
+    if (breakdown.branding !== undefined)
+      this.promptBreakdown.branding = breakdown.branding;
+    if (breakdown.toolRouting !== undefined)
+      this.promptBreakdown.toolRouting = breakdown.toolRouting;
+    if (breakdown.agentInstructions !== undefined)
+      this.promptBreakdown.agentInstructions = breakdown.agentInstructions;
+    if (breakdown.mcpInstructions !== undefined)
+      this.promptBreakdown.mcpInstructions = breakdown.mcpInstructions;
+    if (breakdown.artifacts !== undefined)
+      this.promptBreakdown.artifacts = breakdown.artifacts;
+    if (breakdown.memory !== undefined)
+      this.promptBreakdown.memory = breakdown.memory;
   }
 
   /**
@@ -565,9 +573,9 @@ export class AgentContext {
       artifacts: number;
       memory: number;
     };
-  } {
+    } {
     // Calculate sum of prompt components
-    const promptsTotal = 
+    const promptsTotal =
       this.promptBreakdown.branding +
       this.promptBreakdown.toolRouting +
       this.promptBreakdown.agentInstructions +

package/src/graphs/Graph.ts

@@ -57,7 +57,10 @@ import {
   joinKeys,
   sleep,
 } from '@/utils';
-import { buildContextAnalytics, type ContextAnalytics } from '@/utils/contextAnalytics';
+import {
+  buildContextAnalytics,
+  type ContextAnalytics,
+} from '@/utils/contextAnalytics';
 import { getChatModelClass, manualToolStreamProviders } from '@/llm/providers';
 import { ToolNode as CustomToolNode, toolsCondition } from '@/tools/ToolNode';
 import { ChatOpenAI, AzureChatOpenAI } from '@/llm/openai';
@@ -214,7 +217,7 @@ export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
   /**
    * Estimates a human-friendly description of the conversation timeframe based on message count.
    * Uses rough heuristics to provide context about how much history is available.
-   * 
+   *
    * @param messageCount - Number of messages in the remaining context
    * @returns A friendly description like "the last few minutes", "the past hour", etc.
    */
@@ -224,7 +227,7 @@ export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
     // - Normal chat: ~10-15 messages per hour
     // - Slow/thoughtful chat: ~5-8 messages per hour
     // We use a middle estimate of ~12 messages per hour
-    
+
     if (messageCount <= 5) {
       return 'just the last few exchanges';
     } else if (messageCount <= 15) {
@@ -712,7 +715,8 @@ export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
           content: `[SESSION_CONTEXT]\n${agentContext.dynamicContext}`,
         });
         const ackMessage = new AIMessageChunk({
-          content: 'Understood. I have noted the session context including the current date/time (CST) and will apply it appropriately.',
+          content:
+            'Understood. I have noted the session context including the current date/time (CST) and will apply it appropriately.',
         });
         messages = [dynamicContextMessage, ackMessage, ...messages];
       }
@@ -745,7 +749,7 @@ export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
       this.config = config;
 
       let messagesToUse = messages;
-      
+
       if (
         !agentContext.pruneMessages &&
         agentContext.tokenCounter &&
@@ -829,7 +833,7 @@ export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
        * Handle edge case: when switching from a non-thinking agent to a thinking-enabled agent,
        * convert AI messages with tool calls to HumanMessages to avoid thinking block requirements.
        * This is required by Anthropic/Bedrock when thinking is enabled.
-       * 
+       *
        * IMPORTANT: This MUST happen BEFORE cache control is applied.
        * If we add cachePoint to an AI message first, then convert that AI message to a HumanMessage,
        * the cachePoint is lost. By converting first, we ensure cache control is applied to the
@@ -873,7 +877,10 @@ export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
         // Both Claude and Nova models support cachePoint in system and messages
         // (Llama, Titan, and other models do NOT support cachePoint)
         const modelId = bedrockOptions?.model?.toLowerCase() ?? '';
-        const supportsCaching = modelId.includes('claude') || modelId.includes('anthropic') || modelId.includes('nova');
+        const supportsCaching =
+          modelId.includes('claude') ||
+          modelId.includes('anthropic') ||
+          modelId.includes('nova');
         if (bedrockOptions?.promptCache === true && supportsCaching) {
           finalMessages = addBedrockCacheControl<BaseMessage>(finalMessages);
         }
@@ -909,10 +916,17 @@ export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
       }
 
       // Get model info for analytics
-      const bedrockOpts = agentContext.clientOptions as t.BedrockAnthropicClientOptions | undefined;
-      const modelId = bedrockOpts?.model || (agentContext.clientOptions as t.AnthropicClientOptions | undefined)?.modelName;
-      const thinkingConfig = bedrockOpts?.additionalModelRequestFields?.['thinking'] || 
-                             (agentContext.clientOptions as t.AnthropicClientOptions | undefined)?.thinking;
+      const bedrockOpts = agentContext.clientOptions as
+        | t.BedrockAnthropicClientOptions
+        | undefined;
+      const modelId =
+        bedrockOpts?.model ||
+        (agentContext.clientOptions as t.AnthropicClientOptions | undefined)
+          ?.modelName;
+      const thinkingConfig =
+        bedrockOpts?.additionalModelRequestFields?.['thinking'] ||
+        (agentContext.clientOptions as t.AnthropicClientOptions | undefined)
+          ?.thinking;
 
       // Build and emit context analytics for traces
       const contextAnalytics = buildContextAnalytics(finalMessages, {
@@ -921,10 +935,10 @@ export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
         instructionTokens: agentContext.instructionTokens,
         indexTokenCountMap: agentContext.indexTokenCountMap,
       });
-      
+
       // Store for retrieval via getContextAnalytics() after run completes
       this.lastContextAnalytics = contextAnalytics;
-      
+
       await safeDispatchCustomEvent(
         GraphEvents.ON_CONTEXT_ANALYTICS,
         {
@@ -949,8 +963,9 @@ export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
         );
       } catch (primaryError) {
         // Check if this is a "input too long" error from Bedrock/Anthropic
-        const errorMessage = (primaryError as Error)?.message?.toLowerCase() ?? '';
-        const isInputTooLongError = 
+        const errorMessage =
+          (primaryError as Error).message.toLowerCase() ?? '';
+        const isInputTooLongError =
           errorMessage.includes('too long') ||
           errorMessage.includes('input is too long') ||
           errorMessage.includes('context length') ||
@@ -960,41 +975,50 @@ export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
 
         // Log when we detect the error
         if (isInputTooLongError) {
-          console.warn('[Graph] Detected input too long error:', errorMessage.substring(0, 200));
+          console.warn(
+            '[Graph] Detected input too long error:',
+            errorMessage.substring(0, 200)
+          );
           console.warn('[Graph] Checking emergency pruning conditions:', {
             hasPruneMessages: !!agentContext.pruneMessages,
             hasTokenCounter: !!agentContext.tokenCounter,
             maxContextTokens: agentContext.maxContextTokens,
-            indexTokenMapKeys: Object.keys(agentContext.indexTokenCountMap).length
+            indexTokenMapKeys: Object.keys(agentContext.indexTokenCountMap)
+              .length,
           });
         }
 
         // If input too long and we have pruning capability OR tokenCounter, retry with progressively more aggressive pruning
         // Note: We can create emergency pruneMessages dynamically if we have tokenCounter and maxContextTokens
-        const canPrune = agentContext.tokenCounter && agentContext.maxContextTokens;
+        const canPrune =
+          agentContext.tokenCounter && agentContext.maxContextTokens;
         if (isInputTooLongError && canPrune) {
           // Progressive reduction: 50% -> 25% -> 10% of original context
           const reductionLevels = [0.5, 0.25, 0.1];
-          
+
           for (const reductionFactor of reductionLevels) {
             if (result) break; // Exit if we got a result
-            
-            const reducedMaxTokens = Math.floor(agentContext.maxContextTokens! * reductionFactor);
+
+            const reducedMaxTokens = Math.floor(
+              agentContext.maxContextTokens! * reductionFactor
+            );
             console.warn(
               `[Graph] Input too long. Retrying with ${reductionFactor * 100}% context (${reducedMaxTokens} tokens)...`
             );
-            
+
             // Build fresh indexTokenCountMap if missing/incomplete
             // This is needed when messages were dynamically added without updating the token map
             let tokenMapForPruning = agentContext.indexTokenCountMap;
             if (Object.keys(tokenMapForPruning).length < messages.length) {
-              console.warn('[Graph] Building fresh token count map for emergency pruning...');
+              console.warn(
+                '[Graph] Building fresh token count map for emergency pruning...'
+              );
               tokenMapForPruning = {};
               for (let i = 0; i < messages.length; i++) {
                 tokenMapForPruning[i] = agentContext.tokenCounter!(messages[i]);
               }
             }
-            
+
             const emergencyPrune = createPruneMessages({
               startIndex: this.startIndex,
               provider: agentContext.provider,
@@ -1011,15 +1035,18 @@ export class StandardGraph extends Graph<t.BaseGraphState, t.GraphNode> {
 
             // Skip if we can't fit any messages
             if (reducedMessages.length === 0) {
-              console.warn(`[Graph] Cannot fit any messages at ${reductionFactor * 100}% reduction, trying next level...`);
+              console.warn(
+                `[Graph] Cannot fit any messages at ${reductionFactor * 100}% reduction, trying next level...`
+              );
               continue;
             }
 
             // Calculate how many messages were pruned and estimate context timeframe
             const prunedCount = finalMessages.length - reducedMessages.length;
             const remainingCount = reducedMessages.length;
-            const estimatedContextDescription = this.getContextTimeframeDescription(remainingCount);
-            
+            const estimatedContextDescription =
+              this.getContextTimeframeDescription(remainingCount);
+
             // Inject a personalized context message to inform the agent about pruning
             const pruneNoticeMessage = new HumanMessage({
               content: `[CONTEXT NOTICE]
@@ -1027,11 +1054,11 @@ Our conversation has grown quite long, so I've focused on ${estimatedContextDesc
 
 If I seem to be missing something we discussed earlier, just give me a quick reminder and I'll pick right back up! I'm still fully engaged and ready to help with whatever you need.`,
             });
-            
+
             // Insert the notice after the system message (if any) but before conversation
             const hasSystemMessage = reducedMessages[0]?.getType() === 'system';
             const insertIndex = hasSystemMessage ? 1 : 0;
-            
+
             // Create new array with the pruning notice
             const messagesWithNotice = [
               ...reducedMessages.slice(0, insertIndex),
@@ -1059,9 +1086,13 @@ If I seem to be missing something we discussed earlier, just give me a quick rem
                 | t.BedrockAnthropicClientOptions
                 | undefined;
               const modelId = bedrockOptions?.model?.toLowerCase() ?? '';
-              const supportsCaching = modelId.includes('claude') || modelId.includes('anthropic') || modelId.includes('nova');
+              const supportsCaching =
+                modelId.includes('claude') ||
+                modelId.includes('anthropic') ||
+                modelId.includes('nova');
               if (bedrockOptions?.promptCache === true && supportsCaching) {
-                retryMessages = addBedrockCacheControl<BaseMessage>(retryMessages);
+                retryMessages =
+                  addBedrockCacheControl<BaseMessage>(retryMessages);
               }
             }
 
@@ -1076,18 +1107,26 @@ If I seem to be missing something we discussed earlier, just give me a quick rem
                 config
               );
               // Success with reduced context
-              console.info(`[Graph] ✅ Retry successful at ${reductionFactor * 100}% with ${reducedMessages.length} messages (reduced from ${finalMessages.length})`);
+              console.info(
+                `[Graph] ✅ Retry successful at ${reductionFactor * 100}% with ${reducedMessages.length} messages (reduced from ${finalMessages.length})`
+              );
             } catch (retryError) {
-              const retryErrorMsg = (retryError as Error)?.message?.toLowerCase() ?? '';
-              const stillTooLong = 
+              const retryErrorMsg =
+                (retryError as Error).message.toLowerCase() ?? '';
+              const stillTooLong =
                 retryErrorMsg.includes('too long') ||
                 retryErrorMsg.includes('context length') ||
                 retryErrorMsg.includes('validationexception');
-              
+
               if (stillTooLong && reductionFactor > 0.1) {
-                console.warn(`[Graph] Still too long at ${reductionFactor * 100}%, trying more aggressive pruning...`);
+                console.warn(
+                  `[Graph] Still too long at ${reductionFactor * 100}%, trying more aggressive pruning...`
+                );
               } else {
-                console.error(`[Graph] Retry at ${reductionFactor * 100}% failed:`, (retryError as Error)?.message);
+                console.error(
+                  `[Graph] Retry at ${reductionFactor * 100}% failed:`,
+                  (retryError as Error).message
+                );
               }
             }
           }