@librechat/agents 2.3.4 → 2.3.6

package/dist/cjs/messages/prune.cjs

@@ -103,11 +103,11 @@ tokenCounter, }) {
                 break;
             }
         }
-        if (thinkingEndIndex > -1 && context[context.length - 1].getType() === 'tool') {
+        if (thinkingEndIndex > -1 && context[context.length - 1]?.getType() === 'tool') {
             startType = 'ai';
         }
         if (startType != null && startType && context.length > 0) {
-            const requiredTypeIndex = context.findIndex(msg => msg.getType() === startType);
+            const requiredTypeIndex = context.findIndex(msg => msg?.getType() === startType);
             if (requiredTypeIndex > 0) {
                 context = context.slice(requiredTypeIndex);
             }
@@ -140,7 +140,7 @@ tokenCounter, }) {
     let assistantIndex = -1;
     for (let i = 0; i < context.length; i++) {
         const currentMessage = context[i];
-        const type = currentMessage.getType();
+        const type = currentMessage?.getType();
         if (type === 'ai') {
             assistantIndex = i;
         }
@@ -253,15 +253,18 @@ function createPruneMessages(factoryParams) {
             }, 0);
             // Calculate ratio based only on messages that remain in the context
             const ratio = currentUsage.total_tokens / totalIndexTokens;
-            // Apply the ratio adjustment only to messages at or after lastCutOffIndex
-            for (const key in indexTokenCountMap) {
-                const numericKey = Number(key);
-                if (numericKey === 0 && params.messages[0].getType() === 'system') {
-                    indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);
-                }
-                else if (numericKey >= lastCutOffIndex) {
-                    // Only adjust token counts for messages still in the context
-                    indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);
+            const isRatioSafe = ratio >= 1 / 3 && ratio <= 2.5;
+            // Apply the ratio adjustment only to messages at or after lastCutOffIndex, and only if the ratio is safe
+            if (isRatioSafe) {
+                for (const key in indexTokenCountMap) {
+                    const numericKey = Number(key);
+                    if (numericKey === 0 && params.messages[0].getType() === 'system') {
+                        indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);
+                    }
+                    else if (numericKey >= lastCutOffIndex) {
+                        // Only adjust token counts for messages still in the context
+                        indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);
+                    }
                 }
             }
         }

package/dist/cjs/messages/prune.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"prune.cjs","sources":["../../../src/messages/prune.ts"],"sourcesContent":["import { AIMessage, BaseMessage, UsageMetadata } from '@langchain/core/messages';\nimport type { ThinkingContentText, MessageContentComplex } from '@/types/stream';\nimport type { TokenCounter } from '@/types/run';\nimport { ContentTypes } from '@/common';\nexport type PruneMessagesFactoryParams = {\n  maxTokens: number;\n  startIndex: number;\n  tokenCounter: TokenCounter;\n  indexTokenCountMap: Record<string, number>;\n  thinkingEnabled?: boolean;\n};\nexport type PruneMessagesParams = {\n  messages: BaseMessage[];\n  usageMetadata?: Partial<UsageMetadata>;\n  startType?: ReturnType<BaseMessage['getType']>;\n}\n\nfunction isIndexInContext(arrayA: BaseMessage[], arrayB: BaseMessage[], targetIndex: number): boolean {\n  const startingIndexInA = arrayA.length - arrayB.length;\n  return targetIndex >= startingIndexInA;\n}\n\nfunction addThinkingBlock(message: AIMessage, thinkingBlock: ThinkingContentText): MessageContentComplex[] {\n  const content: MessageContentComplex[] = Array.isArray(message.content)\n    ? message.content as MessageContentComplex[]\n    : [{\n      type: ContentTypes.TEXT,\n      text: message.content,\n    }];\n  content.unshift(thinkingBlock);\n  return content;\n}\n\n/**\n * Calculates the total tokens from a single usage object\n *\n * @param usage The usage metadata object containing token information\n * @returns An object containing the total input and output tokens\n */\nexport function calculateTotalTokens(usage: Partial<UsageMetadata>): UsageMetadata {\n  const baseInputTokens = Number(usage.input_tokens) || 0;\n  const cacheCreation = Number(usage.input_token_details?.cache_creation) || 0;\n  const cacheRead = Number(usage.input_token_details?.cache_read) || 0;\n\n  const totalInputTokens = baseInputTokens + cacheCreation + cacheRead;\n  const totalOutputTokens = Number(usage.output_tokens) || 0;\n\n  return {\n    input_tokens: totalInputTokens,\n    output_tokens: totalOutputTokens,\n    total_tokens: totalInputTokens + totalOutputTokens\n  };\n}\n\n/**\n * Processes an array of messages and returns a context of messages that fit within a specified token limit.\n * It iterates over the messages from newest to oldest, adding them to the context until the token limit is reached.\n *\n * @param options Configuration options for processing messages\n * @returns Object containing the message context, remaining tokens, messages not included, and summary index\n */\nexport function getMessagesWithinTokenLimit({\n  messages: _messages,\n  maxContextTokens,\n  indexTokenCountMap,\n  startType: _startType,\n  thinkingEnabled,\n  /** We may need to use this when recalculating */\n  tokenCounter,\n}: {\n  messages: BaseMessage[];\n  maxContextTokens: number;\n  indexTokenCountMap: Record<string, number | undefined>;\n  tokenCounter: TokenCounter;\n  startType?: string;\n  thinkingEnabled?: boolean;\n}): {\n  context: BaseMessage[];\n  remainingContextTokens: number;\n  messagesToRefine: BaseMessage[];\n} {\n  // Every reply is primed with <|start|>assistant<|message|>, so we\n  // start with 3 tokens for the label after all messages have been counted.\n  let currentTokenCount = 3;\n  const instructions = _messages[0]?.getType() === 'system' ? _messages[0] : undefined;\n  const instructionsTokenCount = instructions != null ? indexTokenCountMap[0] ?? 0 : 0;\n  const initialContextTokens = maxContextTokens - instructionsTokenCount;\n  let remainingContextTokens = initialContextTokens;\n  let startType = _startType;\n  const originalLength = _messages.length;\n  const messages = [..._messages];\n  /**\n   * IMPORTANT: this context array gets reversed at the end, since the latest messages get pushed first.\n   *\n   * This may be confusing to read, but it is done to ensure the context is in the correct order for the model.\n   * */\n  let context: BaseMessage[] = [];\n\n  let thinkingStartIndex = -1;\n  let thinkingEndIndex = -1;\n  let thinkingBlock: ThinkingContentText | undefined;\n  const endIndex = instructions != null ? 1 : 0;\n  const prunedMemory: BaseMessage[] = [];\n\n  if (currentTokenCount < remainingContextTokens) {\n    let currentIndex = messages.length;\n    while (messages.length > 0 && currentTokenCount < remainingContextTokens && currentIndex > endIndex) {\n      currentIndex--;\n      if (messages.length === 1 && instructions) {\n        break;\n      }\n      const poppedMessage = messages.pop();\n      if (!poppedMessage) continue;\n      const messageType = poppedMessage.getType();\n      if (thinkingEnabled === true && thinkingEndIndex === -1 && (currentIndex === (originalLength - 1)) && (messageType === 'ai' || messageType === 'tool')) {\n        thinkingEndIndex = currentIndex;\n      }\n      if (thinkingEndIndex > -1 && !thinkingBlock  && thinkingStartIndex < 0 && messageType === 'ai' && Array.isArray(poppedMessage.content)) {\n        thinkingBlock = (poppedMessage.content.find((content) => content.type === ContentTypes.THINKING)) as ThinkingContentText | undefined;\n        thinkingStartIndex = thinkingBlock != null ? currentIndex : -1;\n      }\n      /** False start, the latest message was not part of a multi-assistant/tool sequence of messages */\n      if (\n        thinkingEndIndex > -1\n        && currentIndex === (thinkingEndIndex - 1)\n        && (messageType !== 'ai' && messageType !== 'tool')\n      ) {\n        thinkingEndIndex = -1;\n      }\n\n      const tokenCount = indexTokenCountMap[currentIndex] ?? 0;\n\n      if (prunedMemory.length === 0 && ((currentTokenCount + tokenCount) <= remainingContextTokens)) {\n        context.push(poppedMessage);\n        currentTokenCount += tokenCount;\n      } else {\n        prunedMemory.push(poppedMessage);\n        if (thinkingEndIndex > -1) {\n          continue;\n        }\n        break;\n      }\n    }\n\n    if (thinkingEndIndex > -1 && context[context.length - 1].getType() === 'tool') {\n      startType = 'ai';\n    }\n\n    if (startType != null && startType && context.length > 0) {\n      const requiredTypeIndex = context.findIndex(msg => msg.getType() === startType);\n\n      if (requiredTypeIndex > 0) {\n        context = context.slice(requiredTypeIndex);\n      }\n    }\n  }\n\n  if (instructions && originalLength > 0) {\n    context.push(_messages[0] as BaseMessage);\n    messages.shift();\n  }\n\n  remainingContextTokens -= currentTokenCount;\n  const result = {\n    remainingContextTokens,\n    context: [] as BaseMessage[],\n    messagesToRefine: prunedMemory,\n  };\n\n  if (prunedMemory.length === 0 || thinkingEndIndex < 0 || (thinkingStartIndex > -1 && isIndexInContext(_messages, context, thinkingStartIndex))) {\n    // we reverse at this step to ensure the context is in the correct order for the model, and we need to work backwards\n    result.context = context.reverse();\n    return result;\n  }\n\n  if (thinkingEndIndex > -1 && thinkingStartIndex < 0) {\n    throw new Error('The payload is malformed. There is a thinking sequence but no \"AI\" messages with thinking blocks.');\n  }\n\n  if (!thinkingBlock) {\n    throw new Error('The payload is malformed. There is a thinking sequence but no thinking block found.');\n  }\n\n  // Since we have a thinking sequence, we need to find the last assistant message\n  // in the latest AI/tool sequence to add the thinking block that falls outside of the current context\n  // Latest messages are ordered first.\n  let assistantIndex = -1;\n  for (let i = 0; i < context.length; i++) {\n    const currentMessage = context[i];\n    const type = currentMessage.getType();\n    if (type === 'ai') {\n      assistantIndex = i;\n    }\n    if (assistantIndex > -1 && (type === 'human' || type === 'system')) {\n      break;\n    }\n  }\n\n  if (assistantIndex === -1) {\n    throw new Error('The payload is malformed. There is a thinking sequence but no \"AI\" messages to append thinking blocks to.');\n  }\n\n  thinkingStartIndex = originalLength - 1 - assistantIndex;\n  const thinkingTokenCount = tokenCounter(new AIMessage({ content: [thinkingBlock] }));\n  const newRemainingCount = remainingContextTokens - thinkingTokenCount;\n\n  const content: MessageContentComplex[] = addThinkingBlock(context[assistantIndex] as AIMessage, thinkingBlock);\n  context[assistantIndex].content = content;\n  if (newRemainingCount > 0) {\n    result.context = context.reverse();\n    return result;\n  }\n\n  const thinkingMessage: AIMessage = context[assistantIndex];\n  // now we need to an additional round of pruning but making the thinking block fit\n  const newThinkingMessageTokenCount = (indexTokenCountMap[thinkingStartIndex] ?? 0) + thinkingTokenCount;\n  remainingContextTokens = initialContextTokens - newThinkingMessageTokenCount;\n  currentTokenCount = 3;\n  let newContext: BaseMessage[] = [];\n  const secondRoundMessages = [..._messages];\n  let currentIndex = secondRoundMessages.length;\n  while (secondRoundMessages.length > 0 && currentTokenCount < remainingContextTokens && currentIndex > thinkingStartIndex) {\n    currentIndex--;\n    const poppedMessage = secondRoundMessages.pop();\n    if (!poppedMessage) continue;\n    const tokenCount = indexTokenCountMap[currentIndex] ?? 0;\n    if ((currentTokenCount + tokenCount) <= remainingContextTokens) {\n      newContext.push(poppedMessage);\n      currentTokenCount += tokenCount;\n    } else {\n      messages.push(poppedMessage);\n      break;\n    }\n  }\n\n  const firstMessage: AIMessage = newContext[newContext.length - 1];\n  const firstMessageType = newContext[newContext.length - 1].getType();\n  if (firstMessageType === 'tool') {\n    startType = 'ai';\n  }\n\n  if (startType != null && startType && newContext.length > 0) {\n    const requiredTypeIndex = newContext.findIndex(msg => msg.getType() === startType);\n    if (requiredTypeIndex > 0) {\n      newContext = newContext.slice(requiredTypeIndex);\n    }\n  }\n\n  if (firstMessageType === 'ai') {\n    const content = addThinkingBlock(firstMessage, thinkingBlock);\n    newContext[newContext.length - 1].content = content;\n  } else {\n    newContext.push(thinkingMessage);\n  }\n\n  if (instructions && originalLength > 0) {\n    newContext.push(_messages[0] as BaseMessage);\n    secondRoundMessages.shift();\n  }\n\n  result.context = newContext.reverse();\n  return result;\n}\n\nexport function checkValidNumber(value: unknown): value is number {\n  return typeof value === 'number' && !isNaN(value) && value > 0;\n}\n\nexport function createPruneMessages(factoryParams: PruneMessagesFactoryParams) {\n  const indexTokenCountMap = { ...factoryParams.indexTokenCountMap };\n  let lastTurnStartIndex = factoryParams.startIndex;\n  let lastCutOffIndex = 0;\n  let totalTokens = (Object.values(indexTokenCountMap)).reduce((a, b) => a + b, 0);\n  return function pruneMessages(params: PruneMessagesParams): {\n    context: BaseMessage[];\n    indexTokenCountMap: Record<string, number>;\n  } {\n    let currentUsage: UsageMetadata | undefined;\n    if (params.usageMetadata && (\n      checkValidNumber(params.usageMetadata.input_tokens)\n      || (\n        checkValidNumber(params.usageMetadata.input_token_details)\n        && (\n          checkValidNumber(params.usageMetadata.input_token_details.cache_creation)\n          || checkValidNumber(params.usageMetadata.input_token_details.cache_read)\n        )\n      )\n    ) && checkValidNumber(params.usageMetadata.output_tokens)) {\n      currentUsage = calculateTotalTokens(params.usageMetadata);\n      totalTokens = currentUsage.total_tokens;\n    }\n\n    for (let i = lastTurnStartIndex; i < params.messages.length; i++) {\n      const message = params.messages[i];\n      // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition\n      if (i === lastTurnStartIndex && indexTokenCountMap[i] === undefined && currentUsage) {\n        indexTokenCountMap[i] = currentUsage.output_tokens;\n      // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition\n      } else if (indexTokenCountMap[i] === undefined) {\n        indexTokenCountMap[i] = factoryParams.tokenCounter(message);\n        totalTokens += indexTokenCountMap[i];\n      }\n    }\n\n    // If `currentUsage` is defined, we need to distribute the current total tokens to our `indexTokenCountMap`,\n    // We must distribute it in a weighted manner, so that the total token count is equal to `currentUsage.total_tokens`,\n    // relative the manually counted tokens in `indexTokenCountMap`.\n    // EDGE CASE: when the resulting context gets pruned, we should not distribute the usage for messages that are not in the context.\n    if (currentUsage) {\n      // Calculate the sum of tokens only for indices at or after lastCutOffIndex\n      const totalIndexTokens = Object.entries(indexTokenCountMap).reduce((sum, [key, value]) => {\n        // Convert string key to number and check if it's >= lastCutOffIndex\n        const numericKey = Number(key);\n        if (numericKey === 0 && params.messages[0].getType() === 'system') {\n          return sum + value;\n        }\n        return numericKey >= lastCutOffIndex ? sum + value : sum;\n      }, 0);\n\n      // Calculate ratio based only on messages that remain in the context\n      const ratio = currentUsage.total_tokens / totalIndexTokens;\n\n      // Apply the ratio adjustment only to messages at or after lastCutOffIndex\n      for (const key in indexTokenCountMap) {\n        const numericKey = Number(key);\n        if (numericKey === 0 && params.messages[0].getType() === 'system') {\n          indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);\n        } else if (numericKey >= lastCutOffIndex) {\n          // Only adjust token counts for messages still in the context\n          indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);\n        }\n      }\n    }\n\n    lastTurnStartIndex = params.messages.length;\n    if (totalTokens <= factoryParams.maxTokens) {\n      return { context: params.messages, indexTokenCountMap };\n    }\n\n    const { context } = getMessagesWithinTokenLimit({\n      maxContextTokens: factoryParams.maxTokens,\n      messages: params.messages,\n      indexTokenCountMap,\n      startType: params.startType,\n      thinkingEnabled: factoryParams.thinkingEnabled,\n      tokenCounter: factoryParams.tokenCounter,\n    });\n    lastCutOffIndex = Math.max(params.messages.length - context.length, 0);\n\n    return { context, indexTokenCountMap };\n  };\n}\n"],"names":["ContentTypes","messages","AIMessage"],"mappings":";;;;;AAiBA,SAAS,gBAAgB,CAAC,MAAqB,EAAE,MAAqB,EAAE,WAAmB,EAAA;IACzF,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;IACtD,OAAO,WAAW,IAAI,gBAAgB;AACxC;AAEA,SAAS,gBAAgB,CAAC,OAAkB,EAAE,aAAkC,EAAA;IAC9E,MAAM,OAAO,GAA4B,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO;UAClE,OAAO,CAAC;AACV,UAAE,CAAC;gBACD,IAAI,EAAEA,kBAAY,CAAC,IAAI;gBACvB,IAAI,EAAE,OAAO,CAAC,OAAO;AACtB,aAAA,CAAC;AACJ,IAAA,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC;AAC9B,IAAA,OAAO,OAAO;AAChB;AAEA;;;;;AAKG;AACG,SAAU,oBAAoB,CAAC,KAA6B,EAAA;IAChE,MAAM,eAAe,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC;AACvD,IAAA,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,cAAc,CAAC,IAAI,CAAC;AAC5E,IAAA,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,UAAU,CAAC,IAAI,CAAC;AAEpE,IAAA,MAAM,gBAAgB,GAAG,eAAe,GAAG,aAAa,GAAG,SAAS;IACpE,MAAM,iBAAiB,GAAG,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC;IAE1D,OAAO;AACL,QAAA,YAAY,EAAE,gBAAgB;AAC9B,QAAA,aAAa,EAAE,iBAAiB;QAChC,YAAY,EAAE,gBAAgB,GAAG;KAClC;AACH;AAEA;;;;;;AAMG;SACa,2BAA2B,CAAC,EAC1C,QAAQ,EAAE,SAAS,EACnB,gBAAgB,EAChB,kBAAkB,EAClB,SAAS,EAAE,UAAU,EACrB,eAAe;AACf;AACA,YAAY,GAQb,EAAA;;;IAOC,IAAI,iBAAiB,GAAG,CAAC;IACzB,MAAM,YAAY,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS;AACpF,IAAA,MAAM,sBAAsB,GAAG,YAAY,IAAI,IAAI,GAAG,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;AACpF,IAAA,MAAM,oBAAoB,GAAG,gBAAgB,GAAG,sBAAsB;IACtE,IAAI,sBAAsB,GAAG,oBAAoB;IACjD,IAAI,SAAS,GAAG,UAAU;AAC1B,IAAA,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM;AACvC,IAAA,MAAMC,UAAQ,GAAG,CAAC,GAAG,SAAS,CAAC;AAC/B;;;;AAIK;IACL,IAAI,OAAO,GAAkB,EAAE;AAE/B,IAAA,IAAI,kBAAkB,GAAG,EAAE;AAC3B,IAAA,IAAI,gBAAgB,GAAG,EAAE;AACzB,IAAA,IAAI,aAA8C;AAClD,IAAA,MAAM,QAAQ,GAAG,YAAY,IAAI,IAAI,GAAG,CAAC,GAAG,CAAC;IAC7C,MAAM,YAAY,GAAkB,EAAE;AAEtC,IAAA,IAAI,iBAAiB,GAAG,sBAAsB,EAAE;AAC9C,QAAA,IAAI,YAAY,GAAGA,UAAQ,CAAC,MAAM;AAClC,QAAA,OAAOA,UAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,iBAAiB,GAAG,sBAAsB,IAAI,YAAY,GAAG,QAAQ,EAAE;AACnG,YAAA,YAAY,EAAE;YACd,IAAIA,UAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,YAAY,EAAE;gBACzC;;AAEF,YAAA,MAAM,aAAa,GAAGA,UAAQ,CAAC,GAAG,EAAE;AACpC,YAAA,IAAI,CAAC,aAAa;gBAAE;AACpB,YAAA,MAAM,WAAW,GAAG,aAAa,CAAC,OAAO,EAAE;AAC3C,YAAA,IAAI,eAAe,KAAK,IAAI,IAAI,gBAAgB,KAAK,EAAE,KAAK,YAAY,MAAM,cAAc,GAAG,CAAC,CAAC,CAAC,KAAK,WAAW,KAAK,IAAI,IAAI,WAAW,KAAK,MAAM,CAAC,EAAE;gBACtJ,gBAAgB,GAAG,YAAY;;YAEjC,IAAI,gBAAgB,GAAG,EAAE,IAAI,CAAC,aAAa,IAAK,kBAAkB,GAAG,CAAC,IAAI,WAAW,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE;gBACtI,aAAa,IAAI,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,IAAI,KAAKD,kBAAY,CAAC,QAAQ,CAAC,CAAoC;AACpI,gBAAA,kBAAkB,GAAG,aAAa,IAAI,IAAI,GAAG,YAAY,GAAG,EAAE;;;YAGhE,IACE,gBAAgB,GAAG;AAChB,mBAAA,YAAY,MAAM,gBAAgB,GAAG,CAAC;oBACrC,WAAW,KAAK,IAAI,IAAI,WAAW,KAAK,MAAM,CAAC,EACnD;gBACA,gBAAgB,GAAG,EAAE;;YAGvB,MAAM,UAAU,GAAG,kBAAkB,CAAC,YAAY,CAAC,IAAI,CAAC;AAExD,YAAA,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,KAAK,CAAC,iBAAiB,GAAG,UAAU,KAAK,sBAAsB,CAAC,EAAE;AAC7F,gBAAA,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC;gBAC3B,iBAAiB,IAAI,UAAU;;iBAC1B;AACL,gBAAA,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC;AAChC,gBAAA,IAAI,gBAAgB,GAAG,EAAE,EAAE;oBACzB;;gBAEF;;;AAIJ,QAAA,IAAI,gBAAgB,GAAG,EAAE,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,MAAM,EAAE;YAC7E,SAAS,GAAG,IAAI;;AAGlB,QAAA,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;AACxD,YAAA,MAAM,iBAAiB,GAAG,OAAO,CAAC,SAAS,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,EAAE,KAAK,SAAS,CAAC;AAE/E,YAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;AACzB,gBAAA,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC;;;;AAKhD,IAAA,IAAI,YAAY,IAAI,cAAc,GAAG,CAAC,EAAE;QACtC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAgB,CAAC;QACzCC,UAAQ,CAAC,KAAK,EAAE;;IAGlB,sBAAsB,IAAI,iBAAiB;AAC3C,IAAA,MAAM,MAAM,GAAG;QACb,sBAAsB;AACtB,QAAA,OAAO,EAAE,EAAmB;AAC5B,QAAA,gBAAgB,EAAE,YAAY;KAC/B;IAED,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,IAAI,gBAAgB,GAAG,CAAC,KAAK,kBAAkB,GAAG,EAAE,IAAI,gBAAgB,CAAC,SAAS,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC,EAAE;;AAE9I,QAAA,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE;AAClC,QAAA,OAAO,MAAM;;IAGf,IAAI,gBAAgB,GAAG,EAAE,IAAI,kBAAkB,GAAG,CAAC,EAAE;AACnD,QAAA,MAAM,IAAI,KAAK,CAAC,mGAAmG,CAAC;;IAGtH,IAAI,CAAC,aAAa,EAAE;AAClB,QAAA,MAAM,IAAI,KAAK,CAAC,qFAAqF,CAAC;;;;;AAMxG,IAAA,IAAI,cAAc,GAAG,EAAE;AACvB,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACvC,QAAA,MAAM,cAAc,GAAG,OAAO,CAAC,CAAC,CAAC;AACjC,QAAA,MAAM,IAAI,GAAG,cAAc,CAAC,OAAO,EAAE;AACrC,QAAA,IAAI,IAAI,KAAK,IAAI,EAAE;YACjB,cAAc,GAAG,CAAC;;AAEpB,QAAA,IAAI,cAAc,GAAG,EAAE,KAAK,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,QAAQ,CAAC,EAAE;YAClE;;;AAIJ,IAAA,IAAI,cAAc,KAAK,EAAE,EAAE;AACzB,QAAA,MAAM,IAAI,KAAK,CAAC,2GAA2G,CAAC;;AAG9H,IAAA,kBAAkB,GAAG,cAAc,GAAG,CAAC,GAAG,cAAc;AACxD,IAAA,MAAM,kBAAkB,GAAG,YAAY,CAAC,IAAIC,kBAAS,CAAC,EAAE,OAAO,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;AACpF,IAAA,MAAM,iBAAiB,GAAG,sBAAsB,GAAG,kBAAkB;IAErE,MAAM,OAAO,GAA4B,gBAAgB,CAAC,OAAO,CAAC,cAAc,CAAc,EAAE,aAAa,CAAC;AAC9G,IAAA,OAAO,CAAC,cAAc,CAAC,CAAC,OAAO,GAAG,OAAO;AACzC,IAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;AACzB,QAAA,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE;AAClC,QAAA,OAAO,MAAM;;AAGf,IAAA,MAAM,eAAe,GAAc,OAAO,CAAC,cAAc,CAAC;;AAE1D,IAAA,MAAM,4BAA4B,GAAG,CAAC,kBAAkB,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,kBAAkB;AACvG,IAAA,sBAAsB,GAAG,oBAAoB,GAAG,4BAA4B;IAC5E,iBAAiB,GAAG,CAAC;IACrB,IAAI,UAAU,GAAkB,EAAE;AAClC,IAAA,MAAM,mBAAmB,GAAG,CAAC,GAAG,SAAS,CAAC;AAC1C,IAAA,IAAI,YAAY,GAAG,mBAAmB,CAAC,MAAM;AAC7C,IAAA,OAAO,mBAAmB,CAAC,MAAM,GAAG,CAAC,IAAI,iBAAiB,GAAG,sBAAsB,IAAI,YAAY,GAAG,kBAAkB,EAAE;AACxH,QAAA,YAAY,EAAE;AACd,QAAA,MAAM,aAAa,GAAG,mBAAmB,CAAC,GAAG,EAAE;AAC/C,QAAA,IAAI,CAAC,aAAa;YAAE;QACpB,MAAM,UAAU,GAAG,kBAAkB,CAAC,YAAY,CAAC,IAAI,CAAC;QACxD,IAAI,CAAC,iBAAiB,GAAG,UAAU,KAAK,sBAAsB,EAAE;AAC9D,YAAA,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC;YAC9B,iBAAiB,IAAI,UAAU;;aAC1B;AACL,YAAAD,UAAQ,CAAC,IAAI,CAAC,aAAa,CAAC;YAC5B;;;IAIJ,MAAM,YAAY,GAAc,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;AACjE,IAAA,MAAM,gBAAgB,GAAG,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE;AACpE,IAAA,IAAI,gBAAgB,KAAK,MAAM,EAAE;QAC/B,SAAS,GAAG,IAAI;;AAGlB,IAAA,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE;AAC3D,QAAA,MAAM,iBAAiB,GAAG,UAAU,CAAC,SAAS,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,EAAE,KAAK,SAAS,CAAC;AAClF,QAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;AACzB,YAAA,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,iBAAiB,CAAC;;;AAIpD,IAAA,IAAI,gBAAgB,KAAK,IAAI,EAAE;QAC7B,MAAM,OAAO,GAAG,gBAAgB,CAAC,YAAY,EAAE,aAAa,CAAC;QAC7D,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,OAAO;;SAC9C;AACL,QAAA,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC;;AAGlC,IAAA,IAAI,YAAY,IAAI,cAAc,GAAG,CAAC,EAAE;QACtC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAgB,CAAC;QAC5C,mBAAmB,CAAC,KAAK,EAAE;;AAG7B,IAAA,MAAM,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,EAAE;AACrC,IAAA,OAAO,MAAM;AACf;AAEM,SAAU,gBAAgB,CAAC,KAAc,EAAA;AAC7C,IAAA,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;AAChE;AAEM,SAAU,mBAAmB,CAAC,aAAyC,EAAA;IAC3E,MAAM,kBAAkB,GAAG,EAAE,GAAG,aAAa,CAAC,kBAAkB,EAAE;AAClE,IAAA,IAAI,kBAAkB,GAAG,aAAa,CAAC,UAAU;IACjD,IAAI,eAAe,GAAG,CAAC;IACvB,IAAI,WAAW,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChF,OAAO,SAAS,aAAa,CAAC,MAA2B,EAAA;AAIvD,QAAA,IAAI,YAAuC;AAC3C,QAAA,IAAI,MAAM,CAAC,aAAa,KACtB,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,YAAY;AAC/C,gBACD,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,mBAAmB;oBAEvD,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,mBAAmB,CAAC,cAAc;uBACrE,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,mBAAmB,CAAC,UAAU,CAAC,CACzE,CACF,CACF,IAAI,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,aAAa,CAAC,EAAE;AACzD,YAAA,YAAY,GAAG,oBAAoB,CAAC,MAAM,CAAC,aAAa,CAAC;AACzD,YAAA,WAAW,GAAG,YAAY,CAAC,YAAY;;AAGzC,QAAA,KAAK,IAAI,CAAC,GAAG,kBAAkB,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YAChE,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;;AAElC,YAAA,IAAI,CAAC,KAAK,kBAAkB,IAAI,kBAAkB,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,YAAY,EAAE;AACnF,gBAAA,kBAAkB,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,aAAa;;;AAE7C,iBAAA,IAAI,kBAAkB,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE;gBAC9C,kBAAkB,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC,YAAY,CAAC,OAAO,CAAC;AAC3D,gBAAA,WAAW,IAAI,kBAAkB,CAAC,CAAC,CAAC;;;;;;;QAQxC,IAAI,YAAY,EAAE;;YAEhB,MAAM,gBAAgB,GAAG,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,KAAK,CAAC,KAAI;;AAEvF,gBAAA,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC;AAC9B,gBAAA,IAAI,UAAU,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,QAAQ,EAAE;oBACjE,OAAO,GAAG,GAAG,KAAK;;AAEpB,gBAAA,OAAO,UAAU,IAAI,eAAe,GAAG,GAAG,GAAG,KAAK,GAAG,GAAG;aACzD,EAAE,CAAC,CAAC;;AAGL,YAAA,MAAM,KAAK,GAAG,YAAY,CAAC,YAAY,GAAG,gBAAgB;;AAG1D,YAAA,KAAK,MAAM,GAAG,IAAI,kBAAkB,EAAE;AACpC,gBAAA,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC;AAC9B,gBAAA,IAAI,UAAU,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,QAAQ,EAAE;AACjE,oBAAA,kBAAkB,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;;AAChE,qBAAA,IAAI,UAAU,IAAI,eAAe,EAAE;;AAExC,oBAAA,kBAAkB,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;;;;AAK3E,QAAA,kBAAkB,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM;AAC3C,QAAA,IAAI,WAAW,IAAI,aAAa,CAAC,SAAS,EAAE;YAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,EAAE,kBAAkB,EAAE;;AAGzD,QAAA,MAAM,EAAE,OAAO,EAAE,GAAG,2BAA2B,CAAC;YAC9C,gBAAgB,EAAE,aAAa,CAAC,SAAS;YACzC,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,kBAAkB;YAClB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,eAAe,EAAE,aAAa,CAAC,eAAe;YAC9C,YAAY,EAAE,aAAa,CAAC,YAAY;AACzC,SAAA,CAAC;AACF,QAAA,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;AAEtE,QAAA,OAAO,EAAE,OAAO,EAAE,kBAAkB,EAAE;AACxC,KAAC;AACH;;;;;;;"}
+{"version":3,"file":"prune.cjs","sources":["../../../src/messages/prune.ts"],"sourcesContent":["import { AIMessage, BaseMessage, UsageMetadata } from '@langchain/core/messages';\nimport type { ThinkingContentText, MessageContentComplex } from '@/types/stream';\nimport type { TokenCounter } from '@/types/run';\nimport { ContentTypes } from '@/common';\nexport type PruneMessagesFactoryParams = {\n  maxTokens: number;\n  startIndex: number;\n  tokenCounter: TokenCounter;\n  indexTokenCountMap: Record<string, number>;\n  thinkingEnabled?: boolean;\n};\nexport type PruneMessagesParams = {\n  messages: BaseMessage[];\n  usageMetadata?: Partial<UsageMetadata>;\n  startType?: ReturnType<BaseMessage['getType']>;\n}\n\nfunction isIndexInContext(arrayA: unknown[], arrayB: unknown[], targetIndex: number): boolean {\n  const startingIndexInA = arrayA.length - arrayB.length;\n  return targetIndex >= startingIndexInA;\n}\n\nfunction addThinkingBlock(message: AIMessage, thinkingBlock: ThinkingContentText): MessageContentComplex[] {\n  const content: MessageContentComplex[] = Array.isArray(message.content)\n    ? message.content as MessageContentComplex[]\n    : [{\n      type: ContentTypes.TEXT,\n      text: message.content,\n    }];\n  content.unshift(thinkingBlock);\n  return content;\n}\n\n/**\n * Calculates the total tokens from a single usage object\n *\n * @param usage The usage metadata object containing token information\n * @returns An object containing the total input and output tokens\n */\nexport function calculateTotalTokens(usage: Partial<UsageMetadata>): UsageMetadata {\n  const baseInputTokens = Number(usage.input_tokens) || 0;\n  const cacheCreation = Number(usage.input_token_details?.cache_creation) || 0;\n  const cacheRead = Number(usage.input_token_details?.cache_read) || 0;\n\n  const totalInputTokens = baseInputTokens + cacheCreation + cacheRead;\n  const totalOutputTokens = Number(usage.output_tokens) || 0;\n\n  return {\n    input_tokens: totalInputTokens,\n    output_tokens: totalOutputTokens,\n    total_tokens: totalInputTokens + totalOutputTokens\n  };\n}\n\n/**\n * Processes an array of messages and returns a context of messages that fit within a specified token limit.\n * It iterates over the messages from newest to oldest, adding them to the context until the token limit is reached.\n *\n * @param options Configuration options for processing messages\n * @returns Object containing the message context, remaining tokens, messages not included, and summary index\n */\nexport function getMessagesWithinTokenLimit({\n  messages: _messages,\n  maxContextTokens,\n  indexTokenCountMap,\n  startType: _startType,\n  thinkingEnabled,\n  /** We may need to use this when recalculating */\n  tokenCounter,\n}: {\n  messages: BaseMessage[];\n  maxContextTokens: number;\n  indexTokenCountMap: Record<string, number | undefined>;\n  tokenCounter: TokenCounter;\n  startType?: string;\n  thinkingEnabled?: boolean;\n}): {\n  context: BaseMessage[];\n  remainingContextTokens: number;\n  messagesToRefine: BaseMessage[];\n} {\n  // Every reply is primed with <|start|>assistant<|message|>, so we\n  // start with 3 tokens for the label after all messages have been counted.\n  let currentTokenCount = 3;\n  const instructions = _messages[0]?.getType() === 'system' ? _messages[0] : undefined;\n  const instructionsTokenCount = instructions != null ? indexTokenCountMap[0] ?? 0 : 0;\n  const initialContextTokens = maxContextTokens - instructionsTokenCount;\n  let remainingContextTokens = initialContextTokens;\n  let startType = _startType;\n  const originalLength = _messages.length;\n  const messages = [..._messages];\n  /**\n   * IMPORTANT: this context array gets reversed at the end, since the latest messages get pushed first.\n   *\n   * This may be confusing to read, but it is done to ensure the context is in the correct order for the model.\n   * */\n  let context: Array<BaseMessage | undefined> = [];\n\n  let thinkingStartIndex = -1;\n  let thinkingEndIndex = -1;\n  let thinkingBlock: ThinkingContentText | undefined;\n  const endIndex = instructions != null ? 1 : 0;\n  const prunedMemory: BaseMessage[] = [];\n\n  if (currentTokenCount < remainingContextTokens) {\n    let currentIndex = messages.length;\n    while (messages.length > 0 && currentTokenCount < remainingContextTokens && currentIndex > endIndex) {\n      currentIndex--;\n      if (messages.length === 1 && instructions) {\n        break;\n      }\n      const poppedMessage = messages.pop();\n      if (!poppedMessage) continue;\n      const messageType = poppedMessage.getType();\n      if (thinkingEnabled === true && thinkingEndIndex === -1 && (currentIndex === (originalLength - 1)) && (messageType === 'ai' || messageType === 'tool')) {\n        thinkingEndIndex = currentIndex;\n      }\n      if (thinkingEndIndex > -1 && !thinkingBlock  && thinkingStartIndex < 0 && messageType === 'ai' && Array.isArray(poppedMessage.content)) {\n        thinkingBlock = (poppedMessage.content.find((content) => content.type === ContentTypes.THINKING)) as ThinkingContentText | undefined;\n        thinkingStartIndex = thinkingBlock != null ? currentIndex : -1;\n      }\n      /** False start, the latest message was not part of a multi-assistant/tool sequence of messages */\n      if (\n        thinkingEndIndex > -1\n        && currentIndex === (thinkingEndIndex - 1)\n        && (messageType !== 'ai' && messageType !== 'tool')\n      ) {\n        thinkingEndIndex = -1;\n      }\n\n      const tokenCount = indexTokenCountMap[currentIndex] ?? 0;\n\n      if (prunedMemory.length === 0 && ((currentTokenCount + tokenCount) <= remainingContextTokens)) {\n        context.push(poppedMessage);\n        currentTokenCount += tokenCount;\n      } else {\n        prunedMemory.push(poppedMessage);\n        if (thinkingEndIndex > -1) {\n          continue;\n        }\n        break;\n      }\n    }\n\n    if (thinkingEndIndex > -1 && context[context.length - 1]?.getType() === 'tool') {\n      startType = 'ai';\n    }\n\n    if (startType != null && startType && context.length > 0) {\n      const requiredTypeIndex = context.findIndex(msg => msg?.getType() === startType);\n\n      if (requiredTypeIndex > 0) {\n        context = context.slice(requiredTypeIndex);\n      }\n    }\n  }\n\n  if (instructions && originalLength > 0) {\n    context.push(_messages[0] as BaseMessage);\n    messages.shift();\n  }\n\n  remainingContextTokens -= currentTokenCount;\n  const result = {\n    remainingContextTokens,\n    context: [] as BaseMessage[],\n    messagesToRefine: prunedMemory,\n  };\n\n  if (prunedMemory.length === 0 || thinkingEndIndex < 0 || (thinkingStartIndex > -1 && isIndexInContext(_messages, context, thinkingStartIndex))) {\n    // we reverse at this step to ensure the context is in the correct order for the model, and we need to work backwards\n    result.context = context.reverse() as BaseMessage[];\n    return result;\n  }\n\n  if (thinkingEndIndex > -1 && thinkingStartIndex < 0) {\n    throw new Error('The payload is malformed. There is a thinking sequence but no \"AI\" messages with thinking blocks.');\n  }\n\n  if (!thinkingBlock) {\n    throw new Error('The payload is malformed. There is a thinking sequence but no thinking block found.');\n  }\n\n  // Since we have a thinking sequence, we need to find the last assistant message\n  // in the latest AI/tool sequence to add the thinking block that falls outside of the current context\n  // Latest messages are ordered first.\n  let assistantIndex = -1;\n  for (let i = 0; i < context.length; i++) {\n    const currentMessage = context[i];\n    const type = currentMessage?.getType();\n    if (type === 'ai') {\n      assistantIndex = i;\n    }\n    if (assistantIndex > -1 && (type === 'human' || type === 'system')) {\n      break;\n    }\n  }\n\n  if (assistantIndex === -1) {\n    throw new Error('The payload is malformed. There is a thinking sequence but no \"AI\" messages to append thinking blocks to.');\n  }\n\n  thinkingStartIndex = originalLength - 1 - assistantIndex;\n  const thinkingTokenCount = tokenCounter(new AIMessage({ content: [thinkingBlock] }));\n  const newRemainingCount = remainingContextTokens - thinkingTokenCount;\n  const content: MessageContentComplex[] = addThinkingBlock(context[assistantIndex] as AIMessage, thinkingBlock);\n  (context[assistantIndex] as AIMessage).content = content;\n  if (newRemainingCount > 0) {\n    result.context = context.reverse() as BaseMessage[];\n    return result;\n  }\n\n  const thinkingMessage: AIMessage = context[assistantIndex] as AIMessage;\n  // now we need to an additional round of pruning but making the thinking block fit\n  const newThinkingMessageTokenCount = (indexTokenCountMap[thinkingStartIndex] ?? 0) + thinkingTokenCount;\n  remainingContextTokens = initialContextTokens - newThinkingMessageTokenCount;\n  currentTokenCount = 3;\n  let newContext: BaseMessage[] = [];\n  const secondRoundMessages = [..._messages];\n  let currentIndex = secondRoundMessages.length;\n  while (secondRoundMessages.length > 0 && currentTokenCount < remainingContextTokens && currentIndex > thinkingStartIndex) {\n    currentIndex--;\n    const poppedMessage = secondRoundMessages.pop();\n    if (!poppedMessage) continue;\n    const tokenCount = indexTokenCountMap[currentIndex] ?? 0;\n    if ((currentTokenCount + tokenCount) <= remainingContextTokens) {\n      newContext.push(poppedMessage);\n      currentTokenCount += tokenCount;\n    } else {\n      messages.push(poppedMessage);\n      break;\n    }\n  }\n\n  const firstMessage: AIMessage = newContext[newContext.length - 1];\n  const firstMessageType = newContext[newContext.length - 1].getType();\n  if (firstMessageType === 'tool') {\n    startType = 'ai';\n  }\n\n  if (startType != null && startType && newContext.length > 0) {\n    const requiredTypeIndex = newContext.findIndex(msg => msg.getType() === startType);\n    if (requiredTypeIndex > 0) {\n      newContext = newContext.slice(requiredTypeIndex);\n    }\n  }\n\n  if (firstMessageType === 'ai') {\n    const content = addThinkingBlock(firstMessage, thinkingBlock);\n    newContext[newContext.length - 1].content = content;\n  } else {\n    newContext.push(thinkingMessage);\n  }\n\n  if (instructions && originalLength > 0) {\n    newContext.push(_messages[0] as BaseMessage);\n    secondRoundMessages.shift();\n  }\n\n  result.context = newContext.reverse();\n  return result;\n}\n\nexport function checkValidNumber(value: unknown): value is number {\n  return typeof value === 'number' && !isNaN(value) && value > 0;\n}\n\nexport function createPruneMessages(factoryParams: PruneMessagesFactoryParams) {\n  const indexTokenCountMap = { ...factoryParams.indexTokenCountMap };\n  let lastTurnStartIndex = factoryParams.startIndex;\n  let lastCutOffIndex = 0;\n  let totalTokens = (Object.values(indexTokenCountMap)).reduce((a, b) => a + b, 0);\n  return function pruneMessages(params: PruneMessagesParams): {\n    context: BaseMessage[];\n    indexTokenCountMap: Record<string, number>;\n  } {\n    let currentUsage: UsageMetadata | undefined;\n    if (params.usageMetadata && (\n      checkValidNumber(params.usageMetadata.input_tokens)\n      || (\n        checkValidNumber(params.usageMetadata.input_token_details)\n        && (\n          checkValidNumber(params.usageMetadata.input_token_details.cache_creation)\n          || checkValidNumber(params.usageMetadata.input_token_details.cache_read)\n        )\n      )\n    ) && checkValidNumber(params.usageMetadata.output_tokens)) {\n      currentUsage = calculateTotalTokens(params.usageMetadata);\n      totalTokens = currentUsage.total_tokens;\n    }\n\n    for (let i = lastTurnStartIndex; i < params.messages.length; i++) {\n      const message = params.messages[i];\n      // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition\n      if (i === lastTurnStartIndex && indexTokenCountMap[i] === undefined && currentUsage) {\n        indexTokenCountMap[i] = currentUsage.output_tokens;\n      // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition\n      } else if (indexTokenCountMap[i] === undefined) {\n        indexTokenCountMap[i] = factoryParams.tokenCounter(message);\n        totalTokens += indexTokenCountMap[i];\n      }\n    }\n\n    // If `currentUsage` is defined, we need to distribute the current total tokens to our `indexTokenCountMap`,\n    // We must distribute it in a weighted manner, so that the total token count is equal to `currentUsage.total_tokens`,\n    // relative the manually counted tokens in `indexTokenCountMap`.\n    // EDGE CASE: when the resulting context gets pruned, we should not distribute the usage for messages that are not in the context.\n    if (currentUsage) {\n      // Calculate the sum of tokens only for indices at or after lastCutOffIndex\n      const totalIndexTokens = Object.entries(indexTokenCountMap).reduce((sum, [key, value]) => {\n        // Convert string key to number and check if it's >= lastCutOffIndex\n        const numericKey = Number(key);\n        if (numericKey === 0 && params.messages[0].getType() === 'system') {\n          return sum + value;\n        }\n        return numericKey >= lastCutOffIndex ? sum + value : sum;\n      }, 0);\n\n      // Calculate ratio based only on messages that remain in the context\n      const ratio = currentUsage.total_tokens / totalIndexTokens;\n      const isRatioSafe = ratio >= 1/3 && ratio <= 2.5;\n\n      // Apply the ratio adjustment only to messages at or after lastCutOffIndex, and only if the ratio is safe\n      if (isRatioSafe) {\n        for (const key in indexTokenCountMap) {\n          const numericKey = Number(key);\n          if (numericKey === 0 && params.messages[0].getType() === 'system') {\n            indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);\n          } else if (numericKey >= lastCutOffIndex) {\n            // Only adjust token counts for messages still in the context\n            indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);\n          }\n        }\n      }\n    }\n\n    lastTurnStartIndex = params.messages.length;\n    if (totalTokens <= factoryParams.maxTokens) {\n      return { context: params.messages, indexTokenCountMap };\n    }\n\n    const { context } = getMessagesWithinTokenLimit({\n      maxContextTokens: factoryParams.maxTokens,\n      messages: params.messages,\n      indexTokenCountMap,\n      startType: params.startType,\n      thinkingEnabled: factoryParams.thinkingEnabled,\n      tokenCounter: factoryParams.tokenCounter,\n    });\n    lastCutOffIndex = Math.max(params.messages.length - context.length, 0);\n\n    return { context, indexTokenCountMap };\n  };\n}\n"],"names":["ContentTypes","messages","AIMessage"],"mappings":";;;;;AAiBA,SAAS,gBAAgB,CAAC,MAAiB,EAAE,MAAiB,EAAE,WAAmB,EAAA;IACjF,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;IACtD,OAAO,WAAW,IAAI,gBAAgB;AACxC;AAEA,SAAS,gBAAgB,CAAC,OAAkB,EAAE,aAAkC,EAAA;IAC9E,MAAM,OAAO,GAA4B,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO;UAClE,OAAO,CAAC;AACV,UAAE,CAAC;gBACD,IAAI,EAAEA,kBAAY,CAAC,IAAI;gBACvB,IAAI,EAAE,OAAO,CAAC,OAAO;AACtB,aAAA,CAAC;AACJ,IAAA,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC;AAC9B,IAAA,OAAO,OAAO;AAChB;AAEA;;;;;AAKG;AACG,SAAU,oBAAoB,CAAC,KAA6B,EAAA;IAChE,MAAM,eAAe,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC;AACvD,IAAA,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,cAAc,CAAC,IAAI,CAAC;AAC5E,IAAA,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,UAAU,CAAC,IAAI,CAAC;AAEpE,IAAA,MAAM,gBAAgB,GAAG,eAAe,GAAG,aAAa,GAAG,SAAS;IACpE,MAAM,iBAAiB,GAAG,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC;IAE1D,OAAO;AACL,QAAA,YAAY,EAAE,gBAAgB;AAC9B,QAAA,aAAa,EAAE,iBAAiB;QAChC,YAAY,EAAE,gBAAgB,GAAG;KAClC;AACH;AAEA;;;;;;AAMG;SACa,2BAA2B,CAAC,EAC1C,QAAQ,EAAE,SAAS,EACnB,gBAAgB,EAChB,kBAAkB,EAClB,SAAS,EAAE,UAAU,EACrB,eAAe;AACf;AACA,YAAY,GAQb,EAAA;;;IAOC,IAAI,iBAAiB,GAAG,CAAC;IACzB,MAAM,YAAY,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS;AACpF,IAAA,MAAM,sBAAsB,GAAG,YAAY,IAAI,IAAI,GAAG,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;AACpF,IAAA,MAAM,oBAAoB,GAAG,gBAAgB,GAAG,sBAAsB;IACtE,IAAI,sBAAsB,GAAG,oBAAoB;IACjD,IAAI,SAAS,GAAG,UAAU;AAC1B,IAAA,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM;AACvC,IAAA,MAAMC,UAAQ,GAAG,CAAC,GAAG,SAAS,CAAC;AAC/B;;;;AAIK;IACL,IAAI,OAAO,GAAmC,EAAE;AAEhD,IAAA,IAAI,kBAAkB,GAAG,EAAE;AAC3B,IAAA,IAAI,gBAAgB,GAAG,EAAE;AACzB,IAAA,IAAI,aAA8C;AAClD,IAAA,MAAM,QAAQ,GAAG,YAAY,IAAI,IAAI,GAAG,CAAC,GAAG,CAAC;IAC7C,MAAM,YAAY,GAAkB,EAAE;AAEtC,IAAA,IAAI,iBAAiB,GAAG,sBAAsB,EAAE;AAC9C,QAAA,IAAI,YAAY,GAAGA,UAAQ,CAAC,MAAM;AAClC,QAAA,OAAOA,UAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,iBAAiB,GAAG,sBAAsB,IAAI,YAAY,GAAG,QAAQ,EAAE;AACnG,YAAA,YAAY,EAAE;YACd,IAAIA,UAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,YAAY,EAAE;gBACzC;;AAEF,YAAA,MAAM,aAAa,GAAGA,UAAQ,CAAC,GAAG,EAAE;AACpC,YAAA,IAAI,CAAC,aAAa;gBAAE;AACpB,YAAA,MAAM,WAAW,GAAG,aAAa,CAAC,OAAO,EAAE;AAC3C,YAAA,IAAI,eAAe,KAAK,IAAI,IAAI,gBAAgB,KAAK,EAAE,KAAK,YAAY,MAAM,cAAc,GAAG,CAAC,CAAC,CAAC,KAAK,WAAW,KAAK,IAAI,IAAI,WAAW,KAAK,MAAM,CAAC,EAAE;gBACtJ,gBAAgB,GAAG,YAAY;;YAEjC,IAAI,gBAAgB,GAAG,EAAE,IAAI,CAAC,aAAa,IAAK,kBAAkB,GAAG,CAAC,IAAI,WAAW,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE;gBACtI,aAAa,IAAI,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,IAAI,KAAKD,kBAAY,CAAC,QAAQ,CAAC,CAAoC;AACpI,gBAAA,kBAAkB,GAAG,aAAa,IAAI,IAAI,GAAG,YAAY,GAAG,EAAE;;;YAGhE,IACE,gBAAgB,GAAG;AAChB,mBAAA,YAAY,MAAM,gBAAgB,GAAG,CAAC;oBACrC,WAAW,KAAK,IAAI,IAAI,WAAW,KAAK,MAAM,CAAC,EACnD;gBACA,gBAAgB,GAAG,EAAE;;YAGvB,MAAM,UAAU,GAAG,kBAAkB,CAAC,YAAY,CAAC,IAAI,CAAC;AAExD,YAAA,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,KAAK,CAAC,iBAAiB,GAAG,UAAU,KAAK,sBAAsB,CAAC,EAAE;AAC7F,gBAAA,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC;gBAC3B,iBAAiB,IAAI,UAAU;;iBAC1B;AACL,gBAAA,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC;AAChC,gBAAA,IAAI,gBAAgB,GAAG,EAAE,EAAE;oBACzB;;gBAEF;;;AAIJ,QAAA,IAAI,gBAAgB,GAAG,EAAE,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,MAAM,EAAE;YAC9E,SAAS,GAAG,IAAI;;AAGlB,QAAA,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;AACxD,YAAA,MAAM,iBAAiB,GAAG,OAAO,CAAC,SAAS,CAAC,GAAG,IAAI,GAAG,EAAE,OAAO,EAAE,KAAK,SAAS,CAAC;AAEhF,YAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;AACzB,gBAAA,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC;;;;AAKhD,IAAA,IAAI,YAAY,IAAI,cAAc,GAAG,CAAC,EAAE;QACtC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAgB,CAAC;QACzCC,UAAQ,CAAC,KAAK,EAAE;;IAGlB,sBAAsB,IAAI,iBAAiB;AAC3C,IAAA,MAAM,MAAM,GAAG;QACb,sBAAsB;AACtB,QAAA,OAAO,EAAE,EAAmB;AAC5B,QAAA,gBAAgB,EAAE,YAAY;KAC/B;IAED,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,IAAI,gBAAgB,GAAG,CAAC,KAAK,kBAAkB,GAAG,EAAE,IAAI,gBAAgB,CAAC,SAAS,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC,EAAE;;AAE9I,QAAA,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,EAAmB;AACnD,QAAA,OAAO,MAAM;;IAGf,IAAI,gBAAgB,GAAG,EAAE,IAAI,kBAAkB,GAAG,CAAC,EAAE;AACnD,QAAA,MAAM,IAAI,KAAK,CAAC,mGAAmG,CAAC;;IAGtH,IAAI,CAAC,aAAa,EAAE;AAClB,QAAA,MAAM,IAAI,KAAK,CAAC,qFAAqF,CAAC;;;;;AAMxG,IAAA,IAAI,cAAc,GAAG,EAAE;AACvB,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACvC,QAAA,MAAM,cAAc,GAAG,OAAO,CAAC,CAAC,CAAC;AACjC,QAAA,MAAM,IAAI,GAAG,cAAc,EAAE,OAAO,EAAE;AACtC,QAAA,IAAI,IAAI,KAAK,IAAI,EAAE;YACjB,cAAc,GAAG,CAAC;;AAEpB,QAAA,IAAI,cAAc,GAAG,EAAE,KAAK,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,QAAQ,CAAC,EAAE;YAClE;;;AAIJ,IAAA,IAAI,cAAc,KAAK,EAAE,EAAE;AACzB,QAAA,MAAM,IAAI,KAAK,CAAC,2GAA2G,CAAC;;AAG9H,IAAA,kBAAkB,GAAG,cAAc,GAAG,CAAC,GAAG,cAAc;AACxD,IAAA,MAAM,kBAAkB,GAAG,YAAY,CAAC,IAAIC,kBAAS,CAAC,EAAE,OAAO,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;AACpF,IAAA,MAAM,iBAAiB,GAAG,sBAAsB,GAAG,kBAAkB;IACrE,MAAM,OAAO,GAA4B,gBAAgB,CAAC,OAAO,CAAC,cAAc,CAAc,EAAE,aAAa,CAAC;AAC7G,IAAA,OAAO,CAAC,cAAc,CAAe,CAAC,OAAO,GAAG,OAAO;AACxD,IAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;AACzB,QAAA,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,EAAmB;AACnD,QAAA,OAAO,MAAM;;AAGf,IAAA,MAAM,eAAe,GAAc,OAAO,CAAC,cAAc,CAAc;;AAEvE,IAAA,MAAM,4BAA4B,GAAG,CAAC,kBAAkB,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,kBAAkB;AACvG,IAAA,sBAAsB,GAAG,oBAAoB,GAAG,4BAA4B;IAC5E,iBAAiB,GAAG,CAAC;IACrB,IAAI,UAAU,GAAkB,EAAE;AAClC,IAAA,MAAM,mBAAmB,GAAG,CAAC,GAAG,SAAS,CAAC;AAC1C,IAAA,IAAI,YAAY,GAAG,mBAAmB,CAAC,MAAM;AAC7C,IAAA,OAAO,mBAAmB,CAAC,MAAM,GAAG,CAAC,IAAI,iBAAiB,GAAG,sBAAsB,IAAI,YAAY,GAAG,kBAAkB,EAAE;AACxH,QAAA,YAAY,EAAE;AACd,QAAA,MAAM,aAAa,GAAG,mBAAmB,CAAC,GAAG,EAAE;AAC/C,QAAA,IAAI,CAAC,aAAa;YAAE;QACpB,MAAM,UAAU,GAAG,kBAAkB,CAAC,YAAY,CAAC,IAAI,CAAC;QACxD,IAAI,CAAC,iBAAiB,GAAG,UAAU,KAAK,sBAAsB,EAAE;AAC9D,YAAA,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC;YAC9B,iBAAiB,IAAI,UAAU;;aAC1B;AACL,YAAAD,UAAQ,CAAC,IAAI,CAAC,aAAa,CAAC;YAC5B;;;IAIJ,MAAM,YAAY,GAAc,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;AACjE,IAAA,MAAM,gBAAgB,GAAG,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE;AACpE,IAAA,IAAI,gBAAgB,KAAK,MAAM,EAAE;QAC/B,SAAS,GAAG,IAAI;;AAGlB,IAAA,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE;AAC3D,QAAA,MAAM,iBAAiB,GAAG,UAAU,CAAC,SAAS,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,EAAE,KAAK,SAAS,CAAC;AAClF,QAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;AACzB,YAAA,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,iBAAiB,CAAC;;;AAIpD,IAAA,IAAI,gBAAgB,KAAK,IAAI,EAAE;QAC7B,MAAM,OAAO,GAAG,gBAAgB,CAAC,YAAY,EAAE,aAAa,CAAC;QAC7D,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,OAAO;;SAC9C;AACL,QAAA,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC;;AAGlC,IAAA,IAAI,YAAY,IAAI,cAAc,GAAG,CAAC,EAAE;QACtC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAgB,CAAC;QAC5C,mBAAmB,CAAC,KAAK,EAAE;;AAG7B,IAAA,MAAM,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,EAAE;AACrC,IAAA,OAAO,MAAM;AACf;AAEM,SAAU,gBAAgB,CAAC,KAAc,EAAA;AAC7C,IAAA,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;AAChE;AAEM,SAAU,mBAAmB,CAAC,aAAyC,EAAA;IAC3E,MAAM,kBAAkB,GAAG,EAAE,GAAG,aAAa,CAAC,kBAAkB,EAAE;AAClE,IAAA,IAAI,kBAAkB,GAAG,aAAa,CAAC,UAAU;IACjD,IAAI,eAAe,GAAG,CAAC;IACvB,IAAI,WAAW,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChF,OAAO,SAAS,aAAa,CAAC,MAA2B,EAAA;AAIvD,QAAA,IAAI,YAAuC;AAC3C,QAAA,IAAI,MAAM,CAAC,aAAa,KACtB,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,YAAY;AAC/C,gBACD,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,mBAAmB;oBAEvD,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,mBAAmB,CAAC,cAAc;uBACrE,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,mBAAmB,CAAC,UAAU,CAAC,CACzE,CACF,CACF,IAAI,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,aAAa,CAAC,EAAE;AACzD,YAAA,YAAY,GAAG,oBAAoB,CAAC,MAAM,CAAC,aAAa,CAAC;AACzD,YAAA,WAAW,GAAG,YAAY,CAAC,YAAY;;AAGzC,QAAA,KAAK,IAAI,CAAC,GAAG,kBAAkB,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YAChE,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;;AAElC,YAAA,IAAI,CAAC,KAAK,kBAAkB,IAAI,kBAAkB,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,YAAY,EAAE;AACnF,gBAAA,kBAAkB,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,aAAa;;;AAE7C,iBAAA,IAAI,kBAAkB,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE;gBAC9C,kBAAkB,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC,YAAY,CAAC,OAAO,CAAC;AAC3D,gBAAA,WAAW,IAAI,kBAAkB,CAAC,CAAC,CAAC;;;;;;;QAQxC,IAAI,YAAY,EAAE;;YAEhB,MAAM,gBAAgB,GAAG,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,KAAK,CAAC,KAAI;;AAEvF,gBAAA,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC;AAC9B,gBAAA,IAAI,UAAU,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,QAAQ,EAAE;oBACjE,OAAO,GAAG,GAAG,KAAK;;AAEpB,gBAAA,OAAO,UAAU,IAAI,eAAe,GAAG,GAAG,GAAG,KAAK,GAAG,GAAG;aACzD,EAAE,CAAC,CAAC;;AAGL,YAAA,MAAM,KAAK,GAAG,YAAY,CAAC,YAAY,GAAG,gBAAgB;YAC1D,MAAM,WAAW,GAAG,KAAK,IAAI,CAAC,GAAC,CAAC,IAAI,KAAK,IAAI,GAAG;;YAGhD,IAAI,WAAW,EAAE;AACf,gBAAA,KAAK,MAAM,GAAG,IAAI,kBAAkB,EAAE;AACpC,oBAAA,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC;AAC9B,oBAAA,IAAI,UAAU,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,QAAQ,EAAE;AACjE,wBAAA,kBAAkB,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;;AAChE,yBAAA,IAAI,UAAU,IAAI,eAAe,EAAE;;AAExC,wBAAA,kBAAkB,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;;;;;AAM7E,QAAA,kBAAkB,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM;AAC3C,QAAA,IAAI,WAAW,IAAI,aAAa,CAAC,SAAS,EAAE;YAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,EAAE,kBAAkB,EAAE;;AAGzD,QAAA,MAAM,EAAE,OAAO,EAAE,GAAG,2BAA2B,CAAC;YAC9C,gBAAgB,EAAE,aAAa,CAAC,SAAS;YACzC,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,kBAAkB;YAClB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,eAAe,EAAE,aAAa,CAAC,eAAe;YAC9C,YAAY,EAAE,aAAa,CAAC,YAAY;AACzC,SAAA,CAAC;AACF,QAAA,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;AAEtE,QAAA,OAAO,EAAE,OAAO,EAAE,kBAAkB,EAAE;AACxC,KAAC;AACH;;;;;;;"}

package/dist/esm/messages/prune.mjs

@@ -101,11 +101,11 @@ tokenCounter, }) {
                 break;
             }
         }
-        if (thinkingEndIndex > -1 && context[context.length - 1].getType() === 'tool') {
+        if (thinkingEndIndex > -1 && context[context.length - 1]?.getType() === 'tool') {
             startType = 'ai';
         }
         if (startType != null && startType && context.length > 0) {
-            const requiredTypeIndex = context.findIndex(msg => msg.getType() === startType);
+            const requiredTypeIndex = context.findIndex(msg => msg?.getType() === startType);
             if (requiredTypeIndex > 0) {
                 context = context.slice(requiredTypeIndex);
             }
@@ -138,7 +138,7 @@ tokenCounter, }) {
     let assistantIndex = -1;
     for (let i = 0; i < context.length; i++) {
         const currentMessage = context[i];
-        const type = currentMessage.getType();
+        const type = currentMessage?.getType();
         if (type === 'ai') {
             assistantIndex = i;
         }
@@ -251,15 +251,18 @@ function createPruneMessages(factoryParams) {
             }, 0);
             // Calculate ratio based only on messages that remain in the context
             const ratio = currentUsage.total_tokens / totalIndexTokens;
-            // Apply the ratio adjustment only to messages at or after lastCutOffIndex
-            for (const key in indexTokenCountMap) {
-                const numericKey = Number(key);
-                if (numericKey === 0 && params.messages[0].getType() === 'system') {
-                    indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);
-                }
-                else if (numericKey >= lastCutOffIndex) {
-                    // Only adjust token counts for messages still in the context
-                    indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);
+            const isRatioSafe = ratio >= 1 / 3 && ratio <= 2.5;
+            // Apply the ratio adjustment only to messages at or after lastCutOffIndex, and only if the ratio is safe
+            if (isRatioSafe) {
+                for (const key in indexTokenCountMap) {
+                    const numericKey = Number(key);
+                    if (numericKey === 0 && params.messages[0].getType() === 'system') {
+                        indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);
+                    }
+                    else if (numericKey >= lastCutOffIndex) {
+                        // Only adjust token counts for messages still in the context
+                        indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);
+                    }
                 }
             }
         }

package/dist/esm/messages/prune.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"prune.mjs","sources":["../../../src/messages/prune.ts"],"sourcesContent":["import { AIMessage, BaseMessage, UsageMetadata } from '@langchain/core/messages';\nimport type { ThinkingContentText, MessageContentComplex } from '@/types/stream';\nimport type { TokenCounter } from '@/types/run';\nimport { ContentTypes } from '@/common';\nexport type PruneMessagesFactoryParams = {\n  maxTokens: number;\n  startIndex: number;\n  tokenCounter: TokenCounter;\n  indexTokenCountMap: Record<string, number>;\n  thinkingEnabled?: boolean;\n};\nexport type PruneMessagesParams = {\n  messages: BaseMessage[];\n  usageMetadata?: Partial<UsageMetadata>;\n  startType?: ReturnType<BaseMessage['getType']>;\n}\n\nfunction isIndexInContext(arrayA: BaseMessage[], arrayB: BaseMessage[], targetIndex: number): boolean {\n  const startingIndexInA = arrayA.length - arrayB.length;\n  return targetIndex >= startingIndexInA;\n}\n\nfunction addThinkingBlock(message: AIMessage, thinkingBlock: ThinkingContentText): MessageContentComplex[] {\n  const content: MessageContentComplex[] = Array.isArray(message.content)\n    ? message.content as MessageContentComplex[]\n    : [{\n      type: ContentTypes.TEXT,\n      text: message.content,\n    }];\n  content.unshift(thinkingBlock);\n  return content;\n}\n\n/**\n * Calculates the total tokens from a single usage object\n *\n * @param usage The usage metadata object containing token information\n * @returns An object containing the total input and output tokens\n */\nexport function calculateTotalTokens(usage: Partial<UsageMetadata>): UsageMetadata {\n  const baseInputTokens = Number(usage.input_tokens) || 0;\n  const cacheCreation = Number(usage.input_token_details?.cache_creation) || 0;\n  const cacheRead = Number(usage.input_token_details?.cache_read) || 0;\n\n  const totalInputTokens = baseInputTokens + cacheCreation + cacheRead;\n  const totalOutputTokens = Number(usage.output_tokens) || 0;\n\n  return {\n    input_tokens: totalInputTokens,\n    output_tokens: totalOutputTokens,\n    total_tokens: totalInputTokens + totalOutputTokens\n  };\n}\n\n/**\n * Processes an array of messages and returns a context of messages that fit within a specified token limit.\n * It iterates over the messages from newest to oldest, adding them to the context until the token limit is reached.\n *\n * @param options Configuration options for processing messages\n * @returns Object containing the message context, remaining tokens, messages not included, and summary index\n */\nexport function getMessagesWithinTokenLimit({\n  messages: _messages,\n  maxContextTokens,\n  indexTokenCountMap,\n  startType: _startType,\n  thinkingEnabled,\n  /** We may need to use this when recalculating */\n  tokenCounter,\n}: {\n  messages: BaseMessage[];\n  maxContextTokens: number;\n  indexTokenCountMap: Record<string, number | undefined>;\n  tokenCounter: TokenCounter;\n  startType?: string;\n  thinkingEnabled?: boolean;\n}): {\n  context: BaseMessage[];\n  remainingContextTokens: number;\n  messagesToRefine: BaseMessage[];\n} {\n  // Every reply is primed with <|start|>assistant<|message|>, so we\n  // start with 3 tokens for the label after all messages have been counted.\n  let currentTokenCount = 3;\n  const instructions = _messages[0]?.getType() === 'system' ? _messages[0] : undefined;\n  const instructionsTokenCount = instructions != null ? indexTokenCountMap[0] ?? 0 : 0;\n  const initialContextTokens = maxContextTokens - instructionsTokenCount;\n  let remainingContextTokens = initialContextTokens;\n  let startType = _startType;\n  const originalLength = _messages.length;\n  const messages = [..._messages];\n  /**\n   * IMPORTANT: this context array gets reversed at the end, since the latest messages get pushed first.\n   *\n   * This may be confusing to read, but it is done to ensure the context is in the correct order for the model.\n   * */\n  let context: BaseMessage[] = [];\n\n  let thinkingStartIndex = -1;\n  let thinkingEndIndex = -1;\n  let thinkingBlock: ThinkingContentText | undefined;\n  const endIndex = instructions != null ? 1 : 0;\n  const prunedMemory: BaseMessage[] = [];\n\n  if (currentTokenCount < remainingContextTokens) {\n    let currentIndex = messages.length;\n    while (messages.length > 0 && currentTokenCount < remainingContextTokens && currentIndex > endIndex) {\n      currentIndex--;\n      if (messages.length === 1 && instructions) {\n        break;\n      }\n      const poppedMessage = messages.pop();\n      if (!poppedMessage) continue;\n      const messageType = poppedMessage.getType();\n      if (thinkingEnabled === true && thinkingEndIndex === -1 && (currentIndex === (originalLength - 1)) && (messageType === 'ai' || messageType === 'tool')) {\n        thinkingEndIndex = currentIndex;\n      }\n      if (thinkingEndIndex > -1 && !thinkingBlock  && thinkingStartIndex < 0 && messageType === 'ai' && Array.isArray(poppedMessage.content)) {\n        thinkingBlock = (poppedMessage.content.find((content) => content.type === ContentTypes.THINKING)) as ThinkingContentText | undefined;\n        thinkingStartIndex = thinkingBlock != null ? currentIndex : -1;\n      }\n      /** False start, the latest message was not part of a multi-assistant/tool sequence of messages */\n      if (\n        thinkingEndIndex > -1\n        && currentIndex === (thinkingEndIndex - 1)\n        && (messageType !== 'ai' && messageType !== 'tool')\n      ) {\n        thinkingEndIndex = -1;\n      }\n\n      const tokenCount = indexTokenCountMap[currentIndex] ?? 0;\n\n      if (prunedMemory.length === 0 && ((currentTokenCount + tokenCount) <= remainingContextTokens)) {\n        context.push(poppedMessage);\n        currentTokenCount += tokenCount;\n      } else {\n        prunedMemory.push(poppedMessage);\n        if (thinkingEndIndex > -1) {\n          continue;\n        }\n        break;\n      }\n    }\n\n    if (thinkingEndIndex > -1 && context[context.length - 1].getType() === 'tool') {\n      startType = 'ai';\n    }\n\n    if (startType != null && startType && context.length > 0) {\n      const requiredTypeIndex = context.findIndex(msg => msg.getType() === startType);\n\n      if (requiredTypeIndex > 0) {\n        context = context.slice(requiredTypeIndex);\n      }\n    }\n  }\n\n  if (instructions && originalLength > 0) {\n    context.push(_messages[0] as BaseMessage);\n    messages.shift();\n  }\n\n  remainingContextTokens -= currentTokenCount;\n  const result = {\n    remainingContextTokens,\n    context: [] as BaseMessage[],\n    messagesToRefine: prunedMemory,\n  };\n\n  if (prunedMemory.length === 0 || thinkingEndIndex < 0 || (thinkingStartIndex > -1 && isIndexInContext(_messages, context, thinkingStartIndex))) {\n    // we reverse at this step to ensure the context is in the correct order for the model, and we need to work backwards\n    result.context = context.reverse();\n    return result;\n  }\n\n  if (thinkingEndIndex > -1 && thinkingStartIndex < 0) {\n    throw new Error('The payload is malformed. There is a thinking sequence but no \"AI\" messages with thinking blocks.');\n  }\n\n  if (!thinkingBlock) {\n    throw new Error('The payload is malformed. There is a thinking sequence but no thinking block found.');\n  }\n\n  // Since we have a thinking sequence, we need to find the last assistant message\n  // in the latest AI/tool sequence to add the thinking block that falls outside of the current context\n  // Latest messages are ordered first.\n  let assistantIndex = -1;\n  for (let i = 0; i < context.length; i++) {\n    const currentMessage = context[i];\n    const type = currentMessage.getType();\n    if (type === 'ai') {\n      assistantIndex = i;\n    }\n    if (assistantIndex > -1 && (type === 'human' || type === 'system')) {\n      break;\n    }\n  }\n\n  if (assistantIndex === -1) {\n    throw new Error('The payload is malformed. There is a thinking sequence but no \"AI\" messages to append thinking blocks to.');\n  }\n\n  thinkingStartIndex = originalLength - 1 - assistantIndex;\n  const thinkingTokenCount = tokenCounter(new AIMessage({ content: [thinkingBlock] }));\n  const newRemainingCount = remainingContextTokens - thinkingTokenCount;\n\n  const content: MessageContentComplex[] = addThinkingBlock(context[assistantIndex] as AIMessage, thinkingBlock);\n  context[assistantIndex].content = content;\n  if (newRemainingCount > 0) {\n    result.context = context.reverse();\n    return result;\n  }\n\n  const thinkingMessage: AIMessage = context[assistantIndex];\n  // now we need to an additional round of pruning but making the thinking block fit\n  const newThinkingMessageTokenCount = (indexTokenCountMap[thinkingStartIndex] ?? 0) + thinkingTokenCount;\n  remainingContextTokens = initialContextTokens - newThinkingMessageTokenCount;\n  currentTokenCount = 3;\n  let newContext: BaseMessage[] = [];\n  const secondRoundMessages = [..._messages];\n  let currentIndex = secondRoundMessages.length;\n  while (secondRoundMessages.length > 0 && currentTokenCount < remainingContextTokens && currentIndex > thinkingStartIndex) {\n    currentIndex--;\n    const poppedMessage = secondRoundMessages.pop();\n    if (!poppedMessage) continue;\n    const tokenCount = indexTokenCountMap[currentIndex] ?? 0;\n    if ((currentTokenCount + tokenCount) <= remainingContextTokens) {\n      newContext.push(poppedMessage);\n      currentTokenCount += tokenCount;\n    } else {\n      messages.push(poppedMessage);\n      break;\n    }\n  }\n\n  const firstMessage: AIMessage = newContext[newContext.length - 1];\n  const firstMessageType = newContext[newContext.length - 1].getType();\n  if (firstMessageType === 'tool') {\n    startType = 'ai';\n  }\n\n  if (startType != null && startType && newContext.length > 0) {\n    const requiredTypeIndex = newContext.findIndex(msg => msg.getType() === startType);\n    if (requiredTypeIndex > 0) {\n      newContext = newContext.slice(requiredTypeIndex);\n    }\n  }\n\n  if (firstMessageType === 'ai') {\n    const content = addThinkingBlock(firstMessage, thinkingBlock);\n    newContext[newContext.length - 1].content = content;\n  } else {\n    newContext.push(thinkingMessage);\n  }\n\n  if (instructions && originalLength > 0) {\n    newContext.push(_messages[0] as BaseMessage);\n    secondRoundMessages.shift();\n  }\n\n  result.context = newContext.reverse();\n  return result;\n}\n\nexport function checkValidNumber(value: unknown): value is number {\n  return typeof value === 'number' && !isNaN(value) && value > 0;\n}\n\nexport function createPruneMessages(factoryParams: PruneMessagesFactoryParams) {\n  const indexTokenCountMap = { ...factoryParams.indexTokenCountMap };\n  let lastTurnStartIndex = factoryParams.startIndex;\n  let lastCutOffIndex = 0;\n  let totalTokens = (Object.values(indexTokenCountMap)).reduce((a, b) => a + b, 0);\n  return function pruneMessages(params: PruneMessagesParams): {\n    context: BaseMessage[];\n    indexTokenCountMap: Record<string, number>;\n  } {\n    let currentUsage: UsageMetadata | undefined;\n    if (params.usageMetadata && (\n      checkValidNumber(params.usageMetadata.input_tokens)\n      || (\n        checkValidNumber(params.usageMetadata.input_token_details)\n        && (\n          checkValidNumber(params.usageMetadata.input_token_details.cache_creation)\n          || checkValidNumber(params.usageMetadata.input_token_details.cache_read)\n        )\n      )\n    ) && checkValidNumber(params.usageMetadata.output_tokens)) {\n      currentUsage = calculateTotalTokens(params.usageMetadata);\n      totalTokens = currentUsage.total_tokens;\n    }\n\n    for (let i = lastTurnStartIndex; i < params.messages.length; i++) {\n      const message = params.messages[i];\n      // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition\n      if (i === lastTurnStartIndex && indexTokenCountMap[i] === undefined && currentUsage) {\n        indexTokenCountMap[i] = currentUsage.output_tokens;\n      // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition\n      } else if (indexTokenCountMap[i] === undefined) {\n        indexTokenCountMap[i] = factoryParams.tokenCounter(message);\n        totalTokens += indexTokenCountMap[i];\n      }\n    }\n\n    // If `currentUsage` is defined, we need to distribute the current total tokens to our `indexTokenCountMap`,\n    // We must distribute it in a weighted manner, so that the total token count is equal to `currentUsage.total_tokens`,\n    // relative the manually counted tokens in `indexTokenCountMap`.\n    // EDGE CASE: when the resulting context gets pruned, we should not distribute the usage for messages that are not in the context.\n    if (currentUsage) {\n      // Calculate the sum of tokens only for indices at or after lastCutOffIndex\n      const totalIndexTokens = Object.entries(indexTokenCountMap).reduce((sum, [key, value]) => {\n        // Convert string key to number and check if it's >= lastCutOffIndex\n        const numericKey = Number(key);\n        if (numericKey === 0 && params.messages[0].getType() === 'system') {\n          return sum + value;\n        }\n        return numericKey >= lastCutOffIndex ? sum + value : sum;\n      }, 0);\n\n      // Calculate ratio based only on messages that remain in the context\n      const ratio = currentUsage.total_tokens / totalIndexTokens;\n\n      // Apply the ratio adjustment only to messages at or after lastCutOffIndex\n      for (const key in indexTokenCountMap) {\n        const numericKey = Number(key);\n        if (numericKey === 0 && params.messages[0].getType() === 'system') {\n          indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);\n        } else if (numericKey >= lastCutOffIndex) {\n          // Only adjust token counts for messages still in the context\n          indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);\n        }\n      }\n    }\n\n    lastTurnStartIndex = params.messages.length;\n    if (totalTokens <= factoryParams.maxTokens) {\n      return { context: params.messages, indexTokenCountMap };\n    }\n\n    const { context } = getMessagesWithinTokenLimit({\n      maxContextTokens: factoryParams.maxTokens,\n      messages: params.messages,\n      indexTokenCountMap,\n      startType: params.startType,\n      thinkingEnabled: factoryParams.thinkingEnabled,\n      tokenCounter: factoryParams.tokenCounter,\n    });\n    lastCutOffIndex = Math.max(params.messages.length - context.length, 0);\n\n    return { context, indexTokenCountMap };\n  };\n}\n"],"names":[],"mappings":";;;AAiBA,SAAS,gBAAgB,CAAC,MAAqB,EAAE,MAAqB,EAAE,WAAmB,EAAA;IACzF,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;IACtD,OAAO,WAAW,IAAI,gBAAgB;AACxC;AAEA,SAAS,gBAAgB,CAAC,OAAkB,EAAE,aAAkC,EAAA;IAC9E,MAAM,OAAO,GAA4B,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO;UAClE,OAAO,CAAC;AACV,UAAE,CAAC;gBACD,IAAI,EAAE,YAAY,CAAC,IAAI;gBACvB,IAAI,EAAE,OAAO,CAAC,OAAO;AACtB,aAAA,CAAC;AACJ,IAAA,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC;AAC9B,IAAA,OAAO,OAAO;AAChB;AAEA;;;;;AAKG;AACG,SAAU,oBAAoB,CAAC,KAA6B,EAAA;IAChE,MAAM,eAAe,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC;AACvD,IAAA,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,cAAc,CAAC,IAAI,CAAC;AAC5E,IAAA,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,UAAU,CAAC,IAAI,CAAC;AAEpE,IAAA,MAAM,gBAAgB,GAAG,eAAe,GAAG,aAAa,GAAG,SAAS;IACpE,MAAM,iBAAiB,GAAG,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC;IAE1D,OAAO;AACL,QAAA,YAAY,EAAE,gBAAgB;AAC9B,QAAA,aAAa,EAAE,iBAAiB;QAChC,YAAY,EAAE,gBAAgB,GAAG;KAClC;AACH;AAEA;;;;;;AAMG;SACa,2BAA2B,CAAC,EAC1C,QAAQ,EAAE,SAAS,EACnB,gBAAgB,EAChB,kBAAkB,EAClB,SAAS,EAAE,UAAU,EACrB,eAAe;AACf;AACA,YAAY,GAQb,EAAA;;;IAOC,IAAI,iBAAiB,GAAG,CAAC;IACzB,MAAM,YAAY,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS;AACpF,IAAA,MAAM,sBAAsB,GAAG,YAAY,IAAI,IAAI,GAAG,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;AACpF,IAAA,MAAM,oBAAoB,GAAG,gBAAgB,GAAG,sBAAsB;IACtE,IAAI,sBAAsB,GAAG,oBAAoB;IACjD,IAAI,SAAS,GAAG,UAAU;AAC1B,IAAA,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM;AACvC,IAAA,MAAM,QAAQ,GAAG,CAAC,GAAG,SAAS,CAAC;AAC/B;;;;AAIK;IACL,IAAI,OAAO,GAAkB,EAAE;AAE/B,IAAA,IAAI,kBAAkB,GAAG,EAAE;AAC3B,IAAA,IAAI,gBAAgB,GAAG,EAAE;AACzB,IAAA,IAAI,aAA8C;AAClD,IAAA,MAAM,QAAQ,GAAG,YAAY,IAAI,IAAI,GAAG,CAAC,GAAG,CAAC;IAC7C,MAAM,YAAY,GAAkB,EAAE;AAEtC,IAAA,IAAI,iBAAiB,GAAG,sBAAsB,EAAE;AAC9C,QAAA,IAAI,YAAY,GAAG,QAAQ,CAAC,MAAM;AAClC,QAAA,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,iBAAiB,GAAG,sBAAsB,IAAI,YAAY,GAAG,QAAQ,EAAE;AACnG,YAAA,YAAY,EAAE;YACd,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,YAAY,EAAE;gBACzC;;AAEF,YAAA,MAAM,aAAa,GAAG,QAAQ,CAAC,GAAG,EAAE;AACpC,YAAA,IAAI,CAAC,aAAa;gBAAE;AACpB,YAAA,MAAM,WAAW,GAAG,aAAa,CAAC,OAAO,EAAE;AAC3C,YAAA,IAAI,eAAe,KAAK,IAAI,IAAI,gBAAgB,KAAK,EAAE,KAAK,YAAY,MAAM,cAAc,GAAG,CAAC,CAAC,CAAC,KAAK,WAAW,KAAK,IAAI,IAAI,WAAW,KAAK,MAAM,CAAC,EAAE;gBACtJ,gBAAgB,GAAG,YAAY;;YAEjC,IAAI,gBAAgB,GAAG,EAAE,IAAI,CAAC,aAAa,IAAK,kBAAkB,GAAG,CAAC,IAAI,WAAW,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE;gBACtI,aAAa,IAAI,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,IAAI,KAAK,YAAY,CAAC,QAAQ,CAAC,CAAoC;AACpI,gBAAA,kBAAkB,GAAG,aAAa,IAAI,IAAI,GAAG,YAAY,GAAG,EAAE;;;YAGhE,IACE,gBAAgB,GAAG;AAChB,mBAAA,YAAY,MAAM,gBAAgB,GAAG,CAAC;oBACrC,WAAW,KAAK,IAAI,IAAI,WAAW,KAAK,MAAM,CAAC,EACnD;gBACA,gBAAgB,GAAG,EAAE;;YAGvB,MAAM,UAAU,GAAG,kBAAkB,CAAC,YAAY,CAAC,IAAI,CAAC;AAExD,YAAA,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,KAAK,CAAC,iBAAiB,GAAG,UAAU,KAAK,sBAAsB,CAAC,EAAE;AAC7F,gBAAA,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC;gBAC3B,iBAAiB,IAAI,UAAU;;iBAC1B;AACL,gBAAA,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC;AAChC,gBAAA,IAAI,gBAAgB,GAAG,EAAE,EAAE;oBACzB;;gBAEF;;;AAIJ,QAAA,IAAI,gBAAgB,GAAG,EAAE,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,MAAM,EAAE;YAC7E,SAAS,GAAG,IAAI;;AAGlB,QAAA,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;AACxD,YAAA,MAAM,iBAAiB,GAAG,OAAO,CAAC,SAAS,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,EAAE,KAAK,SAAS,CAAC;AAE/E,YAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;AACzB,gBAAA,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC;;;;AAKhD,IAAA,IAAI,YAAY,IAAI,cAAc,GAAG,CAAC,EAAE;QACtC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAgB,CAAC;QACzC,QAAQ,CAAC,KAAK,EAAE;;IAGlB,sBAAsB,IAAI,iBAAiB;AAC3C,IAAA,MAAM,MAAM,GAAG;QACb,sBAAsB;AACtB,QAAA,OAAO,EAAE,EAAmB;AAC5B,QAAA,gBAAgB,EAAE,YAAY;KAC/B;IAED,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,IAAI,gBAAgB,GAAG,CAAC,KAAK,kBAAkB,GAAG,EAAE,IAAI,gBAAgB,CAAC,SAAS,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC,EAAE;;AAE9I,QAAA,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE;AAClC,QAAA,OAAO,MAAM;;IAGf,IAAI,gBAAgB,GAAG,EAAE,IAAI,kBAAkB,GAAG,CAAC,EAAE;AACnD,QAAA,MAAM,IAAI,KAAK,CAAC,mGAAmG,CAAC;;IAGtH,IAAI,CAAC,aAAa,EAAE;AAClB,QAAA,MAAM,IAAI,KAAK,CAAC,qFAAqF,CAAC;;;;;AAMxG,IAAA,IAAI,cAAc,GAAG,EAAE;AACvB,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACvC,QAAA,MAAM,cAAc,GAAG,OAAO,CAAC,CAAC,CAAC;AACjC,QAAA,MAAM,IAAI,GAAG,cAAc,CAAC,OAAO,EAAE;AACrC,QAAA,IAAI,IAAI,KAAK,IAAI,EAAE;YACjB,cAAc,GAAG,CAAC;;AAEpB,QAAA,IAAI,cAAc,GAAG,EAAE,KAAK,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,QAAQ,CAAC,EAAE;YAClE;;;AAIJ,IAAA,IAAI,cAAc,KAAK,EAAE,EAAE;AACzB,QAAA,MAAM,IAAI,KAAK,CAAC,2GAA2G,CAAC;;AAG9H,IAAA,kBAAkB,GAAG,cAAc,GAAG,CAAC,GAAG,cAAc;AACxD,IAAA,MAAM,kBAAkB,GAAG,YAAY,CAAC,IAAI,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;AACpF,IAAA,MAAM,iBAAiB,GAAG,sBAAsB,GAAG,kBAAkB;IAErE,MAAM,OAAO,GAA4B,gBAAgB,CAAC,OAAO,CAAC,cAAc,CAAc,EAAE,aAAa,CAAC;AAC9G,IAAA,OAAO,CAAC,cAAc,CAAC,CAAC,OAAO,GAAG,OAAO;AACzC,IAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;AACzB,QAAA,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE;AAClC,QAAA,OAAO,MAAM;;AAGf,IAAA,MAAM,eAAe,GAAc,OAAO,CAAC,cAAc,CAAC;;AAE1D,IAAA,MAAM,4BAA4B,GAAG,CAAC,kBAAkB,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,kBAAkB;AACvG,IAAA,sBAAsB,GAAG,oBAAoB,GAAG,4BAA4B;IAC5E,iBAAiB,GAAG,CAAC;IACrB,IAAI,UAAU,GAAkB,EAAE;AAClC,IAAA,MAAM,mBAAmB,GAAG,CAAC,GAAG,SAAS,CAAC;AAC1C,IAAA,IAAI,YAAY,GAAG,mBAAmB,CAAC,MAAM;AAC7C,IAAA,OAAO,mBAAmB,CAAC,MAAM,GAAG,CAAC,IAAI,iBAAiB,GAAG,sBAAsB,IAAI,YAAY,GAAG,kBAAkB,EAAE;AACxH,QAAA,YAAY,EAAE;AACd,QAAA,MAAM,aAAa,GAAG,mBAAmB,CAAC,GAAG,EAAE;AAC/C,QAAA,IAAI,CAAC,aAAa;YAAE;QACpB,MAAM,UAAU,GAAG,kBAAkB,CAAC,YAAY,CAAC,IAAI,CAAC;QACxD,IAAI,CAAC,iBAAiB,GAAG,UAAU,KAAK,sBAAsB,EAAE;AAC9D,YAAA,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC;YAC9B,iBAAiB,IAAI,UAAU;;aAC1B;AACL,YAAA,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC;YAC5B;;;IAIJ,MAAM,YAAY,GAAc,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;AACjE,IAAA,MAAM,gBAAgB,GAAG,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE;AACpE,IAAA,IAAI,gBAAgB,KAAK,MAAM,EAAE;QAC/B,SAAS,GAAG,IAAI;;AAGlB,IAAA,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE;AAC3D,QAAA,MAAM,iBAAiB,GAAG,UAAU,CAAC,SAAS,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,EAAE,KAAK,SAAS,CAAC;AAClF,QAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;AACzB,YAAA,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,iBAAiB,CAAC;;;AAIpD,IAAA,IAAI,gBAAgB,KAAK,IAAI,EAAE;QAC7B,MAAM,OAAO,GAAG,gBAAgB,CAAC,YAAY,EAAE,aAAa,CAAC;QAC7D,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,OAAO;;SAC9C;AACL,QAAA,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC;;AAGlC,IAAA,IAAI,YAAY,IAAI,cAAc,GAAG,CAAC,EAAE;QACtC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAgB,CAAC;QAC5C,mBAAmB,CAAC,KAAK,EAAE;;AAG7B,IAAA,MAAM,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,EAAE;AACrC,IAAA,OAAO,MAAM;AACf;AAEM,SAAU,gBAAgB,CAAC,KAAc,EAAA;AAC7C,IAAA,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;AAChE;AAEM,SAAU,mBAAmB,CAAC,aAAyC,EAAA;IAC3E,MAAM,kBAAkB,GAAG,EAAE,GAAG,aAAa,CAAC,kBAAkB,EAAE;AAClE,IAAA,IAAI,kBAAkB,GAAG,aAAa,CAAC,UAAU;IACjD,IAAI,eAAe,GAAG,CAAC;IACvB,IAAI,WAAW,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChF,OAAO,SAAS,aAAa,CAAC,MAA2B,EAAA;AAIvD,QAAA,IAAI,YAAuC;AAC3C,QAAA,IAAI,MAAM,CAAC,aAAa,KACtB,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,YAAY;AAC/C,gBACD,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,mBAAmB;oBAEvD,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,mBAAmB,CAAC,cAAc;uBACrE,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,mBAAmB,CAAC,UAAU,CAAC,CACzE,CACF,CACF,IAAI,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,aAAa,CAAC,EAAE;AACzD,YAAA,YAAY,GAAG,oBAAoB,CAAC,MAAM,CAAC,aAAa,CAAC;AACzD,YAAA,WAAW,GAAG,YAAY,CAAC,YAAY;;AAGzC,QAAA,KAAK,IAAI,CAAC,GAAG,kBAAkB,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YAChE,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;;AAElC,YAAA,IAAI,CAAC,KAAK,kBAAkB,IAAI,kBAAkB,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,YAAY,EAAE;AACnF,gBAAA,kBAAkB,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,aAAa;;;AAE7C,iBAAA,IAAI,kBAAkB,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE;gBAC9C,kBAAkB,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC,YAAY,CAAC,OAAO,CAAC;AAC3D,gBAAA,WAAW,IAAI,kBAAkB,CAAC,CAAC,CAAC;;;;;;;QAQxC,IAAI,YAAY,EAAE;;YAEhB,MAAM,gBAAgB,GAAG,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,KAAK,CAAC,KAAI;;AAEvF,gBAAA,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC;AAC9B,gBAAA,IAAI,UAAU,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,QAAQ,EAAE;oBACjE,OAAO,GAAG,GAAG,KAAK;;AAEpB,gBAAA,OAAO,UAAU,IAAI,eAAe,GAAG,GAAG,GAAG,KAAK,GAAG,GAAG;aACzD,EAAE,CAAC,CAAC;;AAGL,YAAA,MAAM,KAAK,GAAG,YAAY,CAAC,YAAY,GAAG,gBAAgB;;AAG1D,YAAA,KAAK,MAAM,GAAG,IAAI,kBAAkB,EAAE;AACpC,gBAAA,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC;AAC9B,gBAAA,IAAI,UAAU,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,QAAQ,EAAE;AACjE,oBAAA,kBAAkB,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;;AAChE,qBAAA,IAAI,UAAU,IAAI,eAAe,EAAE;;AAExC,oBAAA,kBAAkB,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;;;;AAK3E,QAAA,kBAAkB,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM;AAC3C,QAAA,IAAI,WAAW,IAAI,aAAa,CAAC,SAAS,EAAE;YAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,EAAE,kBAAkB,EAAE;;AAGzD,QAAA,MAAM,EAAE,OAAO,EAAE,GAAG,2BAA2B,CAAC;YAC9C,gBAAgB,EAAE,aAAa,CAAC,SAAS;YACzC,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,kBAAkB;YAClB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,eAAe,EAAE,aAAa,CAAC,eAAe;YAC9C,YAAY,EAAE,aAAa,CAAC,YAAY;AACzC,SAAA,CAAC;AACF,QAAA,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;AAEtE,QAAA,OAAO,EAAE,OAAO,EAAE,kBAAkB,EAAE;AACxC,KAAC;AACH;;;;"}
+{"version":3,"file":"prune.mjs","sources":["../../../src/messages/prune.ts"],"sourcesContent":["import { AIMessage, BaseMessage, UsageMetadata } from '@langchain/core/messages';\nimport type { ThinkingContentText, MessageContentComplex } from '@/types/stream';\nimport type { TokenCounter } from '@/types/run';\nimport { ContentTypes } from '@/common';\nexport type PruneMessagesFactoryParams = {\n  maxTokens: number;\n  startIndex: number;\n  tokenCounter: TokenCounter;\n  indexTokenCountMap: Record<string, number>;\n  thinkingEnabled?: boolean;\n};\nexport type PruneMessagesParams = {\n  messages: BaseMessage[];\n  usageMetadata?: Partial<UsageMetadata>;\n  startType?: ReturnType<BaseMessage['getType']>;\n}\n\nfunction isIndexInContext(arrayA: unknown[], arrayB: unknown[], targetIndex: number): boolean {\n  const startingIndexInA = arrayA.length - arrayB.length;\n  return targetIndex >= startingIndexInA;\n}\n\nfunction addThinkingBlock(message: AIMessage, thinkingBlock: ThinkingContentText): MessageContentComplex[] {\n  const content: MessageContentComplex[] = Array.isArray(message.content)\n    ? message.content as MessageContentComplex[]\n    : [{\n      type: ContentTypes.TEXT,\n      text: message.content,\n    }];\n  content.unshift(thinkingBlock);\n  return content;\n}\n\n/**\n * Calculates the total tokens from a single usage object\n *\n * @param usage The usage metadata object containing token information\n * @returns An object containing the total input and output tokens\n */\nexport function calculateTotalTokens(usage: Partial<UsageMetadata>): UsageMetadata {\n  const baseInputTokens = Number(usage.input_tokens) || 0;\n  const cacheCreation = Number(usage.input_token_details?.cache_creation) || 0;\n  const cacheRead = Number(usage.input_token_details?.cache_read) || 0;\n\n  const totalInputTokens = baseInputTokens + cacheCreation + cacheRead;\n  const totalOutputTokens = Number(usage.output_tokens) || 0;\n\n  return {\n    input_tokens: totalInputTokens,\n    output_tokens: totalOutputTokens,\n    total_tokens: totalInputTokens + totalOutputTokens\n  };\n}\n\n/**\n * Processes an array of messages and returns a context of messages that fit within a specified token limit.\n * It iterates over the messages from newest to oldest, adding them to the context until the token limit is reached.\n *\n * @param options Configuration options for processing messages\n * @returns Object containing the message context, remaining tokens, messages not included, and summary index\n */\nexport function getMessagesWithinTokenLimit({\n  messages: _messages,\n  maxContextTokens,\n  indexTokenCountMap,\n  startType: _startType,\n  thinkingEnabled,\n  /** We may need to use this when recalculating */\n  tokenCounter,\n}: {\n  messages: BaseMessage[];\n  maxContextTokens: number;\n  indexTokenCountMap: Record<string, number | undefined>;\n  tokenCounter: TokenCounter;\n  startType?: string;\n  thinkingEnabled?: boolean;\n}): {\n  context: BaseMessage[];\n  remainingContextTokens: number;\n  messagesToRefine: BaseMessage[];\n} {\n  // Every reply is primed with <|start|>assistant<|message|>, so we\n  // start with 3 tokens for the label after all messages have been counted.\n  let currentTokenCount = 3;\n  const instructions = _messages[0]?.getType() === 'system' ? _messages[0] : undefined;\n  const instructionsTokenCount = instructions != null ? indexTokenCountMap[0] ?? 0 : 0;\n  const initialContextTokens = maxContextTokens - instructionsTokenCount;\n  let remainingContextTokens = initialContextTokens;\n  let startType = _startType;\n  const originalLength = _messages.length;\n  const messages = [..._messages];\n  /**\n   * IMPORTANT: this context array gets reversed at the end, since the latest messages get pushed first.\n   *\n   * This may be confusing to read, but it is done to ensure the context is in the correct order for the model.\n   * */\n  let context: Array<BaseMessage | undefined> = [];\n\n  let thinkingStartIndex = -1;\n  let thinkingEndIndex = -1;\n  let thinkingBlock: ThinkingContentText | undefined;\n  const endIndex = instructions != null ? 1 : 0;\n  const prunedMemory: BaseMessage[] = [];\n\n  if (currentTokenCount < remainingContextTokens) {\n    let currentIndex = messages.length;\n    while (messages.length > 0 && currentTokenCount < remainingContextTokens && currentIndex > endIndex) {\n      currentIndex--;\n      if (messages.length === 1 && instructions) {\n        break;\n      }\n      const poppedMessage = messages.pop();\n      if (!poppedMessage) continue;\n      const messageType = poppedMessage.getType();\n      if (thinkingEnabled === true && thinkingEndIndex === -1 && (currentIndex === (originalLength - 1)) && (messageType === 'ai' || messageType === 'tool')) {\n        thinkingEndIndex = currentIndex;\n      }\n      if (thinkingEndIndex > -1 && !thinkingBlock  && thinkingStartIndex < 0 && messageType === 'ai' && Array.isArray(poppedMessage.content)) {\n        thinkingBlock = (poppedMessage.content.find((content) => content.type === ContentTypes.THINKING)) as ThinkingContentText | undefined;\n        thinkingStartIndex = thinkingBlock != null ? currentIndex : -1;\n      }\n      /** False start, the latest message was not part of a multi-assistant/tool sequence of messages */\n      if (\n        thinkingEndIndex > -1\n        && currentIndex === (thinkingEndIndex - 1)\n        && (messageType !== 'ai' && messageType !== 'tool')\n      ) {\n        thinkingEndIndex = -1;\n      }\n\n      const tokenCount = indexTokenCountMap[currentIndex] ?? 0;\n\n      if (prunedMemory.length === 0 && ((currentTokenCount + tokenCount) <= remainingContextTokens)) {\n        context.push(poppedMessage);\n        currentTokenCount += tokenCount;\n      } else {\n        prunedMemory.push(poppedMessage);\n        if (thinkingEndIndex > -1) {\n          continue;\n        }\n        break;\n      }\n    }\n\n    if (thinkingEndIndex > -1 && context[context.length - 1]?.getType() === 'tool') {\n      startType = 'ai';\n    }\n\n    if (startType != null && startType && context.length > 0) {\n      const requiredTypeIndex = context.findIndex(msg => msg?.getType() === startType);\n\n      if (requiredTypeIndex > 0) {\n        context = context.slice(requiredTypeIndex);\n      }\n    }\n  }\n\n  if (instructions && originalLength > 0) {\n    context.push(_messages[0] as BaseMessage);\n    messages.shift();\n  }\n\n  remainingContextTokens -= currentTokenCount;\n  const result = {\n    remainingContextTokens,\n    context: [] as BaseMessage[],\n    messagesToRefine: prunedMemory,\n  };\n\n  if (prunedMemory.length === 0 || thinkingEndIndex < 0 || (thinkingStartIndex > -1 && isIndexInContext(_messages, context, thinkingStartIndex))) {\n    // we reverse at this step to ensure the context is in the correct order for the model, and we need to work backwards\n    result.context = context.reverse() as BaseMessage[];\n    return result;\n  }\n\n  if (thinkingEndIndex > -1 && thinkingStartIndex < 0) {\n    throw new Error('The payload is malformed. There is a thinking sequence but no \"AI\" messages with thinking blocks.');\n  }\n\n  if (!thinkingBlock) {\n    throw new Error('The payload is malformed. There is a thinking sequence but no thinking block found.');\n  }\n\n  // Since we have a thinking sequence, we need to find the last assistant message\n  // in the latest AI/tool sequence to add the thinking block that falls outside of the current context\n  // Latest messages are ordered first.\n  let assistantIndex = -1;\n  for (let i = 0; i < context.length; i++) {\n    const currentMessage = context[i];\n    const type = currentMessage?.getType();\n    if (type === 'ai') {\n      assistantIndex = i;\n    }\n    if (assistantIndex > -1 && (type === 'human' || type === 'system')) {\n      break;\n    }\n  }\n\n  if (assistantIndex === -1) {\n    throw new Error('The payload is malformed. There is a thinking sequence but no \"AI\" messages to append thinking blocks to.');\n  }\n\n  thinkingStartIndex = originalLength - 1 - assistantIndex;\n  const thinkingTokenCount = tokenCounter(new AIMessage({ content: [thinkingBlock] }));\n  const newRemainingCount = remainingContextTokens - thinkingTokenCount;\n  const content: MessageContentComplex[] = addThinkingBlock(context[assistantIndex] as AIMessage, thinkingBlock);\n  (context[assistantIndex] as AIMessage).content = content;\n  if (newRemainingCount > 0) {\n    result.context = context.reverse() as BaseMessage[];\n    return result;\n  }\n\n  const thinkingMessage: AIMessage = context[assistantIndex] as AIMessage;\n  // now we need to an additional round of pruning but making the thinking block fit\n  const newThinkingMessageTokenCount = (indexTokenCountMap[thinkingStartIndex] ?? 0) + thinkingTokenCount;\n  remainingContextTokens = initialContextTokens - newThinkingMessageTokenCount;\n  currentTokenCount = 3;\n  let newContext: BaseMessage[] = [];\n  const secondRoundMessages = [..._messages];\n  let currentIndex = secondRoundMessages.length;\n  while (secondRoundMessages.length > 0 && currentTokenCount < remainingContextTokens && currentIndex > thinkingStartIndex) {\n    currentIndex--;\n    const poppedMessage = secondRoundMessages.pop();\n    if (!poppedMessage) continue;\n    const tokenCount = indexTokenCountMap[currentIndex] ?? 0;\n    if ((currentTokenCount + tokenCount) <= remainingContextTokens) {\n      newContext.push(poppedMessage);\n      currentTokenCount += tokenCount;\n    } else {\n      messages.push(poppedMessage);\n      break;\n    }\n  }\n\n  const firstMessage: AIMessage = newContext[newContext.length - 1];\n  const firstMessageType = newContext[newContext.length - 1].getType();\n  if (firstMessageType === 'tool') {\n    startType = 'ai';\n  }\n\n  if (startType != null && startType && newContext.length > 0) {\n    const requiredTypeIndex = newContext.findIndex(msg => msg.getType() === startType);\n    if (requiredTypeIndex > 0) {\n      newContext = newContext.slice(requiredTypeIndex);\n    }\n  }\n\n  if (firstMessageType === 'ai') {\n    const content = addThinkingBlock(firstMessage, thinkingBlock);\n    newContext[newContext.length - 1].content = content;\n  } else {\n    newContext.push(thinkingMessage);\n  }\n\n  if (instructions && originalLength > 0) {\n    newContext.push(_messages[0] as BaseMessage);\n    secondRoundMessages.shift();\n  }\n\n  result.context = newContext.reverse();\n  return result;\n}\n\nexport function checkValidNumber(value: unknown): value is number {\n  return typeof value === 'number' && !isNaN(value) && value > 0;\n}\n\nexport function createPruneMessages(factoryParams: PruneMessagesFactoryParams) {\n  const indexTokenCountMap = { ...factoryParams.indexTokenCountMap };\n  let lastTurnStartIndex = factoryParams.startIndex;\n  let lastCutOffIndex = 0;\n  let totalTokens = (Object.values(indexTokenCountMap)).reduce((a, b) => a + b, 0);\n  return function pruneMessages(params: PruneMessagesParams): {\n    context: BaseMessage[];\n    indexTokenCountMap: Record<string, number>;\n  } {\n    let currentUsage: UsageMetadata | undefined;\n    if (params.usageMetadata && (\n      checkValidNumber(params.usageMetadata.input_tokens)\n      || (\n        checkValidNumber(params.usageMetadata.input_token_details)\n        && (\n          checkValidNumber(params.usageMetadata.input_token_details.cache_creation)\n          || checkValidNumber(params.usageMetadata.input_token_details.cache_read)\n        )\n      )\n    ) && checkValidNumber(params.usageMetadata.output_tokens)) {\n      currentUsage = calculateTotalTokens(params.usageMetadata);\n      totalTokens = currentUsage.total_tokens;\n    }\n\n    for (let i = lastTurnStartIndex; i < params.messages.length; i++) {\n      const message = params.messages[i];\n      // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition\n      if (i === lastTurnStartIndex && indexTokenCountMap[i] === undefined && currentUsage) {\n        indexTokenCountMap[i] = currentUsage.output_tokens;\n      // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition\n      } else if (indexTokenCountMap[i] === undefined) {\n        indexTokenCountMap[i] = factoryParams.tokenCounter(message);\n        totalTokens += indexTokenCountMap[i];\n      }\n    }\n\n    // If `currentUsage` is defined, we need to distribute the current total tokens to our `indexTokenCountMap`,\n    // We must distribute it in a weighted manner, so that the total token count is equal to `currentUsage.total_tokens`,\n    // relative the manually counted tokens in `indexTokenCountMap`.\n    // EDGE CASE: when the resulting context gets pruned, we should not distribute the usage for messages that are not in the context.\n    if (currentUsage) {\n      // Calculate the sum of tokens only for indices at or after lastCutOffIndex\n      const totalIndexTokens = Object.entries(indexTokenCountMap).reduce((sum, [key, value]) => {\n        // Convert string key to number and check if it's >= lastCutOffIndex\n        const numericKey = Number(key);\n        if (numericKey === 0 && params.messages[0].getType() === 'system') {\n          return sum + value;\n        }\n        return numericKey >= lastCutOffIndex ? sum + value : sum;\n      }, 0);\n\n      // Calculate ratio based only on messages that remain in the context\n      const ratio = currentUsage.total_tokens / totalIndexTokens;\n      const isRatioSafe = ratio >= 1/3 && ratio <= 2.5;\n\n      // Apply the ratio adjustment only to messages at or after lastCutOffIndex, and only if the ratio is safe\n      if (isRatioSafe) {\n        for (const key in indexTokenCountMap) {\n          const numericKey = Number(key);\n          if (numericKey === 0 && params.messages[0].getType() === 'system') {\n            indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);\n          } else if (numericKey >= lastCutOffIndex) {\n            // Only adjust token counts for messages still in the context\n            indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);\n          }\n        }\n      }\n    }\n\n    lastTurnStartIndex = params.messages.length;\n    if (totalTokens <= factoryParams.maxTokens) {\n      return { context: params.messages, indexTokenCountMap };\n    }\n\n    const { context } = getMessagesWithinTokenLimit({\n      maxContextTokens: factoryParams.maxTokens,\n      messages: params.messages,\n      indexTokenCountMap,\n      startType: params.startType,\n      thinkingEnabled: factoryParams.thinkingEnabled,\n      tokenCounter: factoryParams.tokenCounter,\n    });\n    lastCutOffIndex = Math.max(params.messages.length - context.length, 0);\n\n    return { context, indexTokenCountMap };\n  };\n}\n"],"names":[],"mappings":";;;AAiBA,SAAS,gBAAgB,CAAC,MAAiB,EAAE,MAAiB,EAAE,WAAmB,EAAA;IACjF,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;IACtD,OAAO,WAAW,IAAI,gBAAgB;AACxC;AAEA,SAAS,gBAAgB,CAAC,OAAkB,EAAE,aAAkC,EAAA;IAC9E,MAAM,OAAO,GAA4B,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO;UAClE,OAAO,CAAC;AACV,UAAE,CAAC;gBACD,IAAI,EAAE,YAAY,CAAC,IAAI;gBACvB,IAAI,EAAE,OAAO,CAAC,OAAO;AACtB,aAAA,CAAC;AACJ,IAAA,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC;AAC9B,IAAA,OAAO,OAAO;AAChB;AAEA;;;;;AAKG;AACG,SAAU,oBAAoB,CAAC,KAA6B,EAAA;IAChE,MAAM,eAAe,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC;AACvD,IAAA,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,cAAc,CAAC,IAAI,CAAC;AAC5E,IAAA,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,UAAU,CAAC,IAAI,CAAC;AAEpE,IAAA,MAAM,gBAAgB,GAAG,eAAe,GAAG,aAAa,GAAG,SAAS;IACpE,MAAM,iBAAiB,GAAG,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC;IAE1D,OAAO;AACL,QAAA,YAAY,EAAE,gBAAgB;AAC9B,QAAA,aAAa,EAAE,iBAAiB;QAChC,YAAY,EAAE,gBAAgB,GAAG;KAClC;AACH;AAEA;;;;;;AAMG;SACa,2BAA2B,CAAC,EAC1C,QAAQ,EAAE,SAAS,EACnB,gBAAgB,EAChB,kBAAkB,EAClB,SAAS,EAAE,UAAU,EACrB,eAAe;AACf;AACA,YAAY,GAQb,EAAA;;;IAOC,IAAI,iBAAiB,GAAG,CAAC;IACzB,MAAM,YAAY,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS;AACpF,IAAA,MAAM,sBAAsB,GAAG,YAAY,IAAI,IAAI,GAAG,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;AACpF,IAAA,MAAM,oBAAoB,GAAG,gBAAgB,GAAG,sBAAsB;IACtE,IAAI,sBAAsB,GAAG,oBAAoB;IACjD,IAAI,SAAS,GAAG,UAAU;AAC1B,IAAA,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM;AACvC,IAAA,MAAM,QAAQ,GAAG,CAAC,GAAG,SAAS,CAAC;AAC/B;;;;AAIK;IACL,IAAI,OAAO,GAAmC,EAAE;AAEhD,IAAA,IAAI,kBAAkB,GAAG,EAAE;AAC3B,IAAA,IAAI,gBAAgB,GAAG,EAAE;AACzB,IAAA,IAAI,aAA8C;AAClD,IAAA,MAAM,QAAQ,GAAG,YAAY,IAAI,IAAI,GAAG,CAAC,GAAG,CAAC;IAC7C,MAAM,YAAY,GAAkB,EAAE;AAEtC,IAAA,IAAI,iBAAiB,GAAG,sBAAsB,EAAE;AAC9C,QAAA,IAAI,YAAY,GAAG,QAAQ,CAAC,MAAM;AAClC,QAAA,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,iBAAiB,GAAG,sBAAsB,IAAI,YAAY,GAAG,QAAQ,EAAE;AACnG,YAAA,YAAY,EAAE;YACd,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,YAAY,EAAE;gBACzC;;AAEF,YAAA,MAAM,aAAa,GAAG,QAAQ,CAAC,GAAG,EAAE;AACpC,YAAA,IAAI,CAAC,aAAa;gBAAE;AACpB,YAAA,MAAM,WAAW,GAAG,aAAa,CAAC,OAAO,EAAE;AAC3C,YAAA,IAAI,eAAe,KAAK,IAAI,IAAI,gBAAgB,KAAK,EAAE,KAAK,YAAY,MAAM,cAAc,GAAG,CAAC,CAAC,CAAC,KAAK,WAAW,KAAK,IAAI,IAAI,WAAW,KAAK,MAAM,CAAC,EAAE;gBACtJ,gBAAgB,GAAG,YAAY;;YAEjC,IAAI,gBAAgB,GAAG,EAAE,IAAI,CAAC,aAAa,IAAK,kBAAkB,GAAG,CAAC,IAAI,WAAW,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE;gBACtI,aAAa,IAAI,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,IAAI,KAAK,YAAY,CAAC,QAAQ,CAAC,CAAoC;AACpI,gBAAA,kBAAkB,GAAG,aAAa,IAAI,IAAI,GAAG,YAAY,GAAG,EAAE;;;YAGhE,IACE,gBAAgB,GAAG;AAChB,mBAAA,YAAY,MAAM,gBAAgB,GAAG,CAAC;oBACrC,WAAW,KAAK,IAAI,IAAI,WAAW,KAAK,MAAM,CAAC,EACnD;gBACA,gBAAgB,GAAG,EAAE;;YAGvB,MAAM,UAAU,GAAG,kBAAkB,CAAC,YAAY,CAAC,IAAI,CAAC;AAExD,YAAA,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,KAAK,CAAC,iBAAiB,GAAG,UAAU,KAAK,sBAAsB,CAAC,EAAE;AAC7F,gBAAA,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC;gBAC3B,iBAAiB,IAAI,UAAU;;iBAC1B;AACL,gBAAA,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC;AAChC,gBAAA,IAAI,gBAAgB,GAAG,EAAE,EAAE;oBACzB;;gBAEF;;;AAIJ,QAAA,IAAI,gBAAgB,GAAG,EAAE,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,MAAM,EAAE;YAC9E,SAAS,GAAG,IAAI;;AAGlB,QAAA,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;AACxD,YAAA,MAAM,iBAAiB,GAAG,OAAO,CAAC,SAAS,CAAC,GAAG,IAAI,GAAG,EAAE,OAAO,EAAE,KAAK,SAAS,CAAC;AAEhF,YAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;AACzB,gBAAA,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC;;;;AAKhD,IAAA,IAAI,YAAY,IAAI,cAAc,GAAG,CAAC,EAAE;QACtC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAgB,CAAC;QACzC,QAAQ,CAAC,KAAK,EAAE;;IAGlB,sBAAsB,IAAI,iBAAiB;AAC3C,IAAA,MAAM,MAAM,GAAG;QACb,sBAAsB;AACtB,QAAA,OAAO,EAAE,EAAmB;AAC5B,QAAA,gBAAgB,EAAE,YAAY;KAC/B;IAED,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,IAAI,gBAAgB,GAAG,CAAC,KAAK,kBAAkB,GAAG,EAAE,IAAI,gBAAgB,CAAC,SAAS,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC,EAAE;;AAE9I,QAAA,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,EAAmB;AACnD,QAAA,OAAO,MAAM;;IAGf,IAAI,gBAAgB,GAAG,EAAE,IAAI,kBAAkB,GAAG,CAAC,EAAE;AACnD,QAAA,MAAM,IAAI,KAAK,CAAC,mGAAmG,CAAC;;IAGtH,IAAI,CAAC,aAAa,EAAE;AAClB,QAAA,MAAM,IAAI,KAAK,CAAC,qFAAqF,CAAC;;;;;AAMxG,IAAA,IAAI,cAAc,GAAG,EAAE;AACvB,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACvC,QAAA,MAAM,cAAc,GAAG,OAAO,CAAC,CAAC,CAAC;AACjC,QAAA,MAAM,IAAI,GAAG,cAAc,EAAE,OAAO,EAAE;AACtC,QAAA,IAAI,IAAI,KAAK,IAAI,EAAE;YACjB,cAAc,GAAG,CAAC;;AAEpB,QAAA,IAAI,cAAc,GAAG,EAAE,KAAK,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,QAAQ,CAAC,EAAE;YAClE;;;AAIJ,IAAA,IAAI,cAAc,KAAK,EAAE,EAAE;AACzB,QAAA,MAAM,IAAI,KAAK,CAAC,2GAA2G,CAAC;;AAG9H,IAAA,kBAAkB,GAAG,cAAc,GAAG,CAAC,GAAG,cAAc;AACxD,IAAA,MAAM,kBAAkB,GAAG,YAAY,CAAC,IAAI,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;AACpF,IAAA,MAAM,iBAAiB,GAAG,sBAAsB,GAAG,kBAAkB;IACrE,MAAM,OAAO,GAA4B,gBAAgB,CAAC,OAAO,CAAC,cAAc,CAAc,EAAE,aAAa,CAAC;AAC7G,IAAA,OAAO,CAAC,cAAc,CAAe,CAAC,OAAO,GAAG,OAAO;AACxD,IAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;AACzB,QAAA,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,EAAmB;AACnD,QAAA,OAAO,MAAM;;AAGf,IAAA,MAAM,eAAe,GAAc,OAAO,CAAC,cAAc,CAAc;;AAEvE,IAAA,MAAM,4BAA4B,GAAG,CAAC,kBAAkB,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,kBAAkB;AACvG,IAAA,sBAAsB,GAAG,oBAAoB,GAAG,4BAA4B;IAC5E,iBAAiB,GAAG,CAAC;IACrB,IAAI,UAAU,GAAkB,EAAE;AAClC,IAAA,MAAM,mBAAmB,GAAG,CAAC,GAAG,SAAS,CAAC;AAC1C,IAAA,IAAI,YAAY,GAAG,mBAAmB,CAAC,MAAM;AAC7C,IAAA,OAAO,mBAAmB,CAAC,MAAM,GAAG,CAAC,IAAI,iBAAiB,GAAG,sBAAsB,IAAI,YAAY,GAAG,kBAAkB,EAAE;AACxH,QAAA,YAAY,EAAE;AACd,QAAA,MAAM,aAAa,GAAG,mBAAmB,CAAC,GAAG,EAAE;AAC/C,QAAA,IAAI,CAAC,aAAa;YAAE;QACpB,MAAM,UAAU,GAAG,kBAAkB,CAAC,YAAY,CAAC,IAAI,CAAC;QACxD,IAAI,CAAC,iBAAiB,GAAG,UAAU,KAAK,sBAAsB,EAAE;AAC9D,YAAA,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC;YAC9B,iBAAiB,IAAI,UAAU;;aAC1B;AACL,YAAA,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC;YAC5B;;;IAIJ,MAAM,YAAY,GAAc,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;AACjE,IAAA,MAAM,gBAAgB,GAAG,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE;AACpE,IAAA,IAAI,gBAAgB,KAAK,MAAM,EAAE;QAC/B,SAAS,GAAG,IAAI;;AAGlB,IAAA,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE;AAC3D,QAAA,MAAM,iBAAiB,GAAG,UAAU,CAAC,SAAS,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,EAAE,KAAK,SAAS,CAAC;AAClF,QAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;AACzB,YAAA,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,iBAAiB,CAAC;;;AAIpD,IAAA,IAAI,gBAAgB,KAAK,IAAI,EAAE;QAC7B,MAAM,OAAO,GAAG,gBAAgB,CAAC,YAAY,EAAE,aAAa,CAAC;QAC7D,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,OAAO;;SAC9C;AACL,QAAA,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC;;AAGlC,IAAA,IAAI,YAAY,IAAI,cAAc,GAAG,CAAC,EAAE;QACtC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAgB,CAAC;QAC5C,mBAAmB,CAAC,KAAK,EAAE;;AAG7B,IAAA,MAAM,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,EAAE;AACrC,IAAA,OAAO,MAAM;AACf;AAEM,SAAU,gBAAgB,CAAC,KAAc,EAAA;AAC7C,IAAA,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;AAChE;AAEM,SAAU,mBAAmB,CAAC,aAAyC,EAAA;IAC3E,MAAM,kBAAkB,GAAG,EAAE,GAAG,aAAa,CAAC,kBAAkB,EAAE;AAClE,IAAA,IAAI,kBAAkB,GAAG,aAAa,CAAC,UAAU;IACjD,IAAI,eAAe,GAAG,CAAC;IACvB,IAAI,WAAW,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChF,OAAO,SAAS,aAAa,CAAC,MAA2B,EAAA;AAIvD,QAAA,IAAI,YAAuC;AAC3C,QAAA,IAAI,MAAM,CAAC,aAAa,KACtB,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,YAAY;AAC/C,gBACD,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,mBAAmB;oBAEvD,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,mBAAmB,CAAC,cAAc;uBACrE,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,mBAAmB,CAAC,UAAU,CAAC,CACzE,CACF,CACF,IAAI,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,aAAa,CAAC,EAAE;AACzD,YAAA,YAAY,GAAG,oBAAoB,CAAC,MAAM,CAAC,aAAa,CAAC;AACzD,YAAA,WAAW,GAAG,YAAY,CAAC,YAAY;;AAGzC,QAAA,KAAK,IAAI,CAAC,GAAG,kBAAkB,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YAChE,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;;AAElC,YAAA,IAAI,CAAC,KAAK,kBAAkB,IAAI,kBAAkB,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,YAAY,EAAE;AACnF,gBAAA,kBAAkB,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,aAAa;;;AAE7C,iBAAA,IAAI,kBAAkB,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE;gBAC9C,kBAAkB,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC,YAAY,CAAC,OAAO,CAAC;AAC3D,gBAAA,WAAW,IAAI,kBAAkB,CAAC,CAAC,CAAC;;;;;;;QAQxC,IAAI,YAAY,EAAE;;YAEhB,MAAM,gBAAgB,GAAG,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,KAAK,CAAC,KAAI;;AAEvF,gBAAA,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC;AAC9B,gBAAA,IAAI,UAAU,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,QAAQ,EAAE;oBACjE,OAAO,GAAG,GAAG,KAAK;;AAEpB,gBAAA,OAAO,UAAU,IAAI,eAAe,GAAG,GAAG,GAAG,KAAK,GAAG,GAAG;aACzD,EAAE,CAAC,CAAC;;AAGL,YAAA,MAAM,KAAK,GAAG,YAAY,CAAC,YAAY,GAAG,gBAAgB;YAC1D,MAAM,WAAW,GAAG,KAAK,IAAI,CAAC,GAAC,CAAC,IAAI,KAAK,IAAI,GAAG;;YAGhD,IAAI,WAAW,EAAE;AACf,gBAAA,KAAK,MAAM,GAAG,IAAI,kBAAkB,EAAE;AACpC,oBAAA,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC;AAC9B,oBAAA,IAAI,UAAU,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,QAAQ,EAAE;AACjE,wBAAA,kBAAkB,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;;AAChE,yBAAA,IAAI,UAAU,IAAI,eAAe,EAAE;;AAExC,wBAAA,kBAAkB,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;;;;;AAM7E,QAAA,kBAAkB,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM;AAC3C,QAAA,IAAI,WAAW,IAAI,aAAa,CAAC,SAAS,EAAE;YAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,EAAE,kBAAkB,EAAE;;AAGzD,QAAA,MAAM,EAAE,OAAO,EAAE,GAAG,2BAA2B,CAAC;YAC9C,gBAAgB,EAAE,aAAa,CAAC,SAAS;YACzC,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,kBAAkB;YAClB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,eAAe,EAAE,aAAa,CAAC,eAAe;YAC9C,YAAY,EAAE,aAAa,CAAC,YAAY;AACzC,SAAA,CAAC;AACF,QAAA,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;AAEtE,QAAA,OAAO,EAAE,OAAO,EAAE,kBAAkB,EAAE;AACxC,KAAC;AACH;;;;"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@librechat/agents",
-  "version": "2.3.4",
+  "version": "2.3.6",
   "main": "./dist/cjs/main.cjs",
   "module": "./dist/esm/main.mjs",
   "types": "./dist/types/index.d.ts",

package/src/messages/prune.ts

@@ -15,7 +15,7 @@ export type PruneMessagesParams = {
   startType?: ReturnType<BaseMessage['getType']>;
 }
 
-function isIndexInContext(arrayA: BaseMessage[], arrayB: BaseMessage[], targetIndex: number): boolean {
+function isIndexInContext(arrayA: unknown[], arrayB: unknown[], targetIndex: number): boolean {
   const startingIndexInA = arrayA.length - arrayB.length;
   return targetIndex >= startingIndexInA;
 }
@@ -94,7 +94,7 @@ export function getMessagesWithinTokenLimit({
    *
    * This may be confusing to read, but it is done to ensure the context is in the correct order for the model.
    * */
-  let context: BaseMessage[] = [];
+  let context: Array<BaseMessage | undefined> = [];
 
   let thinkingStartIndex = -1;
   let thinkingEndIndex = -1;
@@ -142,12 +142,12 @@ export function getMessagesWithinTokenLimit({
       }
     }
 
-    if (thinkingEndIndex > -1 && context[context.length - 1].getType() === 'tool') {
+    if (thinkingEndIndex > -1 && context[context.length - 1]?.getType() === 'tool') {
       startType = 'ai';
     }
 
     if (startType != null && startType && context.length > 0) {
-      const requiredTypeIndex = context.findIndex(msg => msg.getType() === startType);
+      const requiredTypeIndex = context.findIndex(msg => msg?.getType() === startType);
 
       if (requiredTypeIndex > 0) {
         context = context.slice(requiredTypeIndex);
@@ -169,7 +169,7 @@ export function getMessagesWithinTokenLimit({
 
   if (prunedMemory.length === 0 || thinkingEndIndex < 0 || (thinkingStartIndex > -1 && isIndexInContext(_messages, context, thinkingStartIndex))) {
     // we reverse at this step to ensure the context is in the correct order for the model, and we need to work backwards
-    result.context = context.reverse();
+    result.context = context.reverse() as BaseMessage[];
     return result;
   }
 
@@ -187,7 +187,7 @@ export function getMessagesWithinTokenLimit({
   let assistantIndex = -1;
   for (let i = 0; i < context.length; i++) {
     const currentMessage = context[i];
-    const type = currentMessage.getType();
+    const type = currentMessage?.getType();
     if (type === 'ai') {
       assistantIndex = i;
     }
@@ -203,15 +203,14 @@ export function getMessagesWithinTokenLimit({
   thinkingStartIndex = originalLength - 1 - assistantIndex;
   const thinkingTokenCount = tokenCounter(new AIMessage({ content: [thinkingBlock] }));
   const newRemainingCount = remainingContextTokens - thinkingTokenCount;
-
   const content: MessageContentComplex[] = addThinkingBlock(context[assistantIndex] as AIMessage, thinkingBlock);
-  context[assistantIndex].content = content;
+  (context[assistantIndex] as AIMessage).content = content;
   if (newRemainingCount > 0) {
-    result.context = context.reverse();
+    result.context = context.reverse() as BaseMessage[];
     return result;
   }
 
-  const thinkingMessage: AIMessage = context[assistantIndex];
+  const thinkingMessage: AIMessage = context[assistantIndex] as AIMessage;
   // now we need to an additional round of pruning but making the thinking block fit
   const newThinkingMessageTokenCount = (indexTokenCountMap[thinkingStartIndex] ?? 0) + thinkingTokenCount;
   remainingContextTokens = initialContextTokens - newThinkingMessageTokenCount;
@@ -319,15 +318,18 @@ export function createPruneMessages(factoryParams: PruneMessagesFactoryParams) {
 
       // Calculate ratio based only on messages that remain in the context
       const ratio = currentUsage.total_tokens / totalIndexTokens;
-
-      // Apply the ratio adjustment only to messages at or after lastCutOffIndex
-      for (const key in indexTokenCountMap) {
-        const numericKey = Number(key);
-        if (numericKey === 0 && params.messages[0].getType() === 'system') {
-          indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);
-        } else if (numericKey >= lastCutOffIndex) {
-          // Only adjust token counts for messages still in the context
-          indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);
+      const isRatioSafe = ratio >= 1/3 && ratio <= 2.5;
+
+      // Apply the ratio adjustment only to messages at or after lastCutOffIndex, and only if the ratio is safe
+      if (isRatioSafe) {
+        for (const key in indexTokenCountMap) {
+          const numericKey = Number(key);
+          if (numericKey === 0 && params.messages[0].getType() === 'system') {
+            indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);
+          } else if (numericKey >= lastCutOffIndex) {
+            // Only adjust token counts for messages still in the context
+            indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);
+          }
         }
       }
     }