@librechat/agents 2.3.91 → 2.3.93

package/dist/cjs/messages/prune.cjs

@@ -262,6 +262,7 @@ function createPruneMessages(factoryParams) {
             currentUsage = calculateTotalTokens(params.usageMetadata);
             totalTokens = currentUsage.total_tokens;
         }
+        const newOutputs = new Set();
         for (let i = lastTurnStartIndex; i < params.messages.length; i++) {
             const message = params.messages[i];
             // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition
@@ -271,6 +272,9 @@ function createPruneMessages(factoryParams) {
             }
             else if (indexTokenCountMap[i] === undefined) {
                 indexTokenCountMap[i] = factoryParams.tokenCounter(message);
+                if (currentUsage) {
+                    newOutputs.add(i);
+                }
                 totalTokens += indexTokenCountMap[i];
             }
         }
@@ -279,34 +283,37 @@ function createPruneMessages(factoryParams) {
         // relative the manually counted tokens in `indexTokenCountMap`.
         // EDGE CASE: when the resulting context gets pruned, we should not distribute the usage for messages that are not in the context.
         if (currentUsage) {
-            // Calculate the sum of tokens only for indices at or after lastCutOffIndex
-            const totalIndexTokens = Object.entries(indexTokenCountMap).reduce((sum, [key, value]) => {
-                // Convert string key to number and check if it's >= lastCutOffIndex
-                const numericKey = Number(key);
-                if (numericKey === 0 && params.messages[0].getType() === 'system') {
-                    return sum + value;
+            let totalIndexTokens = 0;
+            if (params.messages[0].getType() === 'system') {
+                totalIndexTokens += indexTokenCountMap[0];
+            }
+            for (let i = lastCutOffIndex; i < params.messages.length; i++) {
+                if (i === 0 && params.messages[0].getType() === 'system') {
+                    continue;
+                }
+                if (newOutputs.has(i)) {
+                    continue;
                 }
-                return numericKey >= lastCutOffIndex ? sum + value : sum;
-            }, 0);
+                totalIndexTokens += indexTokenCountMap[i];
+            }
             // Calculate ratio based only on messages that remain in the context
             const ratio = currentUsage.total_tokens / totalIndexTokens;
             const isRatioSafe = ratio >= 1 / 3 && ratio <= 2.5;
             // Apply the ratio adjustment only to messages at or after lastCutOffIndex, and only if the ratio is safe
             if (isRatioSafe) {
-                for (const key in indexTokenCountMap) {
-                    const numericKey = Number(key);
-                    if (numericKey === 0 && params.messages[0].getType() === 'system') {
-                        indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);
-                    }
-                    else if (numericKey >= lastCutOffIndex) {
-                        // Only adjust token counts for messages still in the context
-                        indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);
+                if (params.messages[0].getType() === 'system' && lastCutOffIndex !== 0) {
+                    indexTokenCountMap[0] = Math.round(indexTokenCountMap[0] * ratio);
+                }
+                for (let i = lastCutOffIndex; i < params.messages.length; i++) {
+                    if (newOutputs.has(i)) {
+                        continue;
                     }
+                    indexTokenCountMap[i] = Math.round(indexTokenCountMap[i] * ratio);
                 }
             }
         }
         lastTurnStartIndex = params.messages.length;
-        if (totalTokens <= factoryParams.maxTokens) {
+        if (lastCutOffIndex === 0 && totalTokens <= factoryParams.maxTokens) {
             return { context: params.messages, indexTokenCountMap };
         }
         const { context, thinkingStartIndex } = getMessagesWithinTokenLimit({

package/dist/cjs/messages/prune.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"prune.cjs","sources":["../../../src/messages/prune.ts"],"sourcesContent":["import { AIMessage, BaseMessage, UsageMetadata } from '@langchain/core/messages';\nimport type { ThinkingContentText, MessageContentComplex, ReasoningContentText } from '@/types/stream';\nimport type { TokenCounter } from '@/types/run';\nimport { ContentTypes, Providers } from '@/common';\n\nexport type PruneMessagesFactoryParams = {\n  provider?: Providers;\n  maxTokens: number;\n  startIndex: number;\n  tokenCounter: TokenCounter;\n  indexTokenCountMap: Record<string, number>;\n  thinkingEnabled?: boolean;\n};\nexport type PruneMessagesParams = {\n  messages: BaseMessage[];\n  usageMetadata?: Partial<UsageMetadata>;\n  startType?: ReturnType<BaseMessage['getType']>;\n}\n\nfunction isIndexInContext(arrayA: unknown[], arrayB: unknown[], targetIndex: number): boolean {\n  const startingIndexInA = arrayA.length - arrayB.length;\n  return targetIndex >= startingIndexInA;\n}\n\nfunction addThinkingBlock(message: AIMessage, thinkingBlock: ThinkingContentText | ReasoningContentText): AIMessage {\n  const content: MessageContentComplex[] = Array.isArray(message.content)\n    ? message.content as MessageContentComplex[]\n    : [{\n      type: ContentTypes.TEXT,\n      text: message.content,\n    }];\n  /** Edge case, the message already has the thinking block */\n  if (content[0].type === thinkingBlock.type) {\n    return message;\n  }\n  content.unshift(thinkingBlock);\n  return new AIMessage({\n    ...message,\n    content\n  });\n}\n\n/**\n * Calculates the total tokens from a single usage object\n *\n * @param usage The usage metadata object containing token information\n * @returns An object containing the total input and output tokens\n */\nexport function calculateTotalTokens(usage: Partial<UsageMetadata>): UsageMetadata {\n  const baseInputTokens = Number(usage.input_tokens) || 0;\n  const cacheCreation = Number(usage.input_token_details?.cache_creation) || 0;\n  const cacheRead = Number(usage.input_token_details?.cache_read) || 0;\n\n  const totalInputTokens = baseInputTokens + cacheCreation + cacheRead;\n  const totalOutputTokens = Number(usage.output_tokens) || 0;\n\n  return {\n    input_tokens: totalInputTokens,\n    output_tokens: totalOutputTokens,\n    total_tokens: totalInputTokens + totalOutputTokens\n  };\n}\n\nexport type PruningResult = {\n  context: BaseMessage[];\n  remainingContextTokens: number;\n  messagesToRefine: BaseMessage[];\n  thinkingStartIndex?: number;\n};\n\n/**\n * Processes an array of messages and returns a context of messages that fit within a specified token limit.\n * It iterates over the messages from newest to oldest, adding them to the context until the token limit is reached.\n *\n * @param options Configuration options for processing messages\n * @returns Object containing the message context, remaining tokens, messages not included, and summary index\n */\nexport function getMessagesWithinTokenLimit({\n  messages: _messages,\n  maxContextTokens,\n  indexTokenCountMap,\n  startType: _startType,\n  thinkingEnabled,\n  tokenCounter,\n  thinkingStartIndex: _thinkingStartIndex = -1,\n  reasoningType = ContentTypes.THINKING,\n}: {\n  messages: BaseMessage[];\n  maxContextTokens: number;\n  indexTokenCountMap: Record<string, number | undefined>;\n  startType?: string | string[];\n  thinkingEnabled?: boolean;\n  tokenCounter: TokenCounter;\n  thinkingStartIndex?: number;\n  reasoningType?: ContentTypes.THINKING | ContentTypes.REASONING_CONTENT;\n}): PruningResult {\n  // Every reply is primed with <|start|>assistant<|message|>, so we\n  // start with 3 tokens for the label after all messages have been counted.\n  let currentTokenCount = 3;\n  const instructions = _messages[0]?.getType() === 'system' ? _messages[0] : undefined;\n  const instructionsTokenCount = instructions != null ? indexTokenCountMap[0] ?? 0 : 0;\n  const initialContextTokens = maxContextTokens - instructionsTokenCount;\n  let remainingContextTokens = initialContextTokens;\n  let startType = _startType;\n  const originalLength = _messages.length;\n  const messages = [..._messages];\n  /**\n   * IMPORTANT: this context array gets reversed at the end, since the latest messages get pushed first.\n   *\n   * This may be confusing to read, but it is done to ensure the context is in the correct order for the model.\n   * */\n  let context: Array<BaseMessage | undefined> = [];\n\n  let thinkingStartIndex = _thinkingStartIndex;\n  let thinkingEndIndex = -1;\n  let thinkingBlock: ThinkingContentText | ReasoningContentText | undefined;\n  const endIndex = instructions != null ? 1 : 0;\n  const prunedMemory: BaseMessage[] = [];\n\n  if (_thinkingStartIndex > -1) {\n    const thinkingMessageContent = messages[_thinkingStartIndex]?.content;\n    if (Array.isArray(thinkingMessageContent)) {\n      thinkingBlock = thinkingMessageContent.find((content) => content.type === reasoningType) as ThinkingContentText | undefined;\n    }\n  }\n\n  if (currentTokenCount < remainingContextTokens) {\n    let currentIndex = messages.length;\n    while (messages.length > 0 && currentTokenCount < remainingContextTokens && currentIndex > endIndex) {\n      currentIndex--;\n      if (messages.length === 1 && instructions) {\n        break;\n      }\n      const poppedMessage = messages.pop();\n      if (!poppedMessage) continue;\n      const messageType = poppedMessage.getType();\n      if (thinkingEnabled === true && thinkingEndIndex === -1 && (currentIndex === (originalLength - 1)) && (messageType === 'ai' || messageType === 'tool')) {\n        thinkingEndIndex = currentIndex;\n      }\n      if (thinkingEndIndex > -1 && !thinkingBlock  && thinkingStartIndex < 0 && messageType === 'ai' && Array.isArray(poppedMessage.content)) {\n        thinkingBlock = (poppedMessage.content.find((content) => content.type === reasoningType)) as ThinkingContentText | undefined;\n        thinkingStartIndex = thinkingBlock != null ? currentIndex : -1;\n      }\n      /** False start, the latest message was not part of a multi-assistant/tool sequence of messages */\n      if (\n        thinkingEndIndex > -1\n        && currentIndex === (thinkingEndIndex - 1)\n        && (messageType !== 'ai' && messageType !== 'tool')\n      ) {\n        thinkingEndIndex = -1;\n      }\n\n      const tokenCount = indexTokenCountMap[currentIndex] ?? 0;\n\n      if (prunedMemory.length === 0 && ((currentTokenCount + tokenCount) <= remainingContextTokens)) {\n        context.push(poppedMessage);\n        currentTokenCount += tokenCount;\n      } else {\n        prunedMemory.push(poppedMessage);\n        if (thinkingEndIndex > -1 && thinkingStartIndex < 0) {\n          continue;\n        }\n        break;\n      }\n    }\n\n    if (context[context.length - 1]?.getType() === 'tool') {\n      startType = ['ai', 'human'];\n    }\n\n    if (startType != null && startType.length > 0 && context.length > 0) {\n      let requiredTypeIndex = -1;\n\n      let totalTokens = 0;\n      for (let i = context.length - 1; i >= 0; i--) {\n        const currentType = context[i]?.getType() ?? '';\n        if (Array.isArray(startType) ? startType.includes(currentType) : currentType === startType) {\n          requiredTypeIndex = i + 1;\n          break;\n        }\n        const originalIndex = originalLength - 1 - i;\n        totalTokens += indexTokenCountMap[originalIndex] ?? 0;\n      }\n\n      if (requiredTypeIndex > 0) {\n        currentTokenCount -= totalTokens;\n        context = context.slice(0, requiredTypeIndex);\n      }\n    }\n  }\n\n  if (instructions && originalLength > 0) {\n    context.push(_messages[0] as BaseMessage);\n    messages.shift();\n  }\n\n  remainingContextTokens -= currentTokenCount;\n  const result: PruningResult = {\n    remainingContextTokens,\n    context: [] as BaseMessage[],\n    messagesToRefine: prunedMemory,\n  };\n\n  if (thinkingStartIndex > -1) {\n    result.thinkingStartIndex = thinkingStartIndex;\n  }\n\n  if (prunedMemory.length === 0 || thinkingEndIndex < 0 || (thinkingStartIndex > -1 && isIndexInContext(_messages, context, thinkingStartIndex))) {\n    // we reverse at this step to ensure the context is in the correct order for the model, and we need to work backwards\n    result.context = context.reverse() as BaseMessage[];\n    return result;\n  }\n\n  if (thinkingEndIndex > -1 && thinkingStartIndex < 0) {\n    throw new Error('The payload is malformed. There is a thinking sequence but no \"AI\" messages with thinking blocks.');\n  }\n\n  if (!thinkingBlock) {\n    throw new Error('The payload is malformed. There is a thinking sequence but no thinking block found.');\n  }\n\n  // Since we have a thinking sequence, we need to find the last assistant message\n  // in the latest AI/tool sequence to add the thinking block that falls outside of the current context\n  // Latest messages are ordered first.\n  let assistantIndex = -1;\n  for (let i = 0; i < context.length; i++) {\n    const currentMessage = context[i];\n    const type = currentMessage?.getType();\n    if (type === 'ai') {\n      assistantIndex = i;\n    }\n    if (assistantIndex > -1 && (type === 'human' || type === 'system')) {\n      break;\n    }\n  }\n\n  if (assistantIndex === -1) {\n    throw new Error('The payload is malformed. There is a thinking sequence but no \"AI\" messages to append thinking blocks to.');\n  }\n\n  thinkingStartIndex = originalLength - 1 - assistantIndex;\n  const thinkingTokenCount = tokenCounter(new AIMessage({ content: [thinkingBlock] }));\n  const newRemainingCount = remainingContextTokens - thinkingTokenCount;\n  const newMessage = addThinkingBlock(context[assistantIndex] as AIMessage, thinkingBlock);\n  context[assistantIndex] = newMessage;\n  if (newRemainingCount > 0) {\n    result.context = context.reverse() as BaseMessage[];\n    return result;\n  }\n\n  const thinkingMessage: AIMessage = context[assistantIndex] as AIMessage;\n  // now we need to an additional round of pruning but making the thinking block fit\n  const newThinkingMessageTokenCount = (indexTokenCountMap[thinkingStartIndex] ?? 0) + thinkingTokenCount;\n  remainingContextTokens = initialContextTokens - newThinkingMessageTokenCount;\n  currentTokenCount = 3;\n  let newContext: BaseMessage[] = [];\n  const secondRoundMessages = [..._messages];\n  let currentIndex = secondRoundMessages.length;\n  while (secondRoundMessages.length > 0 && currentTokenCount < remainingContextTokens && currentIndex > thinkingStartIndex) {\n    currentIndex--;\n    const poppedMessage = secondRoundMessages.pop();\n    if (!poppedMessage) continue;\n    const tokenCount = indexTokenCountMap[currentIndex] ?? 0;\n    if ((currentTokenCount + tokenCount) <= remainingContextTokens) {\n      newContext.push(poppedMessage);\n      currentTokenCount += tokenCount;\n    } else {\n      messages.push(poppedMessage);\n      break;\n    }\n  }\n\n  const firstMessage: AIMessage = newContext[newContext.length - 1];\n  const firstMessageType = newContext[newContext.length - 1].getType();\n  if (firstMessageType === 'tool') {\n    startType = ['ai', 'human'];\n  }\n\n  if (startType != null && startType.length > 0 && newContext.length > 0) {\n    let requiredTypeIndex = -1;\n\n    let totalTokens = 0;\n    for (let i = newContext.length - 1; i >= 0; i--) {\n      const currentType = newContext[i]?.getType() ?? '';\n      if (Array.isArray(startType) ? startType.includes(currentType) : currentType === startType) {\n        requiredTypeIndex = i + 1;\n        break;\n      }\n      const originalIndex = originalLength - 1 - i;\n      totalTokens += indexTokenCountMap[originalIndex] ?? 0;\n    }\n\n    if (requiredTypeIndex > 0) {\n      currentTokenCount -= totalTokens;\n      newContext = newContext.slice(0, requiredTypeIndex);\n    }\n  }\n\n  if (firstMessageType === 'ai') {\n    const newMessage = addThinkingBlock(firstMessage, thinkingBlock);\n    newContext[newContext.length - 1] = newMessage;\n  } else {\n    newContext.push(thinkingMessage);\n  }\n\n  if (instructions && originalLength > 0) {\n    newContext.push(_messages[0] as BaseMessage);\n    secondRoundMessages.shift();\n  }\n\n  result.context = newContext.reverse();\n  return result;\n}\n\nexport function checkValidNumber(value: unknown): value is number {\n  return typeof value === 'number' && !isNaN(value) && value > 0;\n}\n\nexport function createPruneMessages(factoryParams: PruneMessagesFactoryParams) {\n  const indexTokenCountMap = { ...factoryParams.indexTokenCountMap };\n  let lastTurnStartIndex = factoryParams.startIndex;\n  let lastCutOffIndex = 0;\n  let totalTokens = (Object.values(indexTokenCountMap)).reduce((a, b) => a + b, 0);\n  let runThinkingStartIndex = -1;\n  return function pruneMessages(params: PruneMessagesParams): {\n    context: BaseMessage[];\n    indexTokenCountMap: Record<string, number>;\n  } {\n    let currentUsage: UsageMetadata | undefined;\n    if (params.usageMetadata && (\n      checkValidNumber(params.usageMetadata.input_tokens)\n      || (\n        checkValidNumber(params.usageMetadata.input_token_details)\n        && (\n          checkValidNumber(params.usageMetadata.input_token_details.cache_creation)\n          || checkValidNumber(params.usageMetadata.input_token_details.cache_read)\n        )\n      )\n    ) && checkValidNumber(params.usageMetadata.output_tokens)) {\n      currentUsage = calculateTotalTokens(params.usageMetadata);\n      totalTokens = currentUsage.total_tokens;\n    }\n\n    for (let i = lastTurnStartIndex; i < params.messages.length; i++) {\n      const message = params.messages[i];\n      // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition\n      if (i === lastTurnStartIndex && indexTokenCountMap[i] === undefined && currentUsage) {\n        indexTokenCountMap[i] = currentUsage.output_tokens;\n      // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition\n      } else if (indexTokenCountMap[i] === undefined) {\n        indexTokenCountMap[i] = factoryParams.tokenCounter(message);\n        totalTokens += indexTokenCountMap[i];\n      }\n    }\n\n    // If `currentUsage` is defined, we need to distribute the current total tokens to our `indexTokenCountMap`,\n    // We must distribute it in a weighted manner, so that the total token count is equal to `currentUsage.total_tokens`,\n    // relative the manually counted tokens in `indexTokenCountMap`.\n    // EDGE CASE: when the resulting context gets pruned, we should not distribute the usage for messages that are not in the context.\n    if (currentUsage) {\n      // Calculate the sum of tokens only for indices at or after lastCutOffIndex\n      const totalIndexTokens = Object.entries(indexTokenCountMap).reduce((sum, [key, value]) => {\n        // Convert string key to number and check if it's >= lastCutOffIndex\n        const numericKey = Number(key);\n        if (numericKey === 0 && params.messages[0].getType() === 'system') {\n          return sum + value;\n        }\n        return numericKey >= lastCutOffIndex ? sum + value : sum;\n      }, 0);\n\n      // Calculate ratio based only on messages that remain in the context\n      const ratio = currentUsage.total_tokens / totalIndexTokens;\n      const isRatioSafe = ratio >= 1/3 && ratio <= 2.5;\n\n      // Apply the ratio adjustment only to messages at or after lastCutOffIndex, and only if the ratio is safe\n      if (isRatioSafe) {\n        for (const key in indexTokenCountMap) {\n          const numericKey = Number(key);\n          if (numericKey === 0 && params.messages[0].getType() === 'system') {\n            indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);\n          } else if (numericKey >= lastCutOffIndex) {\n            // Only adjust token counts for messages still in the context\n            indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);\n          }\n        }\n      }\n    }\n\n    lastTurnStartIndex = params.messages.length;\n    if (totalTokens <= factoryParams.maxTokens) {\n      return { context: params.messages, indexTokenCountMap };\n    }\n\n    const { context, thinkingStartIndex } = getMessagesWithinTokenLimit({\n      maxContextTokens: factoryParams.maxTokens,\n      messages: params.messages,\n      indexTokenCountMap,\n      startType: params.startType,\n      thinkingEnabled: factoryParams.thinkingEnabled,\n      tokenCounter: factoryParams.tokenCounter,\n      reasoningType: factoryParams.provider === Providers.BEDROCK ? ContentTypes.REASONING_CONTENT : ContentTypes.THINKING,\n      thinkingStartIndex: factoryParams.thinkingEnabled === true ? runThinkingStartIndex : undefined,\n    });\n    runThinkingStartIndex = thinkingStartIndex ?? -1;\n    /** The index is the first value of `context`, index relative to `params.messages` */\n    lastCutOffIndex = Math.max(params.messages.length - (context.length - (context[0]?.getType() === 'system' ? 1 : 0)), 0);\n\n    return { context, indexTokenCountMap };\n  };\n}\n"],"names":["ContentTypes","AIMessage","messages","Providers"],"mappings":";;;;;AAmBA,SAAS,gBAAgB,CAAC,MAAiB,EAAE,MAAiB,EAAE,WAAmB,EAAA;IACjF,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;IACtD,OAAO,WAAW,IAAI,gBAAgB;AACxC;AAEA,SAAS,gBAAgB,CAAC,OAAkB,EAAE,aAAyD,EAAA;IACrG,MAAM,OAAO,GAA4B,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO;UAClE,OAAO,CAAC;AACV,UAAE,CAAC;gBACD,IAAI,EAAEA,kBAAY,CAAC,IAAI;gBACvB,IAAI,EAAE,OAAO,CAAC,OAAO;AACtB,aAAA,CAAC;;IAEJ,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,CAAC,IAAI,EAAE;AAC1C,QAAA,OAAO,OAAO;;AAEhB,IAAA,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC;IAC9B,OAAO,IAAIC,kBAAS,CAAC;AACnB,QAAA,GAAG,OAAO;QACV;AACD,KAAA,CAAC;AACJ;AAEA;;;;;AAKG;AACG,SAAU,oBAAoB,CAAC,KAA6B,EAAA;IAChE,MAAM,eAAe,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC;AACvD,IAAA,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,cAAc,CAAC,IAAI,CAAC;AAC5E,IAAA,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,UAAU,CAAC,IAAI,CAAC;AAEpE,IAAA,MAAM,gBAAgB,GAAG,eAAe,GAAG,aAAa,GAAG,SAAS;IACpE,MAAM,iBAAiB,GAAG,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC;IAE1D,OAAO;AACL,QAAA,YAAY,EAAE,gBAAgB;AAC9B,QAAA,aAAa,EAAE,iBAAiB;QAChC,YAAY,EAAE,gBAAgB,GAAG;KAClC;AACH;AASA;;;;;;AAMG;AACa,SAAA,2BAA2B,CAAC,EAC1C,QAAQ,EAAE,SAAS,EACnB,gBAAgB,EAChB,kBAAkB,EAClB,SAAS,EAAE,UAAU,EACrB,eAAe,EACf,YAAY,EACZ,kBAAkB,EAAE,mBAAmB,GAAG,EAAE,EAC5C,aAAa,GAAGD,kBAAY,CAAC,QAAQ,GAUtC,EAAA;;;IAGC,IAAI,iBAAiB,GAAG,CAAC;IACzB,MAAM,YAAY,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS;AACpF,IAAA,MAAM,sBAAsB,GAAG,YAAY,IAAI,IAAI,GAAG,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;AACpF,IAAA,MAAM,oBAAoB,GAAG,gBAAgB,GAAG,sBAAsB;IACtE,IAAI,sBAAsB,GAAG,oBAAoB;IACjD,IAAI,SAAS,GAAG,UAAU;AAC1B,IAAA,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM;AACvC,IAAA,MAAME,UAAQ,GAAG,CAAC,GAAG,SAAS,CAAC;AAC/B;;;;AAIK;IACL,IAAI,OAAO,GAAmC,EAAE;IAEhD,IAAI,kBAAkB,GAAG,mBAAmB;AAC5C,IAAA,IAAI,gBAAgB,GAAG,EAAE;AACzB,IAAA,IAAI,aAAqE;AACzE,IAAA,MAAM,QAAQ,GAAG,YAAY,IAAI,IAAI,GAAG,CAAC,GAAG,CAAC;IAC7C,MAAM,YAAY,GAAkB,EAAE;AAEtC,IAAA,IAAI,mBAAmB,GAAG,EAAE,EAAE;QAC5B,MAAM,sBAAsB,GAAGA,UAAQ,CAAC,mBAAmB,CAAC,EAAE,OAAO;AACrE,QAAA,IAAI,KAAK,CAAC,OAAO,CAAC,sBAAsB,CAAC,EAAE;AACzC,YAAA,aAAa,GAAG,sBAAsB,CAAC,IAAI,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,IAAI,KAAK,aAAa,CAAoC;;;AAI/H,IAAA,IAAI,iBAAiB,GAAG,sBAAsB,EAAE;AAC9C,QAAA,IAAI,YAAY,GAAGA,UAAQ,CAAC,MAAM;AAClC,QAAA,OAAOA,UAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,iBAAiB,GAAG,sBAAsB,IAAI,YAAY,GAAG,QAAQ,EAAE;AACnG,YAAA,YAAY,EAAE;YACd,IAAIA,UAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,YAAY,EAAE;gBACzC;;AAEF,YAAA,MAAM,aAAa,GAAGA,UAAQ,CAAC,GAAG,EAAE;AACpC,YAAA,IAAI,CAAC,aAAa;gBAAE;AACpB,YAAA,MAAM,WAAW,GAAG,aAAa,CAAC,OAAO,EAAE;AAC3C,YAAA,IAAI,eAAe,KAAK,IAAI,IAAI,gBAAgB,KAAK,EAAE,KAAK,YAAY,MAAM,cAAc,GAAG,CAAC,CAAC,CAAC,KAAK,WAAW,KAAK,IAAI,IAAI,WAAW,KAAK,MAAM,CAAC,EAAE;gBACtJ,gBAAgB,GAAG,YAAY;;YAEjC,IAAI,gBAAgB,GAAG,EAAE,IAAI,CAAC,aAAa,IAAK,kBAAkB,GAAG,CAAC,IAAI,WAAW,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE;gBACtI,aAAa,IAAI,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,IAAI,KAAK,aAAa,CAAC,CAAoC;AAC5H,gBAAA,kBAAkB,GAAG,aAAa,IAAI,IAAI,GAAG,YAAY,GAAG,EAAE;;;YAGhE,IACE,gBAAgB,GAAG;AAChB,mBAAA,YAAY,MAAM,gBAAgB,GAAG,CAAC;oBACrC,WAAW,KAAK,IAAI,IAAI,WAAW,KAAK,MAAM,CAAC,EACnD;gBACA,gBAAgB,GAAG,EAAE;;YAGvB,MAAM,UAAU,GAAG,kBAAkB,CAAC,YAAY,CAAC,IAAI,CAAC;AAExD,YAAA,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,KAAK,CAAC,iBAAiB,GAAG,UAAU,KAAK,sBAAsB,CAAC,EAAE;AAC7F,gBAAA,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC;gBAC3B,iBAAiB,IAAI,UAAU;;iBAC1B;AACL,gBAAA,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC;gBAChC,IAAI,gBAAgB,GAAG,EAAE,IAAI,kBAAkB,GAAG,CAAC,EAAE;oBACnD;;gBAEF;;;AAIJ,QAAA,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,MAAM,EAAE;AACrD,YAAA,SAAS,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC;;AAG7B,QAAA,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;AACnE,YAAA,IAAI,iBAAiB,GAAG,EAAE;YAE1B,IAAI,WAAW,GAAG,CAAC;AACnB,YAAA,KAAK,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;gBAC5C,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;gBAC/C,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,WAAW,KAAK,SAAS,EAAE;AAC1F,oBAAA,iBAAiB,GAAG,CAAC,GAAG,CAAC;oBACzB;;AAEF,gBAAA,MAAM,aAAa,GAAG,cAAc,GAAG,CAAC,GAAG,CAAC;AAC5C,gBAAA,WAAW,IAAI,kBAAkB,CAAC,aAAa,CAAC,IAAI,CAAC;;AAGvD,YAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;gBACzB,iBAAiB,IAAI,WAAW;gBAChC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC;;;;AAKnD,IAAA,IAAI,YAAY,IAAI,cAAc,GAAG,CAAC,EAAE;QACtC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAgB,CAAC;QACzCA,UAAQ,CAAC,KAAK,EAAE;;IAGlB,sBAAsB,IAAI,iBAAiB;AAC3C,IAAA,MAAM,MAAM,GAAkB;QAC5B,sBAAsB;AACtB,QAAA,OAAO,EAAE,EAAmB;AAC5B,QAAA,gBAAgB,EAAE,YAAY;KAC/B;AAED,IAAA,IAAI,kBAAkB,GAAG,EAAE,EAAE;AAC3B,QAAA,MAAM,CAAC,kBAAkB,GAAG,kBAAkB;;IAGhD,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,IAAI,gBAAgB,GAAG,CAAC,KAAK,kBAAkB,GAAG,EAAE,IAAI,gBAAgB,CAAC,SAAS,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC,EAAE;;AAE9I,QAAA,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,EAAmB;AACnD,QAAA,OAAO,MAAM;;IAGf,IAAI,gBAAgB,GAAG,EAAE,IAAI,kBAAkB,GAAG,CAAC,EAAE;AACnD,QAAA,MAAM,IAAI,KAAK,CAAC,mGAAmG,CAAC;;IAGtH,IAAI,CAAC,aAAa,EAAE;AAClB,QAAA,MAAM,IAAI,KAAK,CAAC,qFAAqF,CAAC;;;;;AAMxG,IAAA,IAAI,cAAc,GAAG,EAAE;AACvB,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACvC,QAAA,MAAM,cAAc,GAAG,OAAO,CAAC,CAAC,CAAC;AACjC,QAAA,MAAM,IAAI,GAAG,cAAc,EAAE,OAAO,EAAE;AACtC,QAAA,IAAI,IAAI,KAAK,IAAI,EAAE;YACjB,cAAc,GAAG,CAAC;;AAEpB,QAAA,IAAI,cAAc,GAAG,EAAE,KAAK,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,QAAQ,CAAC,EAAE;YAClE;;;AAIJ,IAAA,IAAI,cAAc,KAAK,EAAE,EAAE;AACzB,QAAA,MAAM,IAAI,KAAK,CAAC,2GAA2G,CAAC;;AAG9H,IAAA,kBAAkB,GAAG,cAAc,GAAG,CAAC,GAAG,cAAc;AACxD,IAAA,MAAM,kBAAkB,GAAG,YAAY,CAAC,IAAID,kBAAS,CAAC,EAAE,OAAO,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;AACpF,IAAA,MAAM,iBAAiB,GAAG,sBAAsB,GAAG,kBAAkB;IACrE,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,cAAc,CAAc,EAAE,aAAa,CAAC;AACxF,IAAA,OAAO,CAAC,cAAc,CAAC,GAAG,UAAU;AACpC,IAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;AACzB,QAAA,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,EAAmB;AACnD,QAAA,OAAO,MAAM;;AAGf,IAAA,MAAM,eAAe,GAAc,OAAO,CAAC,cAAc,CAAc;;AAEvE,IAAA,MAAM,4BAA4B,GAAG,CAAC,kBAAkB,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,kBAAkB;AACvG,IAAA,sBAAsB,GAAG,oBAAoB,GAAG,4BAA4B;IAC5E,iBAAiB,GAAG,CAAC;IACrB,IAAI,UAAU,GAAkB,EAAE;AAClC,IAAA,MAAM,mBAAmB,GAAG,CAAC,GAAG,SAAS,CAAC;AAC1C,IAAA,IAAI,YAAY,GAAG,mBAAmB,CAAC,MAAM;AAC7C,IAAA,OAAO,mBAAmB,CAAC,MAAM,GAAG,CAAC,IAAI,iBAAiB,GAAG,sBAAsB,IAAI,YAAY,GAAG,kBAAkB,EAAE;AACxH,QAAA,YAAY,EAAE;AACd,QAAA,MAAM,aAAa,GAAG,mBAAmB,CAAC,GAAG,EAAE;AAC/C,QAAA,IAAI,CAAC,aAAa;YAAE;QACpB,MAAM,UAAU,GAAG,kBAAkB,CAAC,YAAY,CAAC,IAAI,CAAC;QACxD,IAAI,CAAC,iBAAiB,GAAG,UAAU,KAAK,sBAAsB,EAAE;AAC9D,YAAA,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC;YAC9B,iBAAiB,IAAI,UAAU;;aAC1B;AACL,YAAAC,UAAQ,CAAC,IAAI,CAAC,aAAa,CAAC;YAC5B;;;IAIJ,MAAM,YAAY,GAAc,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;AACjE,IAAA,MAAM,gBAAgB,GAAG,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE;AACpE,IAAA,IAAI,gBAAgB,KAAK,MAAM,EAAE;AAC/B,QAAA,SAAS,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC;;AAG7B,IAAA,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE;AACtE,QAAA,IAAI,iBAAiB,GAAG,EAAE;QAE1B,IAAI,WAAW,GAAG,CAAC;AACnB,QAAA,KAAK,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;YAC/C,MAAM,WAAW,GAAG,UAAU,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;YAClD,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,WAAW,KAAK,SAAS,EAAE;AAC1F,gBAAA,iBAAiB,GAAG,CAAC,GAAG,CAAC;gBACzB;;AAEF,YAAA,MAAM,aAAa,GAAG,cAAc,GAAG,CAAC,GAAG,CAAC;AAC5C,YAAA,WAAW,IAAI,kBAAkB,CAAC,aAAa,CAAC,IAAI,CAAC;;AAGvD,QAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;YACzB,iBAAiB,IAAI,WAAW;YAChC,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC;;;AAIvD,IAAA,IAAI,gBAAgB,KAAK,IAAI,EAAE;QAC7B,MAAM,UAAU,GAAG,gBAAgB,CAAC,YAAY,EAAE,aAAa,CAAC;QAChE,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,UAAU;;SACzC;AACL,QAAA,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC;;AAGlC,IAAA,IAAI,YAAY,IAAI,cAAc,GAAG,CAAC,EAAE;QACtC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAgB,CAAC;QAC5C,mBAAmB,CAAC,KAAK,EAAE;;AAG7B,IAAA,MAAM,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,EAAE;AACrC,IAAA,OAAO,MAAM;AACf;AAEM,SAAU,gBAAgB,CAAC,KAAc,EAAA;AAC7C,IAAA,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;AAChE;AAEM,SAAU,mBAAmB,CAAC,aAAyC,EAAA;IAC3E,MAAM,kBAAkB,GAAG,EAAE,GAAG,aAAa,CAAC,kBAAkB,EAAE;AAClE,IAAA,IAAI,kBAAkB,GAAG,aAAa,CAAC,UAAU;IACjD,IAAI,eAAe,GAAG,CAAC;IACvB,IAAI,WAAW,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;AAChF,IAAA,IAAI,qBAAqB,GAAG,EAAE;IAC9B,OAAO,SAAS,aAAa,CAAC,MAA2B,EAAA;AAIvD,QAAA,IAAI,YAAuC;AAC3C,QAAA,IAAI,MAAM,CAAC,aAAa,KACtB,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,YAAY;AAC/C,gBACD,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,mBAAmB;oBAEvD,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,mBAAmB,CAAC,cAAc;uBACrE,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,mBAAmB,CAAC,UAAU,CAAC,CACzE,CACF,CACF,IAAI,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,aAAa,CAAC,EAAE;AACzD,YAAA,YAAY,GAAG,oBAAoB,CAAC,MAAM,CAAC,aAAa,CAAC;AACzD,YAAA,WAAW,GAAG,YAAY,CAAC,YAAY;;AAGzC,QAAA,KAAK,IAAI,CAAC,GAAG,kBAAkB,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YAChE,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;;AAElC,YAAA,IAAI,CAAC,KAAK,kBAAkB,IAAI,kBAAkB,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,YAAY,EAAE;AACnF,gBAAA,kBAAkB,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,aAAa;;;AAE7C,iBAAA,IAAI,kBAAkB,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE;gBAC9C,kBAAkB,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC,YAAY,CAAC,OAAO,CAAC;AAC3D,gBAAA,WAAW,IAAI,kBAAkB,CAAC,CAAC,CAAC;;;;;;;QAQxC,IAAI,YAAY,EAAE;;YAEhB,MAAM,gBAAgB,GAAG,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,KAAK,CAAC,KAAI;;AAEvF,gBAAA,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC;AAC9B,gBAAA,IAAI,UAAU,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,QAAQ,EAAE;oBACjE,OAAO,GAAG,GAAG,KAAK;;AAEpB,gBAAA,OAAO,UAAU,IAAI,eAAe,GAAG,GAAG,GAAG,KAAK,GAAG,GAAG;aACzD,EAAE,CAAC,CAAC;;AAGL,YAAA,MAAM,KAAK,GAAG,YAAY,CAAC,YAAY,GAAG,gBAAgB;YAC1D,MAAM,WAAW,GAAG,KAAK,IAAI,CAAC,GAAC,CAAC,IAAI,KAAK,IAAI,GAAG;;YAGhD,IAAI,WAAW,EAAE;AACf,gBAAA,KAAK,MAAM,GAAG,IAAI,kBAAkB,EAAE;AACpC,oBAAA,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC;AAC9B,oBAAA,IAAI,UAAU,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,QAAQ,EAAE;AACjE,wBAAA,kBAAkB,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;;AAChE,yBAAA,IAAI,UAAU,IAAI,eAAe,EAAE;;AAExC,wBAAA,kBAAkB,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;;;;;AAM7E,QAAA,kBAAkB,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM;AAC3C,QAAA,IAAI,WAAW,IAAI,aAAa,CAAC,SAAS,EAAE;YAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,EAAE,kBAAkB,EAAE;;AAGzD,QAAA,MAAM,EAAE,OAAO,EAAE,kBAAkB,EAAE,GAAG,2BAA2B,CAAC;YAClE,gBAAgB,EAAE,aAAa,CAAC,SAAS;YACzC,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,kBAAkB;YAClB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,eAAe,EAAE,aAAa,CAAC,eAAe;YAC9C,YAAY,EAAE,aAAa,CAAC,YAAY;AACxC,YAAA,aAAa,EAAE,aAAa,CAAC,QAAQ,KAAKC,eAAS,CAAC,OAAO,GAAGH,kBAAY,CAAC,iBAAiB,GAAGA,kBAAY,CAAC,QAAQ;AACpH,YAAA,kBAAkB,EAAE,aAAa,CAAC,eAAe,KAAK,IAAI,GAAG,qBAAqB,GAAG,SAAS;AAC/F,SAAA,CAAC;AACF,QAAA,qBAAqB,GAAG,kBAAkB,IAAI,EAAE;;AAEhD,QAAA,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,QAAQ,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAEvH,QAAA,OAAO,EAAE,OAAO,EAAE,kBAAkB,EAAE;AACxC,KAAC;AACH;;;;;;;"}
+{"version":3,"file":"prune.cjs","sources":["../../../src/messages/prune.ts"],"sourcesContent":["import { AIMessage, BaseMessage, UsageMetadata } from '@langchain/core/messages';\nimport type { ThinkingContentText, MessageContentComplex, ReasoningContentText } from '@/types/stream';\nimport type { TokenCounter } from '@/types/run';\nimport { ContentTypes, Providers } from '@/common';\n\nexport type PruneMessagesFactoryParams = {\n  provider?: Providers;\n  maxTokens: number;\n  startIndex: number;\n  tokenCounter: TokenCounter;\n  indexTokenCountMap: Record<string, number>;\n  thinkingEnabled?: boolean;\n};\nexport type PruneMessagesParams = {\n  messages: BaseMessage[];\n  usageMetadata?: Partial<UsageMetadata>;\n  startType?: ReturnType<BaseMessage['getType']>;\n}\n\nfunction isIndexInContext(arrayA: unknown[], arrayB: unknown[], targetIndex: number): boolean {\n  const startingIndexInA = arrayA.length - arrayB.length;\n  return targetIndex >= startingIndexInA;\n}\n\nfunction addThinkingBlock(message: AIMessage, thinkingBlock: ThinkingContentText | ReasoningContentText): AIMessage {\n  const content: MessageContentComplex[] = Array.isArray(message.content)\n    ? message.content as MessageContentComplex[]\n    : [{\n      type: ContentTypes.TEXT,\n      text: message.content,\n    }];\n  /** Edge case, the message already has the thinking block */\n  if (content[0].type === thinkingBlock.type) {\n    return message;\n  }\n  content.unshift(thinkingBlock);\n  return new AIMessage({\n    ...message,\n    content\n  });\n}\n\n/**\n * Calculates the total tokens from a single usage object\n *\n * @param usage The usage metadata object containing token information\n * @returns An object containing the total input and output tokens\n */\nexport function calculateTotalTokens(usage: Partial<UsageMetadata>): UsageMetadata {\n  const baseInputTokens = Number(usage.input_tokens) || 0;\n  const cacheCreation = Number(usage.input_token_details?.cache_creation) || 0;\n  const cacheRead = Number(usage.input_token_details?.cache_read) || 0;\n\n  const totalInputTokens = baseInputTokens + cacheCreation + cacheRead;\n  const totalOutputTokens = Number(usage.output_tokens) || 0;\n\n  return {\n    input_tokens: totalInputTokens,\n    output_tokens: totalOutputTokens,\n    total_tokens: totalInputTokens + totalOutputTokens\n  };\n}\n\nexport type PruningResult = {\n  context: BaseMessage[];\n  remainingContextTokens: number;\n  messagesToRefine: BaseMessage[];\n  thinkingStartIndex?: number;\n};\n\n/**\n * Processes an array of messages and returns a context of messages that fit within a specified token limit.\n * It iterates over the messages from newest to oldest, adding them to the context until the token limit is reached.\n *\n * @param options Configuration options for processing messages\n * @returns Object containing the message context, remaining tokens, messages not included, and summary index\n */\nexport function getMessagesWithinTokenLimit({\n  messages: _messages,\n  maxContextTokens,\n  indexTokenCountMap,\n  startType: _startType,\n  thinkingEnabled,\n  tokenCounter,\n  thinkingStartIndex: _thinkingStartIndex = -1,\n  reasoningType = ContentTypes.THINKING,\n}: {\n  messages: BaseMessage[];\n  maxContextTokens: number;\n  indexTokenCountMap: Record<string, number | undefined>;\n  startType?: string | string[];\n  thinkingEnabled?: boolean;\n  tokenCounter: TokenCounter;\n  thinkingStartIndex?: number;\n  reasoningType?: ContentTypes.THINKING | ContentTypes.REASONING_CONTENT;\n}): PruningResult {\n  // Every reply is primed with <|start|>assistant<|message|>, so we\n  // start with 3 tokens for the label after all messages have been counted.\n  let currentTokenCount = 3;\n  const instructions = _messages[0]?.getType() === 'system' ? _messages[0] : undefined;\n  const instructionsTokenCount = instructions != null ? indexTokenCountMap[0] ?? 0 : 0;\n  const initialContextTokens = maxContextTokens - instructionsTokenCount;\n  let remainingContextTokens = initialContextTokens;\n  let startType = _startType;\n  const originalLength = _messages.length;\n  const messages = [..._messages];\n  /**\n   * IMPORTANT: this context array gets reversed at the end, since the latest messages get pushed first.\n   *\n   * This may be confusing to read, but it is done to ensure the context is in the correct order for the model.\n   * */\n  let context: Array<BaseMessage | undefined> = [];\n\n  let thinkingStartIndex = _thinkingStartIndex;\n  let thinkingEndIndex = -1;\n  let thinkingBlock: ThinkingContentText | ReasoningContentText | undefined;\n  const endIndex = instructions != null ? 1 : 0;\n  const prunedMemory: BaseMessage[] = [];\n\n  if (_thinkingStartIndex > -1) {\n    const thinkingMessageContent = messages[_thinkingStartIndex]?.content;\n    if (Array.isArray(thinkingMessageContent)) {\n      thinkingBlock = thinkingMessageContent.find((content) => content.type === reasoningType) as ThinkingContentText | undefined;\n    }\n  }\n\n  if (currentTokenCount < remainingContextTokens) {\n    let currentIndex = messages.length;\n    while (messages.length > 0 && currentTokenCount < remainingContextTokens && currentIndex > endIndex) {\n      currentIndex--;\n      if (messages.length === 1 && instructions) {\n        break;\n      }\n      const poppedMessage = messages.pop();\n      if (!poppedMessage) continue;\n      const messageType = poppedMessage.getType();\n      if (thinkingEnabled === true && thinkingEndIndex === -1 && (currentIndex === (originalLength - 1)) && (messageType === 'ai' || messageType === 'tool')) {\n        thinkingEndIndex = currentIndex;\n      }\n      if (thinkingEndIndex > -1 && !thinkingBlock  && thinkingStartIndex < 0 && messageType === 'ai' && Array.isArray(poppedMessage.content)) {\n        thinkingBlock = (poppedMessage.content.find((content) => content.type === reasoningType)) as ThinkingContentText | undefined;\n        thinkingStartIndex = thinkingBlock != null ? currentIndex : -1;\n      }\n      /** False start, the latest message was not part of a multi-assistant/tool sequence of messages */\n      if (\n        thinkingEndIndex > -1\n        && currentIndex === (thinkingEndIndex - 1)\n        && (messageType !== 'ai' && messageType !== 'tool')\n      ) {\n        thinkingEndIndex = -1;\n      }\n\n      const tokenCount = indexTokenCountMap[currentIndex] ?? 0;\n\n      if (prunedMemory.length === 0 && ((currentTokenCount + tokenCount) <= remainingContextTokens)) {\n        context.push(poppedMessage);\n        currentTokenCount += tokenCount;\n      } else {\n        prunedMemory.push(poppedMessage);\n        if (thinkingEndIndex > -1 && thinkingStartIndex < 0) {\n          continue;\n        }\n        break;\n      }\n    }\n\n    if (context[context.length - 1]?.getType() === 'tool') {\n      startType = ['ai', 'human'];\n    }\n\n    if (startType != null && startType.length > 0 && context.length > 0) {\n      let requiredTypeIndex = -1;\n\n      let totalTokens = 0;\n      for (let i = context.length - 1; i >= 0; i--) {\n        const currentType = context[i]?.getType() ?? '';\n        if (Array.isArray(startType) ? startType.includes(currentType) : currentType === startType) {\n          requiredTypeIndex = i + 1;\n          break;\n        }\n        const originalIndex = originalLength - 1 - i;\n        totalTokens += indexTokenCountMap[originalIndex] ?? 0;\n      }\n\n      if (requiredTypeIndex > 0) {\n        currentTokenCount -= totalTokens;\n        context = context.slice(0, requiredTypeIndex);\n      }\n    }\n  }\n\n  if (instructions && originalLength > 0) {\n    context.push(_messages[0] as BaseMessage);\n    messages.shift();\n  }\n\n  remainingContextTokens -= currentTokenCount;\n  const result: PruningResult = {\n    remainingContextTokens,\n    context: [] as BaseMessage[],\n    messagesToRefine: prunedMemory,\n  };\n\n  if (thinkingStartIndex > -1) {\n    result.thinkingStartIndex = thinkingStartIndex;\n  }\n\n  if (prunedMemory.length === 0 || thinkingEndIndex < 0 || (thinkingStartIndex > -1 && isIndexInContext(_messages, context, thinkingStartIndex))) {\n    // we reverse at this step to ensure the context is in the correct order for the model, and we need to work backwards\n    result.context = context.reverse() as BaseMessage[];\n    return result;\n  }\n\n  if (thinkingEndIndex > -1 && thinkingStartIndex < 0) {\n    throw new Error('The payload is malformed. There is a thinking sequence but no \"AI\" messages with thinking blocks.');\n  }\n\n  if (!thinkingBlock) {\n    throw new Error('The payload is malformed. There is a thinking sequence but no thinking block found.');\n  }\n\n  // Since we have a thinking sequence, we need to find the last assistant message\n  // in the latest AI/tool sequence to add the thinking block that falls outside of the current context\n  // Latest messages are ordered first.\n  let assistantIndex = -1;\n  for (let i = 0; i < context.length; i++) {\n    const currentMessage = context[i];\n    const type = currentMessage?.getType();\n    if (type === 'ai') {\n      assistantIndex = i;\n    }\n    if (assistantIndex > -1 && (type === 'human' || type === 'system')) {\n      break;\n    }\n  }\n\n  if (assistantIndex === -1) {\n    throw new Error('The payload is malformed. There is a thinking sequence but no \"AI\" messages to append thinking blocks to.');\n  }\n\n  thinkingStartIndex = originalLength - 1 - assistantIndex;\n  const thinkingTokenCount = tokenCounter(new AIMessage({ content: [thinkingBlock] }));\n  const newRemainingCount = remainingContextTokens - thinkingTokenCount;\n  const newMessage = addThinkingBlock(context[assistantIndex] as AIMessage, thinkingBlock);\n  context[assistantIndex] = newMessage;\n  if (newRemainingCount > 0) {\n    result.context = context.reverse() as BaseMessage[];\n    return result;\n  }\n\n  const thinkingMessage: AIMessage = context[assistantIndex] as AIMessage;\n  // now we need to an additional round of pruning but making the thinking block fit\n  const newThinkingMessageTokenCount = (indexTokenCountMap[thinkingStartIndex] ?? 0) + thinkingTokenCount;\n  remainingContextTokens = initialContextTokens - newThinkingMessageTokenCount;\n  currentTokenCount = 3;\n  let newContext: BaseMessage[] = [];\n  const secondRoundMessages = [..._messages];\n  let currentIndex = secondRoundMessages.length;\n  while (secondRoundMessages.length > 0 && currentTokenCount < remainingContextTokens && currentIndex > thinkingStartIndex) {\n    currentIndex--;\n    const poppedMessage = secondRoundMessages.pop();\n    if (!poppedMessage) continue;\n    const tokenCount = indexTokenCountMap[currentIndex] ?? 0;\n    if ((currentTokenCount + tokenCount) <= remainingContextTokens) {\n      newContext.push(poppedMessage);\n      currentTokenCount += tokenCount;\n    } else {\n      messages.push(poppedMessage);\n      break;\n    }\n  }\n\n  const firstMessage: AIMessage = newContext[newContext.length - 1];\n  const firstMessageType = newContext[newContext.length - 1].getType();\n  if (firstMessageType === 'tool') {\n    startType = ['ai', 'human'];\n  }\n\n  if (startType != null && startType.length > 0 && newContext.length > 0) {\n    let requiredTypeIndex = -1;\n\n    let totalTokens = 0;\n    for (let i = newContext.length - 1; i >= 0; i--) {\n      const currentType = newContext[i]?.getType() ?? '';\n      if (Array.isArray(startType) ? startType.includes(currentType) : currentType === startType) {\n        requiredTypeIndex = i + 1;\n        break;\n      }\n      const originalIndex = originalLength - 1 - i;\n      totalTokens += indexTokenCountMap[originalIndex] ?? 0;\n    }\n\n    if (requiredTypeIndex > 0) {\n      currentTokenCount -= totalTokens;\n      newContext = newContext.slice(0, requiredTypeIndex);\n    }\n  }\n\n  if (firstMessageType === 'ai') {\n    const newMessage = addThinkingBlock(firstMessage, thinkingBlock);\n    newContext[newContext.length - 1] = newMessage;\n  } else {\n    newContext.push(thinkingMessage);\n  }\n\n  if (instructions && originalLength > 0) {\n    newContext.push(_messages[0] as BaseMessage);\n    secondRoundMessages.shift();\n  }\n\n  result.context = newContext.reverse();\n  return result;\n}\n\nexport function checkValidNumber(value: unknown): value is number {\n  return typeof value === 'number' && !isNaN(value) && value > 0;\n}\n\nexport function createPruneMessages(factoryParams: PruneMessagesFactoryParams) {\n  const indexTokenCountMap = { ...factoryParams.indexTokenCountMap };\n  let lastTurnStartIndex = factoryParams.startIndex;\n  let lastCutOffIndex = 0;\n  let totalTokens = (Object.values(indexTokenCountMap)).reduce((a, b) => a + b, 0);\n  let runThinkingStartIndex = -1;\n  return function pruneMessages(params: PruneMessagesParams): {\n    context: BaseMessage[];\n    indexTokenCountMap: Record<string, number>;\n  } {\n    let currentUsage: UsageMetadata | undefined;\n    if (params.usageMetadata && (\n      checkValidNumber(params.usageMetadata.input_tokens)\n      || (\n        checkValidNumber(params.usageMetadata.input_token_details)\n        && (\n          checkValidNumber(params.usageMetadata.input_token_details.cache_creation)\n          || checkValidNumber(params.usageMetadata.input_token_details.cache_read)\n        )\n      )\n    ) && checkValidNumber(params.usageMetadata.output_tokens)) {\n      currentUsage = calculateTotalTokens(params.usageMetadata);\n      totalTokens = currentUsage.total_tokens;\n    }\n\n    const newOutputs = new Set<number>();\n    for (let i = lastTurnStartIndex; i < params.messages.length; i++) {\n      const message = params.messages[i];\n      // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition\n      if (i === lastTurnStartIndex && indexTokenCountMap[i] === undefined && currentUsage) {\n        indexTokenCountMap[i] = currentUsage.output_tokens;\n      // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition\n      } else if (indexTokenCountMap[i] === undefined) {\n        indexTokenCountMap[i] = factoryParams.tokenCounter(message);\n        if (currentUsage) {\n          newOutputs.add(i);\n        }\n        totalTokens += indexTokenCountMap[i];\n      }\n    }\n\n    // If `currentUsage` is defined, we need to distribute the current total tokens to our `indexTokenCountMap`,\n    // We must distribute it in a weighted manner, so that the total token count is equal to `currentUsage.total_tokens`,\n    // relative the manually counted tokens in `indexTokenCountMap`.\n    // EDGE CASE: when the resulting context gets pruned, we should not distribute the usage for messages that are not in the context.\n    if (currentUsage) {\n      let totalIndexTokens = 0;\n      if (params.messages[0].getType() === 'system') {\n        totalIndexTokens += indexTokenCountMap[0];\n      }\n      for (let i = lastCutOffIndex; i < params.messages.length; i++) {\n        if (i === 0 && params.messages[0].getType() === 'system') {\n          continue;\n        }\n        if (newOutputs.has(i)) {\n          continue;\n        }\n        totalIndexTokens += indexTokenCountMap[i];\n      }\n\n      // Calculate ratio based only on messages that remain in the context\n      const ratio = currentUsage.total_tokens / totalIndexTokens;\n      const isRatioSafe = ratio >= 1/3 && ratio <= 2.5;\n\n      // Apply the ratio adjustment only to messages at or after lastCutOffIndex, and only if the ratio is safe\n      if (isRatioSafe) {\n        if (params.messages[0].getType() === 'system' && lastCutOffIndex !== 0) {\n          indexTokenCountMap[0] = Math.round(indexTokenCountMap[0] * ratio);\n        }\n\n        for (let i = lastCutOffIndex; i < params.messages.length; i++) {\n          if (newOutputs.has(i)) {\n            continue;\n          }\n          indexTokenCountMap[i] = Math.round(indexTokenCountMap[i] * ratio);\n        }\n      }\n    }\n\n    lastTurnStartIndex = params.messages.length;\n    if (lastCutOffIndex === 0 && totalTokens <= factoryParams.maxTokens) {\n      return { context: params.messages, indexTokenCountMap };\n    }\n\n    const { context, thinkingStartIndex } = getMessagesWithinTokenLimit({\n      maxContextTokens: factoryParams.maxTokens,\n      messages: params.messages,\n      indexTokenCountMap,\n      startType: params.startType,\n      thinkingEnabled: factoryParams.thinkingEnabled,\n      tokenCounter: factoryParams.tokenCounter,\n      reasoningType: factoryParams.provider === Providers.BEDROCK ? ContentTypes.REASONING_CONTENT : ContentTypes.THINKING,\n      thinkingStartIndex: factoryParams.thinkingEnabled === true ? runThinkingStartIndex : undefined,\n    });\n    runThinkingStartIndex = thinkingStartIndex ?? -1;\n    /** The index is the first value of `context`, index relative to `params.messages` */\n    lastCutOffIndex = Math.max(params.messages.length - (context.length - (context[0]?.getType() === 'system' ? 1 : 0)), 0);\n\n    return { context, indexTokenCountMap };\n  };\n}\n"],"names":["ContentTypes","AIMessage","messages","Providers"],"mappings":";;;;;AAmBA,SAAS,gBAAgB,CAAC,MAAiB,EAAE,MAAiB,EAAE,WAAmB,EAAA;IACjF,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;IACtD,OAAO,WAAW,IAAI,gBAAgB;AACxC;AAEA,SAAS,gBAAgB,CAAC,OAAkB,EAAE,aAAyD,EAAA;IACrG,MAAM,OAAO,GAA4B,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO;UAClE,OAAO,CAAC;AACV,UAAE,CAAC;gBACD,IAAI,EAAEA,kBAAY,CAAC,IAAI;gBACvB,IAAI,EAAE,OAAO,CAAC,OAAO;AACtB,aAAA,CAAC;;IAEJ,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,CAAC,IAAI,EAAE;AAC1C,QAAA,OAAO,OAAO;;AAEhB,IAAA,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC;IAC9B,OAAO,IAAIC,kBAAS,CAAC;AACnB,QAAA,GAAG,OAAO;QACV;AACD,KAAA,CAAC;AACJ;AAEA;;;;;AAKG;AACG,SAAU,oBAAoB,CAAC,KAA6B,EAAA;IAChE,MAAM,eAAe,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC;AACvD,IAAA,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,cAAc,CAAC,IAAI,CAAC;AAC5E,IAAA,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,UAAU,CAAC,IAAI,CAAC;AAEpE,IAAA,MAAM,gBAAgB,GAAG,eAAe,GAAG,aAAa,GAAG,SAAS;IACpE,MAAM,iBAAiB,GAAG,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC;IAE1D,OAAO;AACL,QAAA,YAAY,EAAE,gBAAgB;AAC9B,QAAA,aAAa,EAAE,iBAAiB;QAChC,YAAY,EAAE,gBAAgB,GAAG;KAClC;AACH;AASA;;;;;;AAMG;AACa,SAAA,2BAA2B,CAAC,EAC1C,QAAQ,EAAE,SAAS,EACnB,gBAAgB,EAChB,kBAAkB,EAClB,SAAS,EAAE,UAAU,EACrB,eAAe,EACf,YAAY,EACZ,kBAAkB,EAAE,mBAAmB,GAAG,EAAE,EAC5C,aAAa,GAAGD,kBAAY,CAAC,QAAQ,GAUtC,EAAA;;;IAGC,IAAI,iBAAiB,GAAG,CAAC;IACzB,MAAM,YAAY,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS;AACpF,IAAA,MAAM,sBAAsB,GAAG,YAAY,IAAI,IAAI,GAAG,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;AACpF,IAAA,MAAM,oBAAoB,GAAG,gBAAgB,GAAG,sBAAsB;IACtE,IAAI,sBAAsB,GAAG,oBAAoB;IACjD,IAAI,SAAS,GAAG,UAAU;AAC1B,IAAA,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM;AACvC,IAAA,MAAME,UAAQ,GAAG,CAAC,GAAG,SAAS,CAAC;AAC/B;;;;AAIK;IACL,IAAI,OAAO,GAAmC,EAAE;IAEhD,IAAI,kBAAkB,GAAG,mBAAmB;AAC5C,IAAA,IAAI,gBAAgB,GAAG,EAAE;AACzB,IAAA,IAAI,aAAqE;AACzE,IAAA,MAAM,QAAQ,GAAG,YAAY,IAAI,IAAI,GAAG,CAAC,GAAG,CAAC;IAC7C,MAAM,YAAY,GAAkB,EAAE;AAEtC,IAAA,IAAI,mBAAmB,GAAG,EAAE,EAAE;QAC5B,MAAM,sBAAsB,GAAGA,UAAQ,CAAC,mBAAmB,CAAC,EAAE,OAAO;AACrE,QAAA,IAAI,KAAK,CAAC,OAAO,CAAC,sBAAsB,CAAC,EAAE;AACzC,YAAA,aAAa,GAAG,sBAAsB,CAAC,IAAI,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,IAAI,KAAK,aAAa,CAAoC;;;AAI/H,IAAA,IAAI,iBAAiB,GAAG,sBAAsB,EAAE;AAC9C,QAAA,IAAI,YAAY,GAAGA,UAAQ,CAAC,MAAM;AAClC,QAAA,OAAOA,UAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,iBAAiB,GAAG,sBAAsB,IAAI,YAAY,GAAG,QAAQ,EAAE;AACnG,YAAA,YAAY,EAAE;YACd,IAAIA,UAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,YAAY,EAAE;gBACzC;;AAEF,YAAA,MAAM,aAAa,GAAGA,UAAQ,CAAC,GAAG,EAAE;AACpC,YAAA,IAAI,CAAC,aAAa;gBAAE;AACpB,YAAA,MAAM,WAAW,GAAG,aAAa,CAAC,OAAO,EAAE;AAC3C,YAAA,IAAI,eAAe,KAAK,IAAI,IAAI,gBAAgB,KAAK,EAAE,KAAK,YAAY,MAAM,cAAc,GAAG,CAAC,CAAC,CAAC,KAAK,WAAW,KAAK,IAAI,IAAI,WAAW,KAAK,MAAM,CAAC,EAAE;gBACtJ,gBAAgB,GAAG,YAAY;;YAEjC,IAAI,gBAAgB,GAAG,EAAE,IAAI,CAAC,aAAa,IAAK,kBAAkB,GAAG,CAAC,IAAI,WAAW,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE;gBACtI,aAAa,IAAI,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,IAAI,KAAK,aAAa,CAAC,CAAoC;AAC5H,gBAAA,kBAAkB,GAAG,aAAa,IAAI,IAAI,GAAG,YAAY,GAAG,EAAE;;;YAGhE,IACE,gBAAgB,GAAG;AAChB,mBAAA,YAAY,MAAM,gBAAgB,GAAG,CAAC;oBACrC,WAAW,KAAK,IAAI,IAAI,WAAW,KAAK,MAAM,CAAC,EACnD;gBACA,gBAAgB,GAAG,EAAE;;YAGvB,MAAM,UAAU,GAAG,kBAAkB,CAAC,YAAY,CAAC,IAAI,CAAC;AAExD,YAAA,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,KAAK,CAAC,iBAAiB,GAAG,UAAU,KAAK,sBAAsB,CAAC,EAAE;AAC7F,gBAAA,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC;gBAC3B,iBAAiB,IAAI,UAAU;;iBAC1B;AACL,gBAAA,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC;gBAChC,IAAI,gBAAgB,GAAG,EAAE,IAAI,kBAAkB,GAAG,CAAC,EAAE;oBACnD;;gBAEF;;;AAIJ,QAAA,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,MAAM,EAAE;AACrD,YAAA,SAAS,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC;;AAG7B,QAAA,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;AACnE,YAAA,IAAI,iBAAiB,GAAG,EAAE;YAE1B,IAAI,WAAW,GAAG,CAAC;AACnB,YAAA,KAAK,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;gBAC5C,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;gBAC/C,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,WAAW,KAAK,SAAS,EAAE;AAC1F,oBAAA,iBAAiB,GAAG,CAAC,GAAG,CAAC;oBACzB;;AAEF,gBAAA,MAAM,aAAa,GAAG,cAAc,GAAG,CAAC,GAAG,CAAC;AAC5C,gBAAA,WAAW,IAAI,kBAAkB,CAAC,aAAa,CAAC,IAAI,CAAC;;AAGvD,YAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;gBACzB,iBAAiB,IAAI,WAAW;gBAChC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC;;;;AAKnD,IAAA,IAAI,YAAY,IAAI,cAAc,GAAG,CAAC,EAAE;QACtC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAgB,CAAC;QACzCA,UAAQ,CAAC,KAAK,EAAE;;IAGlB,sBAAsB,IAAI,iBAAiB;AAC3C,IAAA,MAAM,MAAM,GAAkB;QAC5B,sBAAsB;AACtB,QAAA,OAAO,EAAE,EAAmB;AAC5B,QAAA,gBAAgB,EAAE,YAAY;KAC/B;AAED,IAAA,IAAI,kBAAkB,GAAG,EAAE,EAAE;AAC3B,QAAA,MAAM,CAAC,kBAAkB,GAAG,kBAAkB;;IAGhD,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,IAAI,gBAAgB,GAAG,CAAC,KAAK,kBAAkB,GAAG,EAAE,IAAI,gBAAgB,CAAC,SAAS,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC,EAAE;;AAE9I,QAAA,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,EAAmB;AACnD,QAAA,OAAO,MAAM;;IAGf,IAAI,gBAAgB,GAAG,EAAE,IAAI,kBAAkB,GAAG,CAAC,EAAE;AACnD,QAAA,MAAM,IAAI,KAAK,CAAC,mGAAmG,CAAC;;IAGtH,IAAI,CAAC,aAAa,EAAE;AAClB,QAAA,MAAM,IAAI,KAAK,CAAC,qFAAqF,CAAC;;;;;AAMxG,IAAA,IAAI,cAAc,GAAG,EAAE;AACvB,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACvC,QAAA,MAAM,cAAc,GAAG,OAAO,CAAC,CAAC,CAAC;AACjC,QAAA,MAAM,IAAI,GAAG,cAAc,EAAE,OAAO,EAAE;AACtC,QAAA,IAAI,IAAI,KAAK,IAAI,EAAE;YACjB,cAAc,GAAG,CAAC;;AAEpB,QAAA,IAAI,cAAc,GAAG,EAAE,KAAK,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,QAAQ,CAAC,EAAE;YAClE;;;AAIJ,IAAA,IAAI,cAAc,KAAK,EAAE,EAAE;AACzB,QAAA,MAAM,IAAI,KAAK,CAAC,2GAA2G,CAAC;;AAG9H,IAAA,kBAAkB,GAAG,cAAc,GAAG,CAAC,GAAG,cAAc;AACxD,IAAA,MAAM,kBAAkB,GAAG,YAAY,CAAC,IAAID,kBAAS,CAAC,EAAE,OAAO,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;AACpF,IAAA,MAAM,iBAAiB,GAAG,sBAAsB,GAAG,kBAAkB;IACrE,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,cAAc,CAAc,EAAE,aAAa,CAAC;AACxF,IAAA,OAAO,CAAC,cAAc,CAAC,GAAG,UAAU;AACpC,IAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;AACzB,QAAA,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,EAAmB;AACnD,QAAA,OAAO,MAAM;;AAGf,IAAA,MAAM,eAAe,GAAc,OAAO,CAAC,cAAc,CAAc;;AAEvE,IAAA,MAAM,4BAA4B,GAAG,CAAC,kBAAkB,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,kBAAkB;AACvG,IAAA,sBAAsB,GAAG,oBAAoB,GAAG,4BAA4B;IAC5E,iBAAiB,GAAG,CAAC;IACrB,IAAI,UAAU,GAAkB,EAAE;AAClC,IAAA,MAAM,mBAAmB,GAAG,CAAC,GAAG,SAAS,CAAC;AAC1C,IAAA,IAAI,YAAY,GAAG,mBAAmB,CAAC,MAAM;AAC7C,IAAA,OAAO,mBAAmB,CAAC,MAAM,GAAG,CAAC,IAAI,iBAAiB,GAAG,sBAAsB,IAAI,YAAY,GAAG,kBAAkB,EAAE;AACxH,QAAA,YAAY,EAAE;AACd,QAAA,MAAM,aAAa,GAAG,mBAAmB,CAAC,GAAG,EAAE;AAC/C,QAAA,IAAI,CAAC,aAAa;YAAE;QACpB,MAAM,UAAU,GAAG,kBAAkB,CAAC,YAAY,CAAC,IAAI,CAAC;QACxD,IAAI,CAAC,iBAAiB,GAAG,UAAU,KAAK,sBAAsB,EAAE;AAC9D,YAAA,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC;YAC9B,iBAAiB,IAAI,UAAU;;aAC1B;AACL,YAAAC,UAAQ,CAAC,IAAI,CAAC,aAAa,CAAC;YAC5B;;;IAIJ,MAAM,YAAY,GAAc,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;AACjE,IAAA,MAAM,gBAAgB,GAAG,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE;AACpE,IAAA,IAAI,gBAAgB,KAAK,MAAM,EAAE;AAC/B,QAAA,SAAS,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC;;AAG7B,IAAA,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE;AACtE,QAAA,IAAI,iBAAiB,GAAG,EAAE;QAE1B,IAAI,WAAW,GAAG,CAAC;AACnB,QAAA,KAAK,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;YAC/C,MAAM,WAAW,GAAG,UAAU,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;YAClD,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,WAAW,KAAK,SAAS,EAAE;AAC1F,gBAAA,iBAAiB,GAAG,CAAC,GAAG,CAAC;gBACzB;;AAEF,YAAA,MAAM,aAAa,GAAG,cAAc,GAAG,CAAC,GAAG,CAAC;AAC5C,YAAA,WAAW,IAAI,kBAAkB,CAAC,aAAa,CAAC,IAAI,CAAC;;AAGvD,QAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;YACzB,iBAAiB,IAAI,WAAW;YAChC,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC;;;AAIvD,IAAA,IAAI,gBAAgB,KAAK,IAAI,EAAE;QAC7B,MAAM,UAAU,GAAG,gBAAgB,CAAC,YAAY,EAAE,aAAa,CAAC;QAChE,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,UAAU;;SACzC;AACL,QAAA,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC;;AAGlC,IAAA,IAAI,YAAY,IAAI,cAAc,GAAG,CAAC,EAAE;QACtC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAgB,CAAC;QAC5C,mBAAmB,CAAC,KAAK,EAAE;;AAG7B,IAAA,MAAM,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,EAAE;AACrC,IAAA,OAAO,MAAM;AACf;AAEM,SAAU,gBAAgB,CAAC,KAAc,EAAA;AAC7C,IAAA,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;AAChE;AAEM,SAAU,mBAAmB,CAAC,aAAyC,EAAA;IAC3E,MAAM,kBAAkB,GAAG,EAAE,GAAG,aAAa,CAAC,kBAAkB,EAAE;AAClE,IAAA,IAAI,kBAAkB,GAAG,aAAa,CAAC,UAAU;IACjD,IAAI,eAAe,GAAG,CAAC;IACvB,IAAI,WAAW,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;AAChF,IAAA,IAAI,qBAAqB,GAAG,EAAE;IAC9B,OAAO,SAAS,aAAa,CAAC,MAA2B,EAAA;AAIvD,QAAA,IAAI,YAAuC;AAC3C,QAAA,IAAI,MAAM,CAAC,aAAa,KACtB,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,YAAY;AAC/C,gBACD,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,mBAAmB;oBAEvD,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,mBAAmB,CAAC,cAAc;uBACrE,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,mBAAmB,CAAC,UAAU,CAAC,CACzE,CACF,CACF,IAAI,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,aAAa,CAAC,EAAE;AACzD,YAAA,YAAY,GAAG,oBAAoB,CAAC,MAAM,CAAC,aAAa,CAAC;AACzD,YAAA,WAAW,GAAG,YAAY,CAAC,YAAY;;AAGzC,QAAA,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU;AACpC,QAAA,KAAK,IAAI,CAAC,GAAG,kBAAkB,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YAChE,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;;AAElC,YAAA,IAAI,CAAC,KAAK,kBAAkB,IAAI,kBAAkB,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,YAAY,EAAE;AACnF,gBAAA,kBAAkB,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,aAAa;;;AAE7C,iBAAA,IAAI,kBAAkB,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE;gBAC9C,kBAAkB,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC,YAAY,CAAC,OAAO,CAAC;gBAC3D,IAAI,YAAY,EAAE;AAChB,oBAAA,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;;AAEnB,gBAAA,WAAW,IAAI,kBAAkB,CAAC,CAAC,CAAC;;;;;;;QAQxC,IAAI,YAAY,EAAE;YAChB,IAAI,gBAAgB,GAAG,CAAC;AACxB,YAAA,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,QAAQ,EAAE;AAC7C,gBAAA,gBAAgB,IAAI,kBAAkB,CAAC,CAAC,CAAC;;AAE3C,YAAA,KAAK,IAAI,CAAC,GAAG,eAAe,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC7D,gBAAA,IAAI,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,QAAQ,EAAE;oBACxD;;AAEF,gBAAA,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;oBACrB;;AAEF,gBAAA,gBAAgB,IAAI,kBAAkB,CAAC,CAAC,CAAC;;;AAI3C,YAAA,MAAM,KAAK,GAAG,YAAY,CAAC,YAAY,GAAG,gBAAgB;YAC1D,MAAM,WAAW,GAAG,KAAK,IAAI,CAAC,GAAC,CAAC,IAAI,KAAK,IAAI,GAAG;;YAGhD,IAAI,WAAW,EAAE;AACf,gBAAA,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,QAAQ,IAAI,eAAe,KAAK,CAAC,EAAE;AACtE,oBAAA,kBAAkB,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;;AAGnE,gBAAA,KAAK,IAAI,CAAC,GAAG,eAAe,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC7D,oBAAA,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;wBACrB;;AAEF,oBAAA,kBAAkB,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;;;;AAKvE,QAAA,kBAAkB,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM;QAC3C,IAAI,eAAe,KAAK,CAAC,IAAI,WAAW,IAAI,aAAa,CAAC,SAAS,EAAE;YACnE,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,EAAE,kBAAkB,EAAE;;AAGzD,QAAA,MAAM,EAAE,OAAO,EAAE,kBAAkB,EAAE,GAAG,2BAA2B,CAAC;YAClE,gBAAgB,EAAE,aAAa,CAAC,SAAS;YACzC,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,kBAAkB;YAClB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,eAAe,EAAE,aAAa,CAAC,eAAe;YAC9C,YAAY,EAAE,aAAa,CAAC,YAAY;AACxC,YAAA,aAAa,EAAE,aAAa,CAAC,QAAQ,KAAKC,eAAS,CAAC,OAAO,GAAGH,kBAAY,CAAC,iBAAiB,GAAGA,kBAAY,CAAC,QAAQ;AACpH,YAAA,kBAAkB,EAAE,aAAa,CAAC,eAAe,KAAK,IAAI,GAAG,qBAAqB,GAAG,SAAS;AAC/F,SAAA,CAAC;AACF,QAAA,qBAAqB,GAAG,kBAAkB,IAAI,EAAE;;AAEhD,QAAA,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,QAAQ,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAEvH,QAAA,OAAO,EAAE,OAAO,EAAE,kBAAkB,EAAE;AACxC,KAAC;AACH;;;;;;;"}

package/dist/cjs/run.cjs

@@ -100,11 +100,16 @@ class Run {
         if (this.Graph.systemMessage && tokenCounter) {
             instructionTokens += tokenCounter(this.Graph.systemMessage);
         }
-        if (instructionTokens > 0) {
-            this.Graph.indexTokenCountMap = format.shiftIndexTokenCountMap(streamOptions?.indexTokenCountMap ?? {}, instructionTokens);
+        const tokenMap = streamOptions?.indexTokenCountMap ?? {};
+        if (this.Graph.systemMessage && instructionTokens > 0) {
+            this.Graph.indexTokenCountMap = format.shiftIndexTokenCountMap(tokenMap, instructionTokens);
+        }
+        else if (instructionTokens > 0) {
+            tokenMap[0] = tokenMap[0] + instructionTokens;
+            this.Graph.indexTokenCountMap = tokenMap;
         }
         else {
-            this.Graph.indexTokenCountMap = streamOptions?.indexTokenCountMap ?? {};
+            this.Graph.indexTokenCountMap = tokenMap;
         }
         this.Graph.maxContextTokens = streamOptions?.maxContextTokens;
         this.Graph.tokenCounter = tokenCounter;

package/dist/cjs/run.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"run.cjs","sources":["../../src/run.ts"],"sourcesContent":["// src/run.ts\nimport { zodToJsonSchema } from 'zod-to-json-schema';\nimport { PromptTemplate } from '@langchain/core/prompts';\nimport { AzureChatOpenAI, ChatOpenAI } from '@langchain/openai';\nimport { SystemMessage } from '@langchain/core/messages';\nimport type { BaseMessage, MessageContentComplex } from '@langchain/core/messages';\nimport type { ClientCallbacks, SystemCallbacks } from '@/graphs/Graph';\nimport type { RunnableConfig } from '@langchain/core/runnables';\nimport type * as t from '@/types';\nimport { GraphEvents, Providers, Callback } from '@/common';\nimport { manualToolStreamProviders } from '@/llm/providers';\nimport { shiftIndexTokenCountMap } from '@/messages/format';\nimport { createTitleRunnable } from '@/utils/title';\nimport { createTokenCounter } from '@/utils/tokens';\nimport { StandardGraph } from '@/graphs/Graph';\nimport { HandlerRegistry } from '@/events';\nimport { isOpenAILike } from '@/utils/llm';\n\nexport class Run<T extends t.BaseGraphState> {\n  graphRunnable?: t.CompiledWorkflow<T, Partial<T>, string>;\n  // private collab!: CollabGraph;\n  // private taskManager!: TaskManager;\n  private handlerRegistry: HandlerRegistry;\n  id: string;\n  Graph: StandardGraph | undefined;\n  provider: Providers | undefined;\n  returnContent: boolean = false;\n\n  private constructor(config: Partial<t.RunConfig>) {\n    const runId = config.runId ?? '';\n    if (!runId) {\n      throw new Error('Run ID not provided');\n    }\n\n    this.id = runId;\n\n    const handlerRegistry = new HandlerRegistry();\n\n    if (config.customHandlers) {\n      for (const [eventType, handler] of Object.entries(config.customHandlers)) {\n        handlerRegistry.register(eventType, handler);\n      }\n    }\n\n    this.handlerRegistry = handlerRegistry;\n\n    if (!config.graphConfig) {\n      throw new Error('Graph config not provided');\n    }\n\n    if (config.graphConfig.type === 'standard' || !config.graphConfig.type) {\n      this.provider = config.graphConfig.llmConfig.provider;\n      this.graphRunnable = this.createStandardGraph(config.graphConfig) as unknown as t.CompiledWorkflow<T, Partial<T>, string>;\n      if (this.Graph) {\n        this.Graph.handlerRegistry = handlerRegistry;\n      }\n    }\n\n    this.returnContent = config.returnContent ?? false;\n  }\n\n  private createStandardGraph(config: t.StandardGraphConfig): t.CompiledWorkflow<t.IState, Partial<t.IState>, string> {\n    const { llmConfig, tools = [], ...graphInput } = config;\n    const { provider, ...clientOptions } = llmConfig;\n\n    const standardGraph = new StandardGraph({\n      tools,\n      provider,\n      clientOptions,\n      ...graphInput,\n      runId: this.id,\n    });\n    this.Graph = standardGraph;\n    return standardGraph.createWorkflow();\n  }\n\n  static async create<T extends t.BaseGraphState>(config: t.RunConfig): Promise<Run<T>> {\n    return new Run<T>(config);\n  }\n\n  getRunMessages(): BaseMessage[] | undefined {\n    if (!this.Graph) {\n      throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n    return this.Graph.getRunMessages();\n  }\n\n  async processStream(\n    inputs: t.IState,\n    config: Partial<RunnableConfig> & { version: 'v1' | 'v2'; run_id?: string },\n    streamOptions?: t.EventStreamOptions,\n  ): Promise<MessageContentComplex[] | undefined> {\n    if (!this.graphRunnable) {\n      throw new Error('Run not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n    if (!this.Graph) {\n      throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n\n    this.Graph.resetValues(streamOptions?.keepContent);\n    const provider = this.Graph.provider;\n    const hasTools = this.Graph.tools ? this.Graph.tools.length > 0 : false;\n    if (streamOptions?.callbacks) {\n      /* TODO: conflicts with callback manager */\n      const callbacks = config.callbacks as t.ProvidedCallbacks ?? [];\n      config.callbacks = callbacks.concat(this.getCallbacks(streamOptions.callbacks));\n    }\n\n    if (!this.id) {\n      throw new Error('Run ID not provided');\n    }\n\n    const tokenCounter = streamOptions?.tokenCounter ?? (streamOptions?.indexTokenCountMap ? await createTokenCounter() : undefined);\n    const toolTokens = tokenCounter ? (this.Graph.tools?.reduce((acc, tool) => {\n      if (!tool.schema) {\n        return acc;\n      }\n\n      const jsonSchema = zodToJsonSchema(tool.schema.describe(tool.description ?? ''), tool.name);\n      return acc + tokenCounter(new SystemMessage(JSON.stringify(jsonSchema)));\n    }, 0) ?? 0) : 0;\n    let instructionTokens = toolTokens;\n    if (this.Graph.systemMessage && tokenCounter) {\n      instructionTokens += tokenCounter(this.Graph.systemMessage);\n    }\n    if (instructionTokens > 0) {\n      this.Graph.indexTokenCountMap = shiftIndexTokenCountMap(streamOptions?.indexTokenCountMap ?? {}, instructionTokens);\n    } else {\n      this.Graph.indexTokenCountMap = streamOptions?.indexTokenCountMap ?? {};\n    }\n\n    this.Graph.maxContextTokens = streamOptions?.maxContextTokens;\n    this.Graph.tokenCounter = tokenCounter;\n\n    config.run_id = this.id;\n    config.configurable = Object.assign(config.configurable ?? {}, { run_id: this.id, provider: this.provider });\n\n    const stream = this.graphRunnable.streamEvents(inputs, config);\n\n    for await (const event of stream) {\n      const { data, name, metadata, ...info } = event;\n\n      let eventName: t.EventName = info.event;\n      if (hasTools && manualToolStreamProviders.has(provider) && eventName === GraphEvents.CHAT_MODEL_STREAM) {\n        /* Skipping CHAT_MODEL_STREAM event due to double-call edge case */\n        continue;\n      }\n\n      if (eventName && eventName === GraphEvents.ON_CUSTOM_EVENT) {\n        eventName = name;\n      }\n\n      const handler = this.handlerRegistry.getHandler(eventName);\n      if (handler) {\n        handler.handle(eventName, data, metadata, this.Graph);\n      }\n    }\n\n    if (this.returnContent) {\n      return this.Graph.getContentParts();\n    }\n  }\n\n  private createSystemCallback<K extends keyof ClientCallbacks>(\n    clientCallbacks: ClientCallbacks,\n    key: K\n  ): SystemCallbacks[K] {\n    return ((...args: unknown[]) => {\n      const clientCallback = clientCallbacks[key];\n      if (clientCallback && this.Graph) {\n        (clientCallback as (...args: unknown[]) => void)(this.Graph, ...args);\n      }\n    }) as SystemCallbacks[K];\n  }\n\n  getCallbacks(clientCallbacks: ClientCallbacks): SystemCallbacks {\n    return {\n      [Callback.TOOL_ERROR]: this.createSystemCallback(clientCallbacks, Callback.TOOL_ERROR),\n      [Callback.TOOL_START]: this.createSystemCallback(clientCallbacks, Callback.TOOL_START),\n      [Callback.TOOL_END]: this.createSystemCallback(clientCallbacks, Callback.TOOL_END),\n    };\n  }\n\n  async generateTitle({\n    inputText,\n    contentParts,\n    titlePrompt,\n    clientOptions,\n    chainOptions,\n    skipLanguage,\n  } : {\n    inputText: string;\n    contentParts: (t.MessageContentComplex | undefined)[];\n    titlePrompt?: string;\n    skipLanguage?: boolean;\n    clientOptions?: t.ClientOptions;\n    chainOptions?: Partial<RunnableConfig> | undefined;\n  }): Promise<{ language: string; title: string }> {\n    const convoTemplate = PromptTemplate.fromTemplate('User: {input}\\nAI: {output}');\n    const response = contentParts.map((part) => {\n      if (part?.type === 'text') return part.text;\n      return '';\n    }).join('\\n');\n    const convo = (await convoTemplate.invoke({ input: inputText, output: response })).value;\n    const model = this.Graph?.getNewModel({\n      clientOptions,\n      omitOriginalOptions: ['streaming', 'stream', 'thinking', 'maxTokens', 'maxOutputTokens', 'additionalModelRequestFields'],\n    });\n    if (!model) {\n      return { language: '', title: '' };\n    }\n    if (isOpenAILike(this.provider) && (model instanceof ChatOpenAI || model instanceof AzureChatOpenAI)) {\n      model.temperature = (clientOptions as t.OpenAIClientOptions | undefined)?.temperature as number;\n      model.topP = (clientOptions as t.OpenAIClientOptions | undefined)?.topP as number;\n      model.frequencyPenalty = (clientOptions as t.OpenAIClientOptions | undefined)?.frequencyPenalty as number;\n      model.presencePenalty = (clientOptions as t.OpenAIClientOptions | undefined)?.presencePenalty as number;\n      model.n = (clientOptions as t.OpenAIClientOptions | undefined)?.n as number;\n    }\n    const chain = await createTitleRunnable(model, titlePrompt);\n    return await chain.invoke({ convo, inputText, skipLanguage }, chainOptions) as { language: string; title: string };\n  }\n}\n"],"names":["HandlerRegistry","StandardGraph","createTokenCounter","zodToJsonSchema","SystemMessage","shiftIndexTokenCountMap","manualToolStreamProviders","GraphEvents","Callback","PromptTemplate","isOpenAILike","ChatOpenAI","AzureChatOpenAI","createTitleRunnable"],"mappings":";;;;;;;;;;;;;;;AAAA;MAkBa,GAAG,CAAA;AACd,IAAA,aAAa;;;AAGL,IAAA,eAAe;AACvB,IAAA,EAAE;AACF,IAAA,KAAK;AACL,IAAA,QAAQ;IACR,aAAa,GAAY,KAAK;AAE9B,IAAA,WAAA,CAAoB,MAA4B,EAAA;AAC9C,QAAA,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE;QAChC,IAAI,CAAC,KAAK,EAAE;AACV,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC;;AAGxC,QAAA,IAAI,CAAC,EAAE,GAAG,KAAK;AAEf,QAAA,MAAM,eAAe,GAAG,IAAIA,sBAAe,EAAE;AAE7C,QAAA,IAAI,MAAM,CAAC,cAAc,EAAE;AACzB,YAAA,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE;AACxE,gBAAA,eAAe,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;;;AAIhD,QAAA,IAAI,CAAC,eAAe,GAAG,eAAe;AAEtC,QAAA,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC;;AAG9C,QAAA,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE;YACtE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ;YACrD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,WAAW,CAAyD;AACzH,YAAA,IAAI,IAAI,CAAC,KAAK,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,eAAe;;;QAIhD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,KAAK;;AAG5C,IAAA,mBAAmB,CAAC,MAA6B,EAAA;AACvD,QAAA,MAAM,EAAE,SAAS,EAAE,KAAK,GAAG,EAAE,EAAE,GAAG,UAAU,EAAE,GAAG,MAAM;QACvD,MAAM,EAAE,QAAQ,EAAE,GAAG,aAAa,EAAE,GAAG,SAAS;AAEhD,QAAA,MAAM,aAAa,GAAG,IAAIC,mBAAa,CAAC;YACtC,KAAK;YACL,QAAQ;YACR,aAAa;AACb,YAAA,GAAG,UAAU;YACb,KAAK,EAAE,IAAI,CAAC,EAAE;AACf,SAAA,CAAC;AACF,QAAA,IAAI,CAAC,KAAK,GAAG,aAAa;AAC1B,QAAA,OAAO,aAAa,CAAC,cAAc,EAAE;;AAGvC,IAAA,aAAa,MAAM,CAA6B,MAAmB,EAAA;AACjE,QAAA,OAAO,IAAI,GAAG,CAAI,MAAM,CAAC;;IAG3B,cAAc,GAAA;AACZ,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC;;AAEjG,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE;;AAGpC,IAAA,MAAM,aAAa,CACjB,MAAgB,EAChB,MAA2E,EAC3E,aAAoC,EAAA;AAEpC,QAAA,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC;;AAE/F,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC;;QAGjG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,aAAa,EAAE,WAAW,CAAC;AAClD,QAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ;QACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,KAAK;AACvE,QAAA,IAAI,aAAa,EAAE,SAAS,EAAE;;AAE5B,YAAA,MAAM,SAAS,GAAG,MAAM,CAAC,SAAgC,IAAI,EAAE;AAC/D,YAAA,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;;AAGjF,QAAA,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE;AACZ,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC;;QAGxC,MAAM,YAAY,GAAG,aAAa,EAAE,YAAY,KAAK,aAAa,EAAE,kBAAkB,GAAG,MAAMC,yBAAkB,EAAE,GAAG,SAAS,CAAC;QAChI,MAAM,UAAU,GAAG,YAAY,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,KAAI;AACxE,YAAA,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;AAChB,gBAAA,OAAO,GAAG;;YAGZ,MAAM,UAAU,GAAGC,+BAAe,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC;AAC3F,YAAA,OAAO,GAAG,GAAG,YAAY,CAAC,IAAIC,sBAAa,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC;SACzE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QACf,IAAI,iBAAiB,GAAG,UAAU;QAClC,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,YAAY,EAAE;YAC5C,iBAAiB,IAAI,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;;AAE7D,QAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;AACzB,YAAA,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAGC,8BAAuB,CAAC,aAAa,EAAE,kBAAkB,IAAI,EAAE,EAAE,iBAAiB,CAAC;;aAC9G;YACL,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,aAAa,EAAE,kBAAkB,IAAI,EAAE;;QAGzE,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,aAAa,EAAE,gBAAgB;AAC7D,QAAA,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,YAAY;AAEtC,QAAA,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE;QACvB,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;AAE5G,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC;AAE9D,QAAA,WAAW,MAAM,KAAK,IAAI,MAAM,EAAE;AAChC,YAAA,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,KAAK;AAE/C,YAAA,IAAI,SAAS,GAAgB,IAAI,CAAC,KAAK;AACvC,YAAA,IAAI,QAAQ,IAAIC,mCAAyB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,SAAS,KAAKC,iBAAW,CAAC,iBAAiB,EAAE;;gBAEtG;;YAGF,IAAI,SAAS,IAAI,SAAS,KAAKA,iBAAW,CAAC,eAAe,EAAE;gBAC1D,SAAS,GAAG,IAAI;;YAGlB,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,SAAS,CAAC;YAC1D,IAAI,OAAO,EAAE;AACX,gBAAA,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC;;;AAIzD,QAAA,IAAI,IAAI,CAAC,aAAa,EAAE;AACtB,YAAA,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE;;;IAI/B,oBAAoB,CAC1B,eAAgC,EAChC,GAAM,EAAA;AAEN,QAAA,QAAQ,CAAC,GAAG,IAAe,KAAI;AAC7B,YAAA,MAAM,cAAc,GAAG,eAAe,CAAC,GAAG,CAAC;AAC3C,YAAA,IAAI,cAAc,IAAI,IAAI,CAAC,KAAK,EAAE;gBAC/B,cAA+C,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC;;AAEzE,SAAC;;AAGH,IAAA,YAAY,CAAC,eAAgC,EAAA;QAC3C,OAAO;AACL,YAAA,CAACC,cAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAEA,cAAQ,CAAC,UAAU,CAAC;AACtF,YAAA,CAACA,cAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAEA,cAAQ,CAAC,UAAU,CAAC;AACtF,YAAA,CAACA,cAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAEA,cAAQ,CAAC,QAAQ,CAAC;SACnF;;AAGH,IAAA,MAAM,aAAa,CAAC,EAClB,SAAS,EACT,YAAY,EACZ,WAAW,EACX,aAAa,EACb,YAAY,EACZ,YAAY,GAQb,EAAA;QACC,MAAM,aAAa,GAAGC,sBAAc,CAAC,YAAY,CAAC,6BAA6B,CAAC;QAChF,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,KAAI;AACzC,YAAA,IAAI,IAAI,EAAE,IAAI,KAAK,MAAM;gBAAE,OAAO,IAAI,CAAC,IAAI;AAC3C,YAAA,OAAO,EAAE;AACX,SAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QACb,MAAM,KAAK,GAAG,CAAC,MAAM,aAAa,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK;AACxF,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC;YACpC,aAAa;AACb,YAAA,mBAAmB,EAAE,CAAC,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,iBAAiB,EAAE,8BAA8B,CAAC;AACzH,SAAA,CAAC;QACF,IAAI,CAAC,KAAK,EAAE;YACV,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;;AAEpC,QAAA,IAAIC,gBAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,KAAK,YAAYC,iBAAU,IAAI,KAAK,YAAYC,sBAAe,CAAC,EAAE;AACpG,YAAA,KAAK,CAAC,WAAW,GAAI,aAAmD,EAAE,WAAqB;AAC/F,YAAA,KAAK,CAAC,IAAI,GAAI,aAAmD,EAAE,IAAc;AACjF,YAAA,KAAK,CAAC,gBAAgB,GAAI,aAAmD,EAAE,gBAA0B;AACzG,YAAA,KAAK,CAAC,eAAe,GAAI,aAAmD,EAAE,eAAyB;AACvG,YAAA,KAAK,CAAC,CAAC,GAAI,aAAmD,EAAE,CAAW;;QAE7E,MAAM,KAAK,GAAG,MAAMC,yBAAmB,CAAC,KAAK,EAAE,WAAW,CAAC;AAC3D,QAAA,OAAO,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,EAAE,YAAY,CAAwC;;AAErH;;;;"}
+{"version":3,"file":"run.cjs","sources":["../../src/run.ts"],"sourcesContent":["// src/run.ts\nimport { zodToJsonSchema } from 'zod-to-json-schema';\nimport { PromptTemplate } from '@langchain/core/prompts';\nimport { AzureChatOpenAI, ChatOpenAI } from '@langchain/openai';\nimport { SystemMessage } from '@langchain/core/messages';\nimport type { BaseMessage, MessageContentComplex } from '@langchain/core/messages';\nimport type { ClientCallbacks, SystemCallbacks } from '@/graphs/Graph';\nimport type { RunnableConfig } from '@langchain/core/runnables';\nimport type * as t from '@/types';\nimport { GraphEvents, Providers, Callback } from '@/common';\nimport { manualToolStreamProviders } from '@/llm/providers';\nimport { shiftIndexTokenCountMap } from '@/messages/format';\nimport { createTitleRunnable } from '@/utils/title';\nimport { createTokenCounter } from '@/utils/tokens';\nimport { StandardGraph } from '@/graphs/Graph';\nimport { HandlerRegistry } from '@/events';\nimport { isOpenAILike } from '@/utils/llm';\n\nexport class Run<T extends t.BaseGraphState> {\n  graphRunnable?: t.CompiledWorkflow<T, Partial<T>, string>;\n  // private collab!: CollabGraph;\n  // private taskManager!: TaskManager;\n  private handlerRegistry: HandlerRegistry;\n  id: string;\n  Graph: StandardGraph | undefined;\n  provider: Providers | undefined;\n  returnContent: boolean = false;\n\n  private constructor(config: Partial<t.RunConfig>) {\n    const runId = config.runId ?? '';\n    if (!runId) {\n      throw new Error('Run ID not provided');\n    }\n\n    this.id = runId;\n\n    const handlerRegistry = new HandlerRegistry();\n\n    if (config.customHandlers) {\n      for (const [eventType, handler] of Object.entries(config.customHandlers)) {\n        handlerRegistry.register(eventType, handler);\n      }\n    }\n\n    this.handlerRegistry = handlerRegistry;\n\n    if (!config.graphConfig) {\n      throw new Error('Graph config not provided');\n    }\n\n    if (config.graphConfig.type === 'standard' || !config.graphConfig.type) {\n      this.provider = config.graphConfig.llmConfig.provider;\n      this.graphRunnable = this.createStandardGraph(config.graphConfig) as unknown as t.CompiledWorkflow<T, Partial<T>, string>;\n      if (this.Graph) {\n        this.Graph.handlerRegistry = handlerRegistry;\n      }\n    }\n\n    this.returnContent = config.returnContent ?? false;\n  }\n\n  private createStandardGraph(config: t.StandardGraphConfig): t.CompiledWorkflow<t.IState, Partial<t.IState>, string> {\n    const { llmConfig, tools = [], ...graphInput } = config;\n    const { provider, ...clientOptions } = llmConfig;\n\n    const standardGraph = new StandardGraph({\n      tools,\n      provider,\n      clientOptions,\n      ...graphInput,\n      runId: this.id,\n    });\n    this.Graph = standardGraph;\n    return standardGraph.createWorkflow();\n  }\n\n  static async create<T extends t.BaseGraphState>(config: t.RunConfig): Promise<Run<T>> {\n    return new Run<T>(config);\n  }\n\n  getRunMessages(): BaseMessage[] | undefined {\n    if (!this.Graph) {\n      throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n    return this.Graph.getRunMessages();\n  }\n\n  async processStream(\n    inputs: t.IState,\n    config: Partial<RunnableConfig> & { version: 'v1' | 'v2'; run_id?: string },\n    streamOptions?: t.EventStreamOptions,\n  ): Promise<MessageContentComplex[] | undefined> {\n    if (!this.graphRunnable) {\n      throw new Error('Run not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n    if (!this.Graph) {\n      throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n\n    this.Graph.resetValues(streamOptions?.keepContent);\n    const provider = this.Graph.provider;\n    const hasTools = this.Graph.tools ? this.Graph.tools.length > 0 : false;\n    if (streamOptions?.callbacks) {\n      /* TODO: conflicts with callback manager */\n      const callbacks = config.callbacks as t.ProvidedCallbacks ?? [];\n      config.callbacks = callbacks.concat(this.getCallbacks(streamOptions.callbacks));\n    }\n\n    if (!this.id) {\n      throw new Error('Run ID not provided');\n    }\n\n    const tokenCounter = streamOptions?.tokenCounter ?? (streamOptions?.indexTokenCountMap ? await createTokenCounter() : undefined);\n    const toolTokens = tokenCounter ? (this.Graph.tools?.reduce((acc, tool) => {\n      if (!tool.schema) {\n        return acc;\n      }\n\n      const jsonSchema = zodToJsonSchema(tool.schema.describe(tool.description ?? ''), tool.name);\n      return acc + tokenCounter(new SystemMessage(JSON.stringify(jsonSchema)));\n    }, 0) ?? 0) : 0;\n    let instructionTokens = toolTokens;\n    if (this.Graph.systemMessage && tokenCounter) {\n      instructionTokens += tokenCounter(this.Graph.systemMessage);\n    }\n    const tokenMap = streamOptions?.indexTokenCountMap ?? {};\n    if (this.Graph.systemMessage  && instructionTokens > 0) {\n      this.Graph.indexTokenCountMap = shiftIndexTokenCountMap(tokenMap, instructionTokens);\n    } else if (instructionTokens > 0) {\n      tokenMap[0] = tokenMap[0] + instructionTokens;\n      this.Graph.indexTokenCountMap = tokenMap;\n    } else {\n      this.Graph.indexTokenCountMap = tokenMap;\n    }\n\n    this.Graph.maxContextTokens = streamOptions?.maxContextTokens;\n    this.Graph.tokenCounter = tokenCounter;\n\n    config.run_id = this.id;\n    config.configurable = Object.assign(config.configurable ?? {}, { run_id: this.id, provider: this.provider });\n\n    const stream = this.graphRunnable.streamEvents(inputs, config);\n\n    for await (const event of stream) {\n      const { data, name, metadata, ...info } = event;\n\n      let eventName: t.EventName = info.event;\n      if (hasTools && manualToolStreamProviders.has(provider) && eventName === GraphEvents.CHAT_MODEL_STREAM) {\n        /* Skipping CHAT_MODEL_STREAM event due to double-call edge case */\n        continue;\n      }\n\n      if (eventName && eventName === GraphEvents.ON_CUSTOM_EVENT) {\n        eventName = name;\n      }\n\n      const handler = this.handlerRegistry.getHandler(eventName);\n      if (handler) {\n        handler.handle(eventName, data, metadata, this.Graph);\n      }\n    }\n\n    if (this.returnContent) {\n      return this.Graph.getContentParts();\n    }\n  }\n\n  private createSystemCallback<K extends keyof ClientCallbacks>(\n    clientCallbacks: ClientCallbacks,\n    key: K\n  ): SystemCallbacks[K] {\n    return ((...args: unknown[]) => {\n      const clientCallback = clientCallbacks[key];\n      if (clientCallback && this.Graph) {\n        (clientCallback as (...args: unknown[]) => void)(this.Graph, ...args);\n      }\n    }) as SystemCallbacks[K];\n  }\n\n  getCallbacks(clientCallbacks: ClientCallbacks): SystemCallbacks {\n    return {\n      [Callback.TOOL_ERROR]: this.createSystemCallback(clientCallbacks, Callback.TOOL_ERROR),\n      [Callback.TOOL_START]: this.createSystemCallback(clientCallbacks, Callback.TOOL_START),\n      [Callback.TOOL_END]: this.createSystemCallback(clientCallbacks, Callback.TOOL_END),\n    };\n  }\n\n  async generateTitle({\n    inputText,\n    contentParts,\n    titlePrompt,\n    clientOptions,\n    chainOptions,\n    skipLanguage,\n  } : {\n    inputText: string;\n    contentParts: (t.MessageContentComplex | undefined)[];\n    titlePrompt?: string;\n    skipLanguage?: boolean;\n    clientOptions?: t.ClientOptions;\n    chainOptions?: Partial<RunnableConfig> | undefined;\n  }): Promise<{ language: string; title: string }> {\n    const convoTemplate = PromptTemplate.fromTemplate('User: {input}\\nAI: {output}');\n    const response = contentParts.map((part) => {\n      if (part?.type === 'text') return part.text;\n      return '';\n    }).join('\\n');\n    const convo = (await convoTemplate.invoke({ input: inputText, output: response })).value;\n    const model = this.Graph?.getNewModel({\n      clientOptions,\n      omitOriginalOptions: ['streaming', 'stream', 'thinking', 'maxTokens', 'maxOutputTokens', 'additionalModelRequestFields'],\n    });\n    if (!model) {\n      return { language: '', title: '' };\n    }\n    if (isOpenAILike(this.provider) && (model instanceof ChatOpenAI || model instanceof AzureChatOpenAI)) {\n      model.temperature = (clientOptions as t.OpenAIClientOptions | undefined)?.temperature as number;\n      model.topP = (clientOptions as t.OpenAIClientOptions | undefined)?.topP as number;\n      model.frequencyPenalty = (clientOptions as t.OpenAIClientOptions | undefined)?.frequencyPenalty as number;\n      model.presencePenalty = (clientOptions as t.OpenAIClientOptions | undefined)?.presencePenalty as number;\n      model.n = (clientOptions as t.OpenAIClientOptions | undefined)?.n as number;\n    }\n    const chain = await createTitleRunnable(model, titlePrompt);\n    return await chain.invoke({ convo, inputText, skipLanguage }, chainOptions) as { language: string; title: string };\n  }\n}\n"],"names":["HandlerRegistry","StandardGraph","createTokenCounter","zodToJsonSchema","SystemMessage","shiftIndexTokenCountMap","manualToolStreamProviders","GraphEvents","Callback","PromptTemplate","isOpenAILike","ChatOpenAI","AzureChatOpenAI","createTitleRunnable"],"mappings":";;;;;;;;;;;;;;;AAAA;MAkBa,GAAG,CAAA;AACd,IAAA,aAAa;;;AAGL,IAAA,eAAe;AACvB,IAAA,EAAE;AACF,IAAA,KAAK;AACL,IAAA,QAAQ;IACR,aAAa,GAAY,KAAK;AAE9B,IAAA,WAAA,CAAoB,MAA4B,EAAA;AAC9C,QAAA,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE;QAChC,IAAI,CAAC,KAAK,EAAE;AACV,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC;;AAGxC,QAAA,IAAI,CAAC,EAAE,GAAG,KAAK;AAEf,QAAA,MAAM,eAAe,GAAG,IAAIA,sBAAe,EAAE;AAE7C,QAAA,IAAI,MAAM,CAAC,cAAc,EAAE;AACzB,YAAA,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE;AACxE,gBAAA,eAAe,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;;;AAIhD,QAAA,IAAI,CAAC,eAAe,GAAG,eAAe;AAEtC,QAAA,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC;;AAG9C,QAAA,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE;YACtE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ;YACrD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,WAAW,CAAyD;AACzH,YAAA,IAAI,IAAI,CAAC,KAAK,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,eAAe;;;QAIhD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,KAAK;;AAG5C,IAAA,mBAAmB,CAAC,MAA6B,EAAA;AACvD,QAAA,MAAM,EAAE,SAAS,EAAE,KAAK,GAAG,EAAE,EAAE,GAAG,UAAU,EAAE,GAAG,MAAM;QACvD,MAAM,EAAE,QAAQ,EAAE,GAAG,aAAa,EAAE,GAAG,SAAS;AAEhD,QAAA,MAAM,aAAa,GAAG,IAAIC,mBAAa,CAAC;YACtC,KAAK;YACL,QAAQ;YACR,aAAa;AACb,YAAA,GAAG,UAAU;YACb,KAAK,EAAE,IAAI,CAAC,EAAE;AACf,SAAA,CAAC;AACF,QAAA,IAAI,CAAC,KAAK,GAAG,aAAa;AAC1B,QAAA,OAAO,aAAa,CAAC,cAAc,EAAE;;AAGvC,IAAA,aAAa,MAAM,CAA6B,MAAmB,EAAA;AACjE,QAAA,OAAO,IAAI,GAAG,CAAI,MAAM,CAAC;;IAG3B,cAAc,GAAA;AACZ,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC;;AAEjG,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE;;AAGpC,IAAA,MAAM,aAAa,CACjB,MAAgB,EAChB,MAA2E,EAC3E,aAAoC,EAAA;AAEpC,QAAA,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC;;AAE/F,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC;;QAGjG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,aAAa,EAAE,WAAW,CAAC;AAClD,QAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ;QACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,KAAK;AACvE,QAAA,IAAI,aAAa,EAAE,SAAS,EAAE;;AAE5B,YAAA,MAAM,SAAS,GAAG,MAAM,CAAC,SAAgC,IAAI,EAAE;AAC/D,YAAA,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;;AAGjF,QAAA,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE;AACZ,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC;;QAGxC,MAAM,YAAY,GAAG,aAAa,EAAE,YAAY,KAAK,aAAa,EAAE,kBAAkB,GAAG,MAAMC,yBAAkB,EAAE,GAAG,SAAS,CAAC;QAChI,MAAM,UAAU,GAAG,YAAY,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,KAAI;AACxE,YAAA,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;AAChB,gBAAA,OAAO,GAAG;;YAGZ,MAAM,UAAU,GAAGC,+BAAe,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC;AAC3F,YAAA,OAAO,GAAG,GAAG,YAAY,CAAC,IAAIC,sBAAa,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC;SACzE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QACf,IAAI,iBAAiB,GAAG,UAAU;QAClC,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,YAAY,EAAE;YAC5C,iBAAiB,IAAI,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;;AAE7D,QAAA,MAAM,QAAQ,GAAG,aAAa,EAAE,kBAAkB,IAAI,EAAE;QACxD,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,IAAK,iBAAiB,GAAG,CAAC,EAAE;YACtD,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAGC,8BAAuB,CAAC,QAAQ,EAAE,iBAAiB,CAAC;;AAC/E,aAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;YAChC,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,iBAAiB;AAC7C,YAAA,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,QAAQ;;aACnC;AACL,YAAA,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,QAAQ;;QAG1C,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,aAAa,EAAE,gBAAgB;AAC7D,QAAA,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,YAAY;AAEtC,QAAA,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE;QACvB,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;AAE5G,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC;AAE9D,QAAA,WAAW,MAAM,KAAK,IAAI,MAAM,EAAE;AAChC,YAAA,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,KAAK;AAE/C,YAAA,IAAI,SAAS,GAAgB,IAAI,CAAC,KAAK;AACvC,YAAA,IAAI,QAAQ,IAAIC,mCAAyB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,SAAS,KAAKC,iBAAW,CAAC,iBAAiB,EAAE;;gBAEtG;;YAGF,IAAI,SAAS,IAAI,SAAS,KAAKA,iBAAW,CAAC,eAAe,EAAE;gBAC1D,SAAS,GAAG,IAAI;;YAGlB,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,SAAS,CAAC;YAC1D,IAAI,OAAO,EAAE;AACX,gBAAA,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC;;;AAIzD,QAAA,IAAI,IAAI,CAAC,aAAa,EAAE;AACtB,YAAA,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE;;;IAI/B,oBAAoB,CAC1B,eAAgC,EAChC,GAAM,EAAA;AAEN,QAAA,QAAQ,CAAC,GAAG,IAAe,KAAI;AAC7B,YAAA,MAAM,cAAc,GAAG,eAAe,CAAC,GAAG,CAAC;AAC3C,YAAA,IAAI,cAAc,IAAI,IAAI,CAAC,KAAK,EAAE;gBAC/B,cAA+C,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC;;AAEzE,SAAC;;AAGH,IAAA,YAAY,CAAC,eAAgC,EAAA;QAC3C,OAAO;AACL,YAAA,CAACC,cAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAEA,cAAQ,CAAC,UAAU,CAAC;AACtF,YAAA,CAACA,cAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAEA,cAAQ,CAAC,UAAU,CAAC;AACtF,YAAA,CAACA,cAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAEA,cAAQ,CAAC,QAAQ,CAAC;SACnF;;AAGH,IAAA,MAAM,aAAa,CAAC,EAClB,SAAS,EACT,YAAY,EACZ,WAAW,EACX,aAAa,EACb,YAAY,EACZ,YAAY,GAQb,EAAA;QACC,MAAM,aAAa,GAAGC,sBAAc,CAAC,YAAY,CAAC,6BAA6B,CAAC;QAChF,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,KAAI;AACzC,YAAA,IAAI,IAAI,EAAE,IAAI,KAAK,MAAM;gBAAE,OAAO,IAAI,CAAC,IAAI;AAC3C,YAAA,OAAO,EAAE;AACX,SAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QACb,MAAM,KAAK,GAAG,CAAC,MAAM,aAAa,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK;AACxF,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC;YACpC,aAAa;AACb,YAAA,mBAAmB,EAAE,CAAC,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,iBAAiB,EAAE,8BAA8B,CAAC;AACzH,SAAA,CAAC;QACF,IAAI,CAAC,KAAK,EAAE;YACV,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;;AAEpC,QAAA,IAAIC,gBAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,KAAK,YAAYC,iBAAU,IAAI,KAAK,YAAYC,sBAAe,CAAC,EAAE;AACpG,YAAA,KAAK,CAAC,WAAW,GAAI,aAAmD,EAAE,WAAqB;AAC/F,YAAA,KAAK,CAAC,IAAI,GAAI,aAAmD,EAAE,IAAc;AACjF,YAAA,KAAK,CAAC,gBAAgB,GAAI,aAAmD,EAAE,gBAA0B;AACzG,YAAA,KAAK,CAAC,eAAe,GAAI,aAAmD,EAAE,eAAyB;AACvG,YAAA,KAAK,CAAC,CAAC,GAAI,aAAmD,EAAE,CAAW;;QAE7E,MAAM,KAAK,GAAG,MAAMC,yBAAmB,CAAC,KAAK,EAAE,WAAW,CAAC;AAC3D,QAAA,OAAO,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,EAAE,YAAY,CAAwC;;AAErH;;;;"}

package/dist/esm/messages/prune.mjs

@@ -260,6 +260,7 @@ function createPruneMessages(factoryParams) {
             currentUsage = calculateTotalTokens(params.usageMetadata);
             totalTokens = currentUsage.total_tokens;
         }
+        const newOutputs = new Set();
         for (let i = lastTurnStartIndex; i < params.messages.length; i++) {
             const message = params.messages[i];
             // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition
@@ -269,6 +270,9 @@ function createPruneMessages(factoryParams) {
             }
             else if (indexTokenCountMap[i] === undefined) {
                 indexTokenCountMap[i] = factoryParams.tokenCounter(message);
+                if (currentUsage) {
+                    newOutputs.add(i);
+                }
                 totalTokens += indexTokenCountMap[i];
             }
         }
@@ -277,34 +281,37 @@ function createPruneMessages(factoryParams) {
         // relative the manually counted tokens in `indexTokenCountMap`.
         // EDGE CASE: when the resulting context gets pruned, we should not distribute the usage for messages that are not in the context.
         if (currentUsage) {
-            // Calculate the sum of tokens only for indices at or after lastCutOffIndex
-            const totalIndexTokens = Object.entries(indexTokenCountMap).reduce((sum, [key, value]) => {
-                // Convert string key to number and check if it's >= lastCutOffIndex
-                const numericKey = Number(key);
-                if (numericKey === 0 && params.messages[0].getType() === 'system') {
-                    return sum + value;
+            let totalIndexTokens = 0;
+            if (params.messages[0].getType() === 'system') {
+                totalIndexTokens += indexTokenCountMap[0];
+            }
+            for (let i = lastCutOffIndex; i < params.messages.length; i++) {
+                if (i === 0 && params.messages[0].getType() === 'system') {
+                    continue;
+                }
+                if (newOutputs.has(i)) {
+                    continue;
                 }
-                return numericKey >= lastCutOffIndex ? sum + value : sum;
-            }, 0);
+                totalIndexTokens += indexTokenCountMap[i];
+            }
             // Calculate ratio based only on messages that remain in the context
             const ratio = currentUsage.total_tokens / totalIndexTokens;
             const isRatioSafe = ratio >= 1 / 3 && ratio <= 2.5;
             // Apply the ratio adjustment only to messages at or after lastCutOffIndex, and only if the ratio is safe
             if (isRatioSafe) {
-                for (const key in indexTokenCountMap) {
-                    const numericKey = Number(key);
-                    if (numericKey === 0 && params.messages[0].getType() === 'system') {
-                        indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);
-                    }
-                    else if (numericKey >= lastCutOffIndex) {
-                        // Only adjust token counts for messages still in the context
-                        indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);
+                if (params.messages[0].getType() === 'system' && lastCutOffIndex !== 0) {
+                    indexTokenCountMap[0] = Math.round(indexTokenCountMap[0] * ratio);
+                }
+                for (let i = lastCutOffIndex; i < params.messages.length; i++) {
+                    if (newOutputs.has(i)) {
+                        continue;
                     }
+                    indexTokenCountMap[i] = Math.round(indexTokenCountMap[i] * ratio);
                 }
             }
         }
         lastTurnStartIndex = params.messages.length;
-        if (totalTokens <= factoryParams.maxTokens) {
+        if (lastCutOffIndex === 0 && totalTokens <= factoryParams.maxTokens) {
             return { context: params.messages, indexTokenCountMap };
         }
         const { context, thinkingStartIndex } = getMessagesWithinTokenLimit({

package/dist/esm/messages/prune.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"prune.mjs","sources":["../../../src/messages/prune.ts"],"sourcesContent":["import { AIMessage, BaseMessage, UsageMetadata } from '@langchain/core/messages';\nimport type { ThinkingContentText, MessageContentComplex, ReasoningContentText } from '@/types/stream';\nimport type { TokenCounter } from '@/types/run';\nimport { ContentTypes, Providers } from '@/common';\n\nexport type PruneMessagesFactoryParams = {\n  provider?: Providers;\n  maxTokens: number;\n  startIndex: number;\n  tokenCounter: TokenCounter;\n  indexTokenCountMap: Record<string, number>;\n  thinkingEnabled?: boolean;\n};\nexport type PruneMessagesParams = {\n  messages: BaseMessage[];\n  usageMetadata?: Partial<UsageMetadata>;\n  startType?: ReturnType<BaseMessage['getType']>;\n}\n\nfunction isIndexInContext(arrayA: unknown[], arrayB: unknown[], targetIndex: number): boolean {\n  const startingIndexInA = arrayA.length - arrayB.length;\n  return targetIndex >= startingIndexInA;\n}\n\nfunction addThinkingBlock(message: AIMessage, thinkingBlock: ThinkingContentText | ReasoningContentText): AIMessage {\n  const content: MessageContentComplex[] = Array.isArray(message.content)\n    ? message.content as MessageContentComplex[]\n    : [{\n      type: ContentTypes.TEXT,\n      text: message.content,\n    }];\n  /** Edge case, the message already has the thinking block */\n  if (content[0].type === thinkingBlock.type) {\n    return message;\n  }\n  content.unshift(thinkingBlock);\n  return new AIMessage({\n    ...message,\n    content\n  });\n}\n\n/**\n * Calculates the total tokens from a single usage object\n *\n * @param usage The usage metadata object containing token information\n * @returns An object containing the total input and output tokens\n */\nexport function calculateTotalTokens(usage: Partial<UsageMetadata>): UsageMetadata {\n  const baseInputTokens = Number(usage.input_tokens) || 0;\n  const cacheCreation = Number(usage.input_token_details?.cache_creation) || 0;\n  const cacheRead = Number(usage.input_token_details?.cache_read) || 0;\n\n  const totalInputTokens = baseInputTokens + cacheCreation + cacheRead;\n  const totalOutputTokens = Number(usage.output_tokens) || 0;\n\n  return {\n    input_tokens: totalInputTokens,\n    output_tokens: totalOutputTokens,\n    total_tokens: totalInputTokens + totalOutputTokens\n  };\n}\n\nexport type PruningResult = {\n  context: BaseMessage[];\n  remainingContextTokens: number;\n  messagesToRefine: BaseMessage[];\n  thinkingStartIndex?: number;\n};\n\n/**\n * Processes an array of messages and returns a context of messages that fit within a specified token limit.\n * It iterates over the messages from newest to oldest, adding them to the context until the token limit is reached.\n *\n * @param options Configuration options for processing messages\n * @returns Object containing the message context, remaining tokens, messages not included, and summary index\n */\nexport function getMessagesWithinTokenLimit({\n  messages: _messages,\n  maxContextTokens,\n  indexTokenCountMap,\n  startType: _startType,\n  thinkingEnabled,\n  tokenCounter,\n  thinkingStartIndex: _thinkingStartIndex = -1,\n  reasoningType = ContentTypes.THINKING,\n}: {\n  messages: BaseMessage[];\n  maxContextTokens: number;\n  indexTokenCountMap: Record<string, number | undefined>;\n  startType?: string | string[];\n  thinkingEnabled?: boolean;\n  tokenCounter: TokenCounter;\n  thinkingStartIndex?: number;\n  reasoningType?: ContentTypes.THINKING | ContentTypes.REASONING_CONTENT;\n}): PruningResult {\n  // Every reply is primed with <|start|>assistant<|message|>, so we\n  // start with 3 tokens for the label after all messages have been counted.\n  let currentTokenCount = 3;\n  const instructions = _messages[0]?.getType() === 'system' ? _messages[0] : undefined;\n  const instructionsTokenCount = instructions != null ? indexTokenCountMap[0] ?? 0 : 0;\n  const initialContextTokens = maxContextTokens - instructionsTokenCount;\n  let remainingContextTokens = initialContextTokens;\n  let startType = _startType;\n  const originalLength = _messages.length;\n  const messages = [..._messages];\n  /**\n   * IMPORTANT: this context array gets reversed at the end, since the latest messages get pushed first.\n   *\n   * This may be confusing to read, but it is done to ensure the context is in the correct order for the model.\n   * */\n  let context: Array<BaseMessage | undefined> = [];\n\n  let thinkingStartIndex = _thinkingStartIndex;\n  let thinkingEndIndex = -1;\n  let thinkingBlock: ThinkingContentText | ReasoningContentText | undefined;\n  const endIndex = instructions != null ? 1 : 0;\n  const prunedMemory: BaseMessage[] = [];\n\n  if (_thinkingStartIndex > -1) {\n    const thinkingMessageContent = messages[_thinkingStartIndex]?.content;\n    if (Array.isArray(thinkingMessageContent)) {\n      thinkingBlock = thinkingMessageContent.find((content) => content.type === reasoningType) as ThinkingContentText | undefined;\n    }\n  }\n\n  if (currentTokenCount < remainingContextTokens) {\n    let currentIndex = messages.length;\n    while (messages.length > 0 && currentTokenCount < remainingContextTokens && currentIndex > endIndex) {\n      currentIndex--;\n      if (messages.length === 1 && instructions) {\n        break;\n      }\n      const poppedMessage = messages.pop();\n      if (!poppedMessage) continue;\n      const messageType = poppedMessage.getType();\n      if (thinkingEnabled === true && thinkingEndIndex === -1 && (currentIndex === (originalLength - 1)) && (messageType === 'ai' || messageType === 'tool')) {\n        thinkingEndIndex = currentIndex;\n      }\n      if (thinkingEndIndex > -1 && !thinkingBlock  && thinkingStartIndex < 0 && messageType === 'ai' && Array.isArray(poppedMessage.content)) {\n        thinkingBlock = (poppedMessage.content.find((content) => content.type === reasoningType)) as ThinkingContentText | undefined;\n        thinkingStartIndex = thinkingBlock != null ? currentIndex : -1;\n      }\n      /** False start, the latest message was not part of a multi-assistant/tool sequence of messages */\n      if (\n        thinkingEndIndex > -1\n        && currentIndex === (thinkingEndIndex - 1)\n        && (messageType !== 'ai' && messageType !== 'tool')\n      ) {\n        thinkingEndIndex = -1;\n      }\n\n      const tokenCount = indexTokenCountMap[currentIndex] ?? 0;\n\n      if (prunedMemory.length === 0 && ((currentTokenCount + tokenCount) <= remainingContextTokens)) {\n        context.push(poppedMessage);\n        currentTokenCount += tokenCount;\n      } else {\n        prunedMemory.push(poppedMessage);\n        if (thinkingEndIndex > -1 && thinkingStartIndex < 0) {\n          continue;\n        }\n        break;\n      }\n    }\n\n    if (context[context.length - 1]?.getType() === 'tool') {\n      startType = ['ai', 'human'];\n    }\n\n    if (startType != null && startType.length > 0 && context.length > 0) {\n      let requiredTypeIndex = -1;\n\n      let totalTokens = 0;\n      for (let i = context.length - 1; i >= 0; i--) {\n        const currentType = context[i]?.getType() ?? '';\n        if (Array.isArray(startType) ? startType.includes(currentType) : currentType === startType) {\n          requiredTypeIndex = i + 1;\n          break;\n        }\n        const originalIndex = originalLength - 1 - i;\n        totalTokens += indexTokenCountMap[originalIndex] ?? 0;\n      }\n\n      if (requiredTypeIndex > 0) {\n        currentTokenCount -= totalTokens;\n        context = context.slice(0, requiredTypeIndex);\n      }\n    }\n  }\n\n  if (instructions && originalLength > 0) {\n    context.push(_messages[0] as BaseMessage);\n    messages.shift();\n  }\n\n  remainingContextTokens -= currentTokenCount;\n  const result: PruningResult = {\n    remainingContextTokens,\n    context: [] as BaseMessage[],\n    messagesToRefine: prunedMemory,\n  };\n\n  if (thinkingStartIndex > -1) {\n    result.thinkingStartIndex = thinkingStartIndex;\n  }\n\n  if (prunedMemory.length === 0 || thinkingEndIndex < 0 || (thinkingStartIndex > -1 && isIndexInContext(_messages, context, thinkingStartIndex))) {\n    // we reverse at this step to ensure the context is in the correct order for the model, and we need to work backwards\n    result.context = context.reverse() as BaseMessage[];\n    return result;\n  }\n\n  if (thinkingEndIndex > -1 && thinkingStartIndex < 0) {\n    throw new Error('The payload is malformed. There is a thinking sequence but no \"AI\" messages with thinking blocks.');\n  }\n\n  if (!thinkingBlock) {\n    throw new Error('The payload is malformed. There is a thinking sequence but no thinking block found.');\n  }\n\n  // Since we have a thinking sequence, we need to find the last assistant message\n  // in the latest AI/tool sequence to add the thinking block that falls outside of the current context\n  // Latest messages are ordered first.\n  let assistantIndex = -1;\n  for (let i = 0; i < context.length; i++) {\n    const currentMessage = context[i];\n    const type = currentMessage?.getType();\n    if (type === 'ai') {\n      assistantIndex = i;\n    }\n    if (assistantIndex > -1 && (type === 'human' || type === 'system')) {\n      break;\n    }\n  }\n\n  if (assistantIndex === -1) {\n    throw new Error('The payload is malformed. There is a thinking sequence but no \"AI\" messages to append thinking blocks to.');\n  }\n\n  thinkingStartIndex = originalLength - 1 - assistantIndex;\n  const thinkingTokenCount = tokenCounter(new AIMessage({ content: [thinkingBlock] }));\n  const newRemainingCount = remainingContextTokens - thinkingTokenCount;\n  const newMessage = addThinkingBlock(context[assistantIndex] as AIMessage, thinkingBlock);\n  context[assistantIndex] = newMessage;\n  if (newRemainingCount > 0) {\n    result.context = context.reverse() as BaseMessage[];\n    return result;\n  }\n\n  const thinkingMessage: AIMessage = context[assistantIndex] as AIMessage;\n  // now we need to an additional round of pruning but making the thinking block fit\n  const newThinkingMessageTokenCount = (indexTokenCountMap[thinkingStartIndex] ?? 0) + thinkingTokenCount;\n  remainingContextTokens = initialContextTokens - newThinkingMessageTokenCount;\n  currentTokenCount = 3;\n  let newContext: BaseMessage[] = [];\n  const secondRoundMessages = [..._messages];\n  let currentIndex = secondRoundMessages.length;\n  while (secondRoundMessages.length > 0 && currentTokenCount < remainingContextTokens && currentIndex > thinkingStartIndex) {\n    currentIndex--;\n    const poppedMessage = secondRoundMessages.pop();\n    if (!poppedMessage) continue;\n    const tokenCount = indexTokenCountMap[currentIndex] ?? 0;\n    if ((currentTokenCount + tokenCount) <= remainingContextTokens) {\n      newContext.push(poppedMessage);\n      currentTokenCount += tokenCount;\n    } else {\n      messages.push(poppedMessage);\n      break;\n    }\n  }\n\n  const firstMessage: AIMessage = newContext[newContext.length - 1];\n  const firstMessageType = newContext[newContext.length - 1].getType();\n  if (firstMessageType === 'tool') {\n    startType = ['ai', 'human'];\n  }\n\n  if (startType != null && startType.length > 0 && newContext.length > 0) {\n    let requiredTypeIndex = -1;\n\n    let totalTokens = 0;\n    for (let i = newContext.length - 1; i >= 0; i--) {\n      const currentType = newContext[i]?.getType() ?? '';\n      if (Array.isArray(startType) ? startType.includes(currentType) : currentType === startType) {\n        requiredTypeIndex = i + 1;\n        break;\n      }\n      const originalIndex = originalLength - 1 - i;\n      totalTokens += indexTokenCountMap[originalIndex] ?? 0;\n    }\n\n    if (requiredTypeIndex > 0) {\n      currentTokenCount -= totalTokens;\n      newContext = newContext.slice(0, requiredTypeIndex);\n    }\n  }\n\n  if (firstMessageType === 'ai') {\n    const newMessage = addThinkingBlock(firstMessage, thinkingBlock);\n    newContext[newContext.length - 1] = newMessage;\n  } else {\n    newContext.push(thinkingMessage);\n  }\n\n  if (instructions && originalLength > 0) {\n    newContext.push(_messages[0] as BaseMessage);\n    secondRoundMessages.shift();\n  }\n\n  result.context = newContext.reverse();\n  return result;\n}\n\nexport function checkValidNumber(value: unknown): value is number {\n  return typeof value === 'number' && !isNaN(value) && value > 0;\n}\n\nexport function createPruneMessages(factoryParams: PruneMessagesFactoryParams) {\n  const indexTokenCountMap = { ...factoryParams.indexTokenCountMap };\n  let lastTurnStartIndex = factoryParams.startIndex;\n  let lastCutOffIndex = 0;\n  let totalTokens = (Object.values(indexTokenCountMap)).reduce((a, b) => a + b, 0);\n  let runThinkingStartIndex = -1;\n  return function pruneMessages(params: PruneMessagesParams): {\n    context: BaseMessage[];\n    indexTokenCountMap: Record<string, number>;\n  } {\n    let currentUsage: UsageMetadata | undefined;\n    if (params.usageMetadata && (\n      checkValidNumber(params.usageMetadata.input_tokens)\n      || (\n        checkValidNumber(params.usageMetadata.input_token_details)\n        && (\n          checkValidNumber(params.usageMetadata.input_token_details.cache_creation)\n          || checkValidNumber(params.usageMetadata.input_token_details.cache_read)\n        )\n      )\n    ) && checkValidNumber(params.usageMetadata.output_tokens)) {\n      currentUsage = calculateTotalTokens(params.usageMetadata);\n      totalTokens = currentUsage.total_tokens;\n    }\n\n    for (let i = lastTurnStartIndex; i < params.messages.length; i++) {\n      const message = params.messages[i];\n      // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition\n      if (i === lastTurnStartIndex && indexTokenCountMap[i] === undefined && currentUsage) {\n        indexTokenCountMap[i] = currentUsage.output_tokens;\n      // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition\n      } else if (indexTokenCountMap[i] === undefined) {\n        indexTokenCountMap[i] = factoryParams.tokenCounter(message);\n        totalTokens += indexTokenCountMap[i];\n      }\n    }\n\n    // If `currentUsage` is defined, we need to distribute the current total tokens to our `indexTokenCountMap`,\n    // We must distribute it in a weighted manner, so that the total token count is equal to `currentUsage.total_tokens`,\n    // relative the manually counted tokens in `indexTokenCountMap`.\n    // EDGE CASE: when the resulting context gets pruned, we should not distribute the usage for messages that are not in the context.\n    if (currentUsage) {\n      // Calculate the sum of tokens only for indices at or after lastCutOffIndex\n      const totalIndexTokens = Object.entries(indexTokenCountMap).reduce((sum, [key, value]) => {\n        // Convert string key to number and check if it's >= lastCutOffIndex\n        const numericKey = Number(key);\n        if (numericKey === 0 && params.messages[0].getType() === 'system') {\n          return sum + value;\n        }\n        return numericKey >= lastCutOffIndex ? sum + value : sum;\n      }, 0);\n\n      // Calculate ratio based only on messages that remain in the context\n      const ratio = currentUsage.total_tokens / totalIndexTokens;\n      const isRatioSafe = ratio >= 1/3 && ratio <= 2.5;\n\n      // Apply the ratio adjustment only to messages at or after lastCutOffIndex, and only if the ratio is safe\n      if (isRatioSafe) {\n        for (const key in indexTokenCountMap) {\n          const numericKey = Number(key);\n          if (numericKey === 0 && params.messages[0].getType() === 'system') {\n            indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);\n          } else if (numericKey >= lastCutOffIndex) {\n            // Only adjust token counts for messages still in the context\n            indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);\n          }\n        }\n      }\n    }\n\n    lastTurnStartIndex = params.messages.length;\n    if (totalTokens <= factoryParams.maxTokens) {\n      return { context: params.messages, indexTokenCountMap };\n    }\n\n    const { context, thinkingStartIndex } = getMessagesWithinTokenLimit({\n      maxContextTokens: factoryParams.maxTokens,\n      messages: params.messages,\n      indexTokenCountMap,\n      startType: params.startType,\n      thinkingEnabled: factoryParams.thinkingEnabled,\n      tokenCounter: factoryParams.tokenCounter,\n      reasoningType: factoryParams.provider === Providers.BEDROCK ? ContentTypes.REASONING_CONTENT : ContentTypes.THINKING,\n      thinkingStartIndex: factoryParams.thinkingEnabled === true ? runThinkingStartIndex : undefined,\n    });\n    runThinkingStartIndex = thinkingStartIndex ?? -1;\n    /** The index is the first value of `context`, index relative to `params.messages` */\n    lastCutOffIndex = Math.max(params.messages.length - (context.length - (context[0]?.getType() === 'system' ? 1 : 0)), 0);\n\n    return { context, indexTokenCountMap };\n  };\n}\n"],"names":[],"mappings":";;;AAmBA,SAAS,gBAAgB,CAAC,MAAiB,EAAE,MAAiB,EAAE,WAAmB,EAAA;IACjF,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;IACtD,OAAO,WAAW,IAAI,gBAAgB;AACxC;AAEA,SAAS,gBAAgB,CAAC,OAAkB,EAAE,aAAyD,EAAA;IACrG,MAAM,OAAO,GAA4B,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO;UAClE,OAAO,CAAC;AACV,UAAE,CAAC;gBACD,IAAI,EAAE,YAAY,CAAC,IAAI;gBACvB,IAAI,EAAE,OAAO,CAAC,OAAO;AACtB,aAAA,CAAC;;IAEJ,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,CAAC,IAAI,EAAE;AAC1C,QAAA,OAAO,OAAO;;AAEhB,IAAA,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC;IAC9B,OAAO,IAAI,SAAS,CAAC;AACnB,QAAA,GAAG,OAAO;QACV;AACD,KAAA,CAAC;AACJ;AAEA;;;;;AAKG;AACG,SAAU,oBAAoB,CAAC,KAA6B,EAAA;IAChE,MAAM,eAAe,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC;AACvD,IAAA,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,cAAc,CAAC,IAAI,CAAC;AAC5E,IAAA,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,UAAU,CAAC,IAAI,CAAC;AAEpE,IAAA,MAAM,gBAAgB,GAAG,eAAe,GAAG,aAAa,GAAG,SAAS;IACpE,MAAM,iBAAiB,GAAG,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC;IAE1D,OAAO;AACL,QAAA,YAAY,EAAE,gBAAgB;AAC9B,QAAA,aAAa,EAAE,iBAAiB;QAChC,YAAY,EAAE,gBAAgB,GAAG;KAClC;AACH;AASA;;;;;;AAMG;AACa,SAAA,2BAA2B,CAAC,EAC1C,QAAQ,EAAE,SAAS,EACnB,gBAAgB,EAChB,kBAAkB,EAClB,SAAS,EAAE,UAAU,EACrB,eAAe,EACf,YAAY,EACZ,kBAAkB,EAAE,mBAAmB,GAAG,EAAE,EAC5C,aAAa,GAAG,YAAY,CAAC,QAAQ,GAUtC,EAAA;;;IAGC,IAAI,iBAAiB,GAAG,CAAC;IACzB,MAAM,YAAY,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS;AACpF,IAAA,MAAM,sBAAsB,GAAG,YAAY,IAAI,IAAI,GAAG,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;AACpF,IAAA,MAAM,oBAAoB,GAAG,gBAAgB,GAAG,sBAAsB;IACtE,IAAI,sBAAsB,GAAG,oBAAoB;IACjD,IAAI,SAAS,GAAG,UAAU;AAC1B,IAAA,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM;AACvC,IAAA,MAAM,QAAQ,GAAG,CAAC,GAAG,SAAS,CAAC;AAC/B;;;;AAIK;IACL,IAAI,OAAO,GAAmC,EAAE;IAEhD,IAAI,kBAAkB,GAAG,mBAAmB;AAC5C,IAAA,IAAI,gBAAgB,GAAG,EAAE;AACzB,IAAA,IAAI,aAAqE;AACzE,IAAA,MAAM,QAAQ,GAAG,YAAY,IAAI,IAAI,GAAG,CAAC,GAAG,CAAC;IAC7C,MAAM,YAAY,GAAkB,EAAE;AAEtC,IAAA,IAAI,mBAAmB,GAAG,EAAE,EAAE;QAC5B,MAAM,sBAAsB,GAAG,QAAQ,CAAC,mBAAmB,CAAC,EAAE,OAAO;AACrE,QAAA,IAAI,KAAK,CAAC,OAAO,CAAC,sBAAsB,CAAC,EAAE;AACzC,YAAA,aAAa,GAAG,sBAAsB,CAAC,IAAI,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,IAAI,KAAK,aAAa,CAAoC;;;AAI/H,IAAA,IAAI,iBAAiB,GAAG,sBAAsB,EAAE;AAC9C,QAAA,IAAI,YAAY,GAAG,QAAQ,CAAC,MAAM;AAClC,QAAA,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,iBAAiB,GAAG,sBAAsB,IAAI,YAAY,GAAG,QAAQ,EAAE;AACnG,YAAA,YAAY,EAAE;YACd,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,YAAY,EAAE;gBACzC;;AAEF,YAAA,MAAM,aAAa,GAAG,QAAQ,CAAC,GAAG,EAAE;AACpC,YAAA,IAAI,CAAC,aAAa;gBAAE;AACpB,YAAA,MAAM,WAAW,GAAG,aAAa,CAAC,OAAO,EAAE;AAC3C,YAAA,IAAI,eAAe,KAAK,IAAI,IAAI,gBAAgB,KAAK,EAAE,KAAK,YAAY,MAAM,cAAc,GAAG,CAAC,CAAC,CAAC,KAAK,WAAW,KAAK,IAAI,IAAI,WAAW,KAAK,MAAM,CAAC,EAAE;gBACtJ,gBAAgB,GAAG,YAAY;;YAEjC,IAAI,gBAAgB,GAAG,EAAE,IAAI,CAAC,aAAa,IAAK,kBAAkB,GAAG,CAAC,IAAI,WAAW,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE;gBACtI,aAAa,IAAI,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,IAAI,KAAK,aAAa,CAAC,CAAoC;AAC5H,gBAAA,kBAAkB,GAAG,aAAa,IAAI,IAAI,GAAG,YAAY,GAAG,EAAE;;;YAGhE,IACE,gBAAgB,GAAG;AAChB,mBAAA,YAAY,MAAM,gBAAgB,GAAG,CAAC;oBACrC,WAAW,KAAK,IAAI,IAAI,WAAW,KAAK,MAAM,CAAC,EACnD;gBACA,gBAAgB,GAAG,EAAE;;YAGvB,MAAM,UAAU,GAAG,kBAAkB,CAAC,YAAY,CAAC,IAAI,CAAC;AAExD,YAAA,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,KAAK,CAAC,iBAAiB,GAAG,UAAU,KAAK,sBAAsB,CAAC,EAAE;AAC7F,gBAAA,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC;gBAC3B,iBAAiB,IAAI,UAAU;;iBAC1B;AACL,gBAAA,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC;gBAChC,IAAI,gBAAgB,GAAG,EAAE,IAAI,kBAAkB,GAAG,CAAC,EAAE;oBACnD;;gBAEF;;;AAIJ,QAAA,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,MAAM,EAAE;AACrD,YAAA,SAAS,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC;;AAG7B,QAAA,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;AACnE,YAAA,IAAI,iBAAiB,GAAG,EAAE;YAE1B,IAAI,WAAW,GAAG,CAAC;AACnB,YAAA,KAAK,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;gBAC5C,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;gBAC/C,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,WAAW,KAAK,SAAS,EAAE;AAC1F,oBAAA,iBAAiB,GAAG,CAAC,GAAG,CAAC;oBACzB;;AAEF,gBAAA,MAAM,aAAa,GAAG,cAAc,GAAG,CAAC,GAAG,CAAC;AAC5C,gBAAA,WAAW,IAAI,kBAAkB,CAAC,aAAa,CAAC,IAAI,CAAC;;AAGvD,YAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;gBACzB,iBAAiB,IAAI,WAAW;gBAChC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC;;;;AAKnD,IAAA,IAAI,YAAY,IAAI,cAAc,GAAG,CAAC,EAAE;QACtC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAgB,CAAC;QACzC,QAAQ,CAAC,KAAK,EAAE;;IAGlB,sBAAsB,IAAI,iBAAiB;AAC3C,IAAA,MAAM,MAAM,GAAkB;QAC5B,sBAAsB;AACtB,QAAA,OAAO,EAAE,EAAmB;AAC5B,QAAA,gBAAgB,EAAE,YAAY;KAC/B;AAED,IAAA,IAAI,kBAAkB,GAAG,EAAE,EAAE;AAC3B,QAAA,MAAM,CAAC,kBAAkB,GAAG,kBAAkB;;IAGhD,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,IAAI,gBAAgB,GAAG,CAAC,KAAK,kBAAkB,GAAG,EAAE,IAAI,gBAAgB,CAAC,SAAS,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC,EAAE;;AAE9I,QAAA,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,EAAmB;AACnD,QAAA,OAAO,MAAM;;IAGf,IAAI,gBAAgB,GAAG,EAAE,IAAI,kBAAkB,GAAG,CAAC,EAAE;AACnD,QAAA,MAAM,IAAI,KAAK,CAAC,mGAAmG,CAAC;;IAGtH,IAAI,CAAC,aAAa,EAAE;AAClB,QAAA,MAAM,IAAI,KAAK,CAAC,qFAAqF,CAAC;;;;;AAMxG,IAAA,IAAI,cAAc,GAAG,EAAE;AACvB,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACvC,QAAA,MAAM,cAAc,GAAG,OAAO,CAAC,CAAC,CAAC;AACjC,QAAA,MAAM,IAAI,GAAG,cAAc,EAAE,OAAO,EAAE;AACtC,QAAA,IAAI,IAAI,KAAK,IAAI,EAAE;YACjB,cAAc,GAAG,CAAC;;AAEpB,QAAA,IAAI,cAAc,GAAG,EAAE,KAAK,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,QAAQ,CAAC,EAAE;YAClE;;;AAIJ,IAAA,IAAI,cAAc,KAAK,EAAE,EAAE;AACzB,QAAA,MAAM,IAAI,KAAK,CAAC,2GAA2G,CAAC;;AAG9H,IAAA,kBAAkB,GAAG,cAAc,GAAG,CAAC,GAAG,cAAc;AACxD,IAAA,MAAM,kBAAkB,GAAG,YAAY,CAAC,IAAI,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;AACpF,IAAA,MAAM,iBAAiB,GAAG,sBAAsB,GAAG,kBAAkB;IACrE,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,cAAc,CAAc,EAAE,aAAa,CAAC;AACxF,IAAA,OAAO,CAAC,cAAc,CAAC,GAAG,UAAU;AACpC,IAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;AACzB,QAAA,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,EAAmB;AACnD,QAAA,OAAO,MAAM;;AAGf,IAAA,MAAM,eAAe,GAAc,OAAO,CAAC,cAAc,CAAc;;AAEvE,IAAA,MAAM,4BAA4B,GAAG,CAAC,kBAAkB,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,kBAAkB;AACvG,IAAA,sBAAsB,GAAG,oBAAoB,GAAG,4BAA4B;IAC5E,iBAAiB,GAAG,CAAC;IACrB,IAAI,UAAU,GAAkB,EAAE;AAClC,IAAA,MAAM,mBAAmB,GAAG,CAAC,GAAG,SAAS,CAAC;AAC1C,IAAA,IAAI,YAAY,GAAG,mBAAmB,CAAC,MAAM;AAC7C,IAAA,OAAO,mBAAmB,CAAC,MAAM,GAAG,CAAC,IAAI,iBAAiB,GAAG,sBAAsB,IAAI,YAAY,GAAG,kBAAkB,EAAE;AACxH,QAAA,YAAY,EAAE;AACd,QAAA,MAAM,aAAa,GAAG,mBAAmB,CAAC,GAAG,EAAE;AAC/C,QAAA,IAAI,CAAC,aAAa;YAAE;QACpB,MAAM,UAAU,GAAG,kBAAkB,CAAC,YAAY,CAAC,IAAI,CAAC;QACxD,IAAI,CAAC,iBAAiB,GAAG,UAAU,KAAK,sBAAsB,EAAE;AAC9D,YAAA,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC;YAC9B,iBAAiB,IAAI,UAAU;;aAC1B;AACL,YAAA,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC;YAC5B;;;IAIJ,MAAM,YAAY,GAAc,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;AACjE,IAAA,MAAM,gBAAgB,GAAG,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE;AACpE,IAAA,IAAI,gBAAgB,KAAK,MAAM,EAAE;AAC/B,QAAA,SAAS,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC;;AAG7B,IAAA,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE;AACtE,QAAA,IAAI,iBAAiB,GAAG,EAAE;QAE1B,IAAI,WAAW,GAAG,CAAC;AACnB,QAAA,KAAK,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;YAC/C,MAAM,WAAW,GAAG,UAAU,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;YAClD,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,WAAW,KAAK,SAAS,EAAE;AAC1F,gBAAA,iBAAiB,GAAG,CAAC,GAAG,CAAC;gBACzB;;AAEF,YAAA,MAAM,aAAa,GAAG,cAAc,GAAG,CAAC,GAAG,CAAC;AAC5C,YAAA,WAAW,IAAI,kBAAkB,CAAC,aAAa,CAAC,IAAI,CAAC;;AAGvD,QAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;YACzB,iBAAiB,IAAI,WAAW;YAChC,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC;;;AAIvD,IAAA,IAAI,gBAAgB,KAAK,IAAI,EAAE;QAC7B,MAAM,UAAU,GAAG,gBAAgB,CAAC,YAAY,EAAE,aAAa,CAAC;QAChE,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,UAAU;;SACzC;AACL,QAAA,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC;;AAGlC,IAAA,IAAI,YAAY,IAAI,cAAc,GAAG,CAAC,EAAE;QACtC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAgB,CAAC;QAC5C,mBAAmB,CAAC,KAAK,EAAE;;AAG7B,IAAA,MAAM,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,EAAE;AACrC,IAAA,OAAO,MAAM;AACf;AAEM,SAAU,gBAAgB,CAAC,KAAc,EAAA;AAC7C,IAAA,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;AAChE;AAEM,SAAU,mBAAmB,CAAC,aAAyC,EAAA;IAC3E,MAAM,kBAAkB,GAAG,EAAE,GAAG,aAAa,CAAC,kBAAkB,EAAE;AAClE,IAAA,IAAI,kBAAkB,GAAG,aAAa,CAAC,UAAU;IACjD,IAAI,eAAe,GAAG,CAAC;IACvB,IAAI,WAAW,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;AAChF,IAAA,IAAI,qBAAqB,GAAG,EAAE;IAC9B,OAAO,SAAS,aAAa,CAAC,MAA2B,EAAA;AAIvD,QAAA,IAAI,YAAuC;AAC3C,QAAA,IAAI,MAAM,CAAC,aAAa,KACtB,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,YAAY;AAC/C,gBACD,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,mBAAmB;oBAEvD,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,mBAAmB,CAAC,cAAc;uBACrE,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,mBAAmB,CAAC,UAAU,CAAC,CACzE,CACF,CACF,IAAI,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,aAAa,CAAC,EAAE;AACzD,YAAA,YAAY,GAAG,oBAAoB,CAAC,MAAM,CAAC,aAAa,CAAC;AACzD,YAAA,WAAW,GAAG,YAAY,CAAC,YAAY;;AAGzC,QAAA,KAAK,IAAI,CAAC,GAAG,kBAAkB,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YAChE,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;;AAElC,YAAA,IAAI,CAAC,KAAK,kBAAkB,IAAI,kBAAkB,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,YAAY,EAAE;AACnF,gBAAA,kBAAkB,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,aAAa;;;AAE7C,iBAAA,IAAI,kBAAkB,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE;gBAC9C,kBAAkB,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC,YAAY,CAAC,OAAO,CAAC;AAC3D,gBAAA,WAAW,IAAI,kBAAkB,CAAC,CAAC,CAAC;;;;;;;QAQxC,IAAI,YAAY,EAAE;;YAEhB,MAAM,gBAAgB,GAAG,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,KAAK,CAAC,KAAI;;AAEvF,gBAAA,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC;AAC9B,gBAAA,IAAI,UAAU,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,QAAQ,EAAE;oBACjE,OAAO,GAAG,GAAG,KAAK;;AAEpB,gBAAA,OAAO,UAAU,IAAI,eAAe,GAAG,GAAG,GAAG,KAAK,GAAG,GAAG;aACzD,EAAE,CAAC,CAAC;;AAGL,YAAA,MAAM,KAAK,GAAG,YAAY,CAAC,YAAY,GAAG,gBAAgB;YAC1D,MAAM,WAAW,GAAG,KAAK,IAAI,CAAC,GAAC,CAAC,IAAI,KAAK,IAAI,GAAG;;YAGhD,IAAI,WAAW,EAAE;AACf,gBAAA,KAAK,MAAM,GAAG,IAAI,kBAAkB,EAAE;AACpC,oBAAA,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC;AAC9B,oBAAA,IAAI,UAAU,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,QAAQ,EAAE;AACjE,wBAAA,kBAAkB,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;;AAChE,yBAAA,IAAI,UAAU,IAAI,eAAe,EAAE;;AAExC,wBAAA,kBAAkB,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;;;;;AAM7E,QAAA,kBAAkB,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM;AAC3C,QAAA,IAAI,WAAW,IAAI,aAAa,CAAC,SAAS,EAAE;YAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,EAAE,kBAAkB,EAAE;;AAGzD,QAAA,MAAM,EAAE,OAAO,EAAE,kBAAkB,EAAE,GAAG,2BAA2B,CAAC;YAClE,gBAAgB,EAAE,aAAa,CAAC,SAAS;YACzC,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,kBAAkB;YAClB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,eAAe,EAAE,aAAa,CAAC,eAAe;YAC9C,YAAY,EAAE,aAAa,CAAC,YAAY;AACxC,YAAA,aAAa,EAAE,aAAa,CAAC,QAAQ,KAAK,SAAS,CAAC,OAAO,GAAG,YAAY,CAAC,iBAAiB,GAAG,YAAY,CAAC,QAAQ;AACpH,YAAA,kBAAkB,EAAE,aAAa,CAAC,eAAe,KAAK,IAAI,GAAG,qBAAqB,GAAG,SAAS;AAC/F,SAAA,CAAC;AACF,QAAA,qBAAqB,GAAG,kBAAkB,IAAI,EAAE;;AAEhD,QAAA,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,QAAQ,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAEvH,QAAA,OAAO,EAAE,OAAO,EAAE,kBAAkB,EAAE;AACxC,KAAC;AACH;;;;"}
+{"version":3,"file":"prune.mjs","sources":["../../../src/messages/prune.ts"],"sourcesContent":["import { AIMessage, BaseMessage, UsageMetadata } from '@langchain/core/messages';\nimport type { ThinkingContentText, MessageContentComplex, ReasoningContentText } from '@/types/stream';\nimport type { TokenCounter } from '@/types/run';\nimport { ContentTypes, Providers } from '@/common';\n\nexport type PruneMessagesFactoryParams = {\n  provider?: Providers;\n  maxTokens: number;\n  startIndex: number;\n  tokenCounter: TokenCounter;\n  indexTokenCountMap: Record<string, number>;\n  thinkingEnabled?: boolean;\n};\nexport type PruneMessagesParams = {\n  messages: BaseMessage[];\n  usageMetadata?: Partial<UsageMetadata>;\n  startType?: ReturnType<BaseMessage['getType']>;\n}\n\nfunction isIndexInContext(arrayA: unknown[], arrayB: unknown[], targetIndex: number): boolean {\n  const startingIndexInA = arrayA.length - arrayB.length;\n  return targetIndex >= startingIndexInA;\n}\n\nfunction addThinkingBlock(message: AIMessage, thinkingBlock: ThinkingContentText | ReasoningContentText): AIMessage {\n  const content: MessageContentComplex[] = Array.isArray(message.content)\n    ? message.content as MessageContentComplex[]\n    : [{\n      type: ContentTypes.TEXT,\n      text: message.content,\n    }];\n  /** Edge case, the message already has the thinking block */\n  if (content[0].type === thinkingBlock.type) {\n    return message;\n  }\n  content.unshift(thinkingBlock);\n  return new AIMessage({\n    ...message,\n    content\n  });\n}\n\n/**\n * Calculates the total tokens from a single usage object\n *\n * @param usage The usage metadata object containing token information\n * @returns An object containing the total input and output tokens\n */\nexport function calculateTotalTokens(usage: Partial<UsageMetadata>): UsageMetadata {\n  const baseInputTokens = Number(usage.input_tokens) || 0;\n  const cacheCreation = Number(usage.input_token_details?.cache_creation) || 0;\n  const cacheRead = Number(usage.input_token_details?.cache_read) || 0;\n\n  const totalInputTokens = baseInputTokens + cacheCreation + cacheRead;\n  const totalOutputTokens = Number(usage.output_tokens) || 0;\n\n  return {\n    input_tokens: totalInputTokens,\n    output_tokens: totalOutputTokens,\n    total_tokens: totalInputTokens + totalOutputTokens\n  };\n}\n\nexport type PruningResult = {\n  context: BaseMessage[];\n  remainingContextTokens: number;\n  messagesToRefine: BaseMessage[];\n  thinkingStartIndex?: number;\n};\n\n/**\n * Processes an array of messages and returns a context of messages that fit within a specified token limit.\n * It iterates over the messages from newest to oldest, adding them to the context until the token limit is reached.\n *\n * @param options Configuration options for processing messages\n * @returns Object containing the message context, remaining tokens, messages not included, and summary index\n */\nexport function getMessagesWithinTokenLimit({\n  messages: _messages,\n  maxContextTokens,\n  indexTokenCountMap,\n  startType: _startType,\n  thinkingEnabled,\n  tokenCounter,\n  thinkingStartIndex: _thinkingStartIndex = -1,\n  reasoningType = ContentTypes.THINKING,\n}: {\n  messages: BaseMessage[];\n  maxContextTokens: number;\n  indexTokenCountMap: Record<string, number | undefined>;\n  startType?: string | string[];\n  thinkingEnabled?: boolean;\n  tokenCounter: TokenCounter;\n  thinkingStartIndex?: number;\n  reasoningType?: ContentTypes.THINKING | ContentTypes.REASONING_CONTENT;\n}): PruningResult {\n  // Every reply is primed with <|start|>assistant<|message|>, so we\n  // start with 3 tokens for the label after all messages have been counted.\n  let currentTokenCount = 3;\n  const instructions = _messages[0]?.getType() === 'system' ? _messages[0] : undefined;\n  const instructionsTokenCount = instructions != null ? indexTokenCountMap[0] ?? 0 : 0;\n  const initialContextTokens = maxContextTokens - instructionsTokenCount;\n  let remainingContextTokens = initialContextTokens;\n  let startType = _startType;\n  const originalLength = _messages.length;\n  const messages = [..._messages];\n  /**\n   * IMPORTANT: this context array gets reversed at the end, since the latest messages get pushed first.\n   *\n   * This may be confusing to read, but it is done to ensure the context is in the correct order for the model.\n   * */\n  let context: Array<BaseMessage | undefined> = [];\n\n  let thinkingStartIndex = _thinkingStartIndex;\n  let thinkingEndIndex = -1;\n  let thinkingBlock: ThinkingContentText | ReasoningContentText | undefined;\n  const endIndex = instructions != null ? 1 : 0;\n  const prunedMemory: BaseMessage[] = [];\n\n  if (_thinkingStartIndex > -1) {\n    const thinkingMessageContent = messages[_thinkingStartIndex]?.content;\n    if (Array.isArray(thinkingMessageContent)) {\n      thinkingBlock = thinkingMessageContent.find((content) => content.type === reasoningType) as ThinkingContentText | undefined;\n    }\n  }\n\n  if (currentTokenCount < remainingContextTokens) {\n    let currentIndex = messages.length;\n    while (messages.length > 0 && currentTokenCount < remainingContextTokens && currentIndex > endIndex) {\n      currentIndex--;\n      if (messages.length === 1 && instructions) {\n        break;\n      }\n      const poppedMessage = messages.pop();\n      if (!poppedMessage) continue;\n      const messageType = poppedMessage.getType();\n      if (thinkingEnabled === true && thinkingEndIndex === -1 && (currentIndex === (originalLength - 1)) && (messageType === 'ai' || messageType === 'tool')) {\n        thinkingEndIndex = currentIndex;\n      }\n      if (thinkingEndIndex > -1 && !thinkingBlock  && thinkingStartIndex < 0 && messageType === 'ai' && Array.isArray(poppedMessage.content)) {\n        thinkingBlock = (poppedMessage.content.find((content) => content.type === reasoningType)) as ThinkingContentText | undefined;\n        thinkingStartIndex = thinkingBlock != null ? currentIndex : -1;\n      }\n      /** False start, the latest message was not part of a multi-assistant/tool sequence of messages */\n      if (\n        thinkingEndIndex > -1\n        && currentIndex === (thinkingEndIndex - 1)\n        && (messageType !== 'ai' && messageType !== 'tool')\n      ) {\n        thinkingEndIndex = -1;\n      }\n\n      const tokenCount = indexTokenCountMap[currentIndex] ?? 0;\n\n      if (prunedMemory.length === 0 && ((currentTokenCount + tokenCount) <= remainingContextTokens)) {\n        context.push(poppedMessage);\n        currentTokenCount += tokenCount;\n      } else {\n        prunedMemory.push(poppedMessage);\n        if (thinkingEndIndex > -1 && thinkingStartIndex < 0) {\n          continue;\n        }\n        break;\n      }\n    }\n\n    if (context[context.length - 1]?.getType() === 'tool') {\n      startType = ['ai', 'human'];\n    }\n\n    if (startType != null && startType.length > 0 && context.length > 0) {\n      let requiredTypeIndex = -1;\n\n      let totalTokens = 0;\n      for (let i = context.length - 1; i >= 0; i--) {\n        const currentType = context[i]?.getType() ?? '';\n        if (Array.isArray(startType) ? startType.includes(currentType) : currentType === startType) {\n          requiredTypeIndex = i + 1;\n          break;\n        }\n        const originalIndex = originalLength - 1 - i;\n        totalTokens += indexTokenCountMap[originalIndex] ?? 0;\n      }\n\n      if (requiredTypeIndex > 0) {\n        currentTokenCount -= totalTokens;\n        context = context.slice(0, requiredTypeIndex);\n      }\n    }\n  }\n\n  if (instructions && originalLength > 0) {\n    context.push(_messages[0] as BaseMessage);\n    messages.shift();\n  }\n\n  remainingContextTokens -= currentTokenCount;\n  const result: PruningResult = {\n    remainingContextTokens,\n    context: [] as BaseMessage[],\n    messagesToRefine: prunedMemory,\n  };\n\n  if (thinkingStartIndex > -1) {\n    result.thinkingStartIndex = thinkingStartIndex;\n  }\n\n  if (prunedMemory.length === 0 || thinkingEndIndex < 0 || (thinkingStartIndex > -1 && isIndexInContext(_messages, context, thinkingStartIndex))) {\n    // we reverse at this step to ensure the context is in the correct order for the model, and we need to work backwards\n    result.context = context.reverse() as BaseMessage[];\n    return result;\n  }\n\n  if (thinkingEndIndex > -1 && thinkingStartIndex < 0) {\n    throw new Error('The payload is malformed. There is a thinking sequence but no \"AI\" messages with thinking blocks.');\n  }\n\n  if (!thinkingBlock) {\n    throw new Error('The payload is malformed. There is a thinking sequence but no thinking block found.');\n  }\n\n  // Since we have a thinking sequence, we need to find the last assistant message\n  // in the latest AI/tool sequence to add the thinking block that falls outside of the current context\n  // Latest messages are ordered first.\n  let assistantIndex = -1;\n  for (let i = 0; i < context.length; i++) {\n    const currentMessage = context[i];\n    const type = currentMessage?.getType();\n    if (type === 'ai') {\n      assistantIndex = i;\n    }\n    if (assistantIndex > -1 && (type === 'human' || type === 'system')) {\n      break;\n    }\n  }\n\n  if (assistantIndex === -1) {\n    throw new Error('The payload is malformed. There is a thinking sequence but no \"AI\" messages to append thinking blocks to.');\n  }\n\n  thinkingStartIndex = originalLength - 1 - assistantIndex;\n  const thinkingTokenCount = tokenCounter(new AIMessage({ content: [thinkingBlock] }));\n  const newRemainingCount = remainingContextTokens - thinkingTokenCount;\n  const newMessage = addThinkingBlock(context[assistantIndex] as AIMessage, thinkingBlock);\n  context[assistantIndex] = newMessage;\n  if (newRemainingCount > 0) {\n    result.context = context.reverse() as BaseMessage[];\n    return result;\n  }\n\n  const thinkingMessage: AIMessage = context[assistantIndex] as AIMessage;\n  // now we need to an additional round of pruning but making the thinking block fit\n  const newThinkingMessageTokenCount = (indexTokenCountMap[thinkingStartIndex] ?? 0) + thinkingTokenCount;\n  remainingContextTokens = initialContextTokens - newThinkingMessageTokenCount;\n  currentTokenCount = 3;\n  let newContext: BaseMessage[] = [];\n  const secondRoundMessages = [..._messages];\n  let currentIndex = secondRoundMessages.length;\n  while (secondRoundMessages.length > 0 && currentTokenCount < remainingContextTokens && currentIndex > thinkingStartIndex) {\n    currentIndex--;\n    const poppedMessage = secondRoundMessages.pop();\n    if (!poppedMessage) continue;\n    const tokenCount = indexTokenCountMap[currentIndex] ?? 0;\n    if ((currentTokenCount + tokenCount) <= remainingContextTokens) {\n      newContext.push(poppedMessage);\n      currentTokenCount += tokenCount;\n    } else {\n      messages.push(poppedMessage);\n      break;\n    }\n  }\n\n  const firstMessage: AIMessage = newContext[newContext.length - 1];\n  const firstMessageType = newContext[newContext.length - 1].getType();\n  if (firstMessageType === 'tool') {\n    startType = ['ai', 'human'];\n  }\n\n  if (startType != null && startType.length > 0 && newContext.length > 0) {\n    let requiredTypeIndex = -1;\n\n    let totalTokens = 0;\n    for (let i = newContext.length - 1; i >= 0; i--) {\n      const currentType = newContext[i]?.getType() ?? '';\n      if (Array.isArray(startType) ? startType.includes(currentType) : currentType === startType) {\n        requiredTypeIndex = i + 1;\n        break;\n      }\n      const originalIndex = originalLength - 1 - i;\n      totalTokens += indexTokenCountMap[originalIndex] ?? 0;\n    }\n\n    if (requiredTypeIndex > 0) {\n      currentTokenCount -= totalTokens;\n      newContext = newContext.slice(0, requiredTypeIndex);\n    }\n  }\n\n  if (firstMessageType === 'ai') {\n    const newMessage = addThinkingBlock(firstMessage, thinkingBlock);\n    newContext[newContext.length - 1] = newMessage;\n  } else {\n    newContext.push(thinkingMessage);\n  }\n\n  if (instructions && originalLength > 0) {\n    newContext.push(_messages[0] as BaseMessage);\n    secondRoundMessages.shift();\n  }\n\n  result.context = newContext.reverse();\n  return result;\n}\n\nexport function checkValidNumber(value: unknown): value is number {\n  return typeof value === 'number' && !isNaN(value) && value > 0;\n}\n\nexport function createPruneMessages(factoryParams: PruneMessagesFactoryParams) {\n  const indexTokenCountMap = { ...factoryParams.indexTokenCountMap };\n  let lastTurnStartIndex = factoryParams.startIndex;\n  let lastCutOffIndex = 0;\n  let totalTokens = (Object.values(indexTokenCountMap)).reduce((a, b) => a + b, 0);\n  let runThinkingStartIndex = -1;\n  return function pruneMessages(params: PruneMessagesParams): {\n    context: BaseMessage[];\n    indexTokenCountMap: Record<string, number>;\n  } {\n    let currentUsage: UsageMetadata | undefined;\n    if (params.usageMetadata && (\n      checkValidNumber(params.usageMetadata.input_tokens)\n      || (\n        checkValidNumber(params.usageMetadata.input_token_details)\n        && (\n          checkValidNumber(params.usageMetadata.input_token_details.cache_creation)\n          || checkValidNumber(params.usageMetadata.input_token_details.cache_read)\n        )\n      )\n    ) && checkValidNumber(params.usageMetadata.output_tokens)) {\n      currentUsage = calculateTotalTokens(params.usageMetadata);\n      totalTokens = currentUsage.total_tokens;\n    }\n\n    const newOutputs = new Set<number>();\n    for (let i = lastTurnStartIndex; i < params.messages.length; i++) {\n      const message = params.messages[i];\n      // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition\n      if (i === lastTurnStartIndex && indexTokenCountMap[i] === undefined && currentUsage) {\n        indexTokenCountMap[i] = currentUsage.output_tokens;\n      // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition\n      } else if (indexTokenCountMap[i] === undefined) {\n        indexTokenCountMap[i] = factoryParams.tokenCounter(message);\n        if (currentUsage) {\n          newOutputs.add(i);\n        }\n        totalTokens += indexTokenCountMap[i];\n      }\n    }\n\n    // If `currentUsage` is defined, we need to distribute the current total tokens to our `indexTokenCountMap`,\n    // We must distribute it in a weighted manner, so that the total token count is equal to `currentUsage.total_tokens`,\n    // relative the manually counted tokens in `indexTokenCountMap`.\n    // EDGE CASE: when the resulting context gets pruned, we should not distribute the usage for messages that are not in the context.\n    if (currentUsage) {\n      let totalIndexTokens = 0;\n      if (params.messages[0].getType() === 'system') {\n        totalIndexTokens += indexTokenCountMap[0];\n      }\n      for (let i = lastCutOffIndex; i < params.messages.length; i++) {\n        if (i === 0 && params.messages[0].getType() === 'system') {\n          continue;\n        }\n        if (newOutputs.has(i)) {\n          continue;\n        }\n        totalIndexTokens += indexTokenCountMap[i];\n      }\n\n      // Calculate ratio based only on messages that remain in the context\n      const ratio = currentUsage.total_tokens / totalIndexTokens;\n      const isRatioSafe = ratio >= 1/3 && ratio <= 2.5;\n\n      // Apply the ratio adjustment only to messages at or after lastCutOffIndex, and only if the ratio is safe\n      if (isRatioSafe) {\n        if (params.messages[0].getType() === 'system' && lastCutOffIndex !== 0) {\n          indexTokenCountMap[0] = Math.round(indexTokenCountMap[0] * ratio);\n        }\n\n        for (let i = lastCutOffIndex; i < params.messages.length; i++) {\n          if (newOutputs.has(i)) {\n            continue;\n          }\n          indexTokenCountMap[i] = Math.round(indexTokenCountMap[i] * ratio);\n        }\n      }\n    }\n\n    lastTurnStartIndex = params.messages.length;\n    if (lastCutOffIndex === 0 && totalTokens <= factoryParams.maxTokens) {\n      return { context: params.messages, indexTokenCountMap };\n    }\n\n    const { context, thinkingStartIndex } = getMessagesWithinTokenLimit({\n      maxContextTokens: factoryParams.maxTokens,\n      messages: params.messages,\n      indexTokenCountMap,\n      startType: params.startType,\n      thinkingEnabled: factoryParams.thinkingEnabled,\n      tokenCounter: factoryParams.tokenCounter,\n      reasoningType: factoryParams.provider === Providers.BEDROCK ? ContentTypes.REASONING_CONTENT : ContentTypes.THINKING,\n      thinkingStartIndex: factoryParams.thinkingEnabled === true ? runThinkingStartIndex : undefined,\n    });\n    runThinkingStartIndex = thinkingStartIndex ?? -1;\n    /** The index is the first value of `context`, index relative to `params.messages` */\n    lastCutOffIndex = Math.max(params.messages.length - (context.length - (context[0]?.getType() === 'system' ? 1 : 0)), 0);\n\n    return { context, indexTokenCountMap };\n  };\n}\n"],"names":[],"mappings":";;;AAmBA,SAAS,gBAAgB,CAAC,MAAiB,EAAE,MAAiB,EAAE,WAAmB,EAAA;IACjF,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;IACtD,OAAO,WAAW,IAAI,gBAAgB;AACxC;AAEA,SAAS,gBAAgB,CAAC,OAAkB,EAAE,aAAyD,EAAA;IACrG,MAAM,OAAO,GAA4B,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO;UAClE,OAAO,CAAC;AACV,UAAE,CAAC;gBACD,IAAI,EAAE,YAAY,CAAC,IAAI;gBACvB,IAAI,EAAE,OAAO,CAAC,OAAO;AACtB,aAAA,CAAC;;IAEJ,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,CAAC,IAAI,EAAE;AAC1C,QAAA,OAAO,OAAO;;AAEhB,IAAA,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC;IAC9B,OAAO,IAAI,SAAS,CAAC;AACnB,QAAA,GAAG,OAAO;QACV;AACD,KAAA,CAAC;AACJ;AAEA;;;;;AAKG;AACG,SAAU,oBAAoB,CAAC,KAA6B,EAAA;IAChE,MAAM,eAAe,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC;AACvD,IAAA,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,cAAc,CAAC,IAAI,CAAC;AAC5E,IAAA,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,UAAU,CAAC,IAAI,CAAC;AAEpE,IAAA,MAAM,gBAAgB,GAAG,eAAe,GAAG,aAAa,GAAG,SAAS;IACpE,MAAM,iBAAiB,GAAG,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC;IAE1D,OAAO;AACL,QAAA,YAAY,EAAE,gBAAgB;AAC9B,QAAA,aAAa,EAAE,iBAAiB;QAChC,YAAY,EAAE,gBAAgB,GAAG;KAClC;AACH;AASA;;;;;;AAMG;AACa,SAAA,2BAA2B,CAAC,EAC1C,QAAQ,EAAE,SAAS,EACnB,gBAAgB,EAChB,kBAAkB,EAClB,SAAS,EAAE,UAAU,EACrB,eAAe,EACf,YAAY,EACZ,kBAAkB,EAAE,mBAAmB,GAAG,EAAE,EAC5C,aAAa,GAAG,YAAY,CAAC,QAAQ,GAUtC,EAAA;;;IAGC,IAAI,iBAAiB,GAAG,CAAC;IACzB,MAAM,YAAY,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS;AACpF,IAAA,MAAM,sBAAsB,GAAG,YAAY,IAAI,IAAI,GAAG,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;AACpF,IAAA,MAAM,oBAAoB,GAAG,gBAAgB,GAAG,sBAAsB;IACtE,IAAI,sBAAsB,GAAG,oBAAoB;IACjD,IAAI,SAAS,GAAG,UAAU;AAC1B,IAAA,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM;AACvC,IAAA,MAAM,QAAQ,GAAG,CAAC,GAAG,SAAS,CAAC;AAC/B;;;;AAIK;IACL,IAAI,OAAO,GAAmC,EAAE;IAEhD,IAAI,kBAAkB,GAAG,mBAAmB;AAC5C,IAAA,IAAI,gBAAgB,GAAG,EAAE;AACzB,IAAA,IAAI,aAAqE;AACzE,IAAA,MAAM,QAAQ,GAAG,YAAY,IAAI,IAAI,GAAG,CAAC,GAAG,CAAC;IAC7C,MAAM,YAAY,GAAkB,EAAE;AAEtC,IAAA,IAAI,mBAAmB,GAAG,EAAE,EAAE;QAC5B,MAAM,sBAAsB,GAAG,QAAQ,CAAC,mBAAmB,CAAC,EAAE,OAAO;AACrE,QAAA,IAAI,KAAK,CAAC,OAAO,CAAC,sBAAsB,CAAC,EAAE;AACzC,YAAA,aAAa,GAAG,sBAAsB,CAAC,IAAI,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,IAAI,KAAK,aAAa,CAAoC;;;AAI/H,IAAA,IAAI,iBAAiB,GAAG,sBAAsB,EAAE;AAC9C,QAAA,IAAI,YAAY,GAAG,QAAQ,CAAC,MAAM;AAClC,QAAA,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,iBAAiB,GAAG,sBAAsB,IAAI,YAAY,GAAG,QAAQ,EAAE;AACnG,YAAA,YAAY,EAAE;YACd,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,YAAY,EAAE;gBACzC;;AAEF,YAAA,MAAM,aAAa,GAAG,QAAQ,CAAC,GAAG,EAAE;AACpC,YAAA,IAAI,CAAC,aAAa;gBAAE;AACpB,YAAA,MAAM,WAAW,GAAG,aAAa,CAAC,OAAO,EAAE;AAC3C,YAAA,IAAI,eAAe,KAAK,IAAI,IAAI,gBAAgB,KAAK,EAAE,KAAK,YAAY,MAAM,cAAc,GAAG,CAAC,CAAC,CAAC,KAAK,WAAW,KAAK,IAAI,IAAI,WAAW,KAAK,MAAM,CAAC,EAAE;gBACtJ,gBAAgB,GAAG,YAAY;;YAEjC,IAAI,gBAAgB,GAAG,EAAE,IAAI,CAAC,aAAa,IAAK,kBAAkB,GAAG,CAAC,IAAI,WAAW,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE;gBACtI,aAAa,IAAI,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,IAAI,KAAK,aAAa,CAAC,CAAoC;AAC5H,gBAAA,kBAAkB,GAAG,aAAa,IAAI,IAAI,GAAG,YAAY,GAAG,EAAE;;;YAGhE,IACE,gBAAgB,GAAG;AAChB,mBAAA,YAAY,MAAM,gBAAgB,GAAG,CAAC;oBACrC,WAAW,KAAK,IAAI,IAAI,WAAW,KAAK,MAAM,CAAC,EACnD;gBACA,gBAAgB,GAAG,EAAE;;YAGvB,MAAM,UAAU,GAAG,kBAAkB,CAAC,YAAY,CAAC,IAAI,CAAC;AAExD,YAAA,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,KAAK,CAAC,iBAAiB,GAAG,UAAU,KAAK,sBAAsB,CAAC,EAAE;AAC7F,gBAAA,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC;gBAC3B,iBAAiB,IAAI,UAAU;;iBAC1B;AACL,gBAAA,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC;gBAChC,IAAI,gBAAgB,GAAG,EAAE,IAAI,kBAAkB,GAAG,CAAC,EAAE;oBACnD;;gBAEF;;;AAIJ,QAAA,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,MAAM,EAAE;AACrD,YAAA,SAAS,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC;;AAG7B,QAAA,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;AACnE,YAAA,IAAI,iBAAiB,GAAG,EAAE;YAE1B,IAAI,WAAW,GAAG,CAAC;AACnB,YAAA,KAAK,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;gBAC5C,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;gBAC/C,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,WAAW,KAAK,SAAS,EAAE;AAC1F,oBAAA,iBAAiB,GAAG,CAAC,GAAG,CAAC;oBACzB;;AAEF,gBAAA,MAAM,aAAa,GAAG,cAAc,GAAG,CAAC,GAAG,CAAC;AAC5C,gBAAA,WAAW,IAAI,kBAAkB,CAAC,aAAa,CAAC,IAAI,CAAC;;AAGvD,YAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;gBACzB,iBAAiB,IAAI,WAAW;gBAChC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC;;;;AAKnD,IAAA,IAAI,YAAY,IAAI,cAAc,GAAG,CAAC,EAAE;QACtC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAgB,CAAC;QACzC,QAAQ,CAAC,KAAK,EAAE;;IAGlB,sBAAsB,IAAI,iBAAiB;AAC3C,IAAA,MAAM,MAAM,GAAkB;QAC5B,sBAAsB;AACtB,QAAA,OAAO,EAAE,EAAmB;AAC5B,QAAA,gBAAgB,EAAE,YAAY;KAC/B;AAED,IAAA,IAAI,kBAAkB,GAAG,EAAE,EAAE;AAC3B,QAAA,MAAM,CAAC,kBAAkB,GAAG,kBAAkB;;IAGhD,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,IAAI,gBAAgB,GAAG,CAAC,KAAK,kBAAkB,GAAG,EAAE,IAAI,gBAAgB,CAAC,SAAS,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC,EAAE;;AAE9I,QAAA,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,EAAmB;AACnD,QAAA,OAAO,MAAM;;IAGf,IAAI,gBAAgB,GAAG,EAAE,IAAI,kBAAkB,GAAG,CAAC,EAAE;AACnD,QAAA,MAAM,IAAI,KAAK,CAAC,mGAAmG,CAAC;;IAGtH,IAAI,CAAC,aAAa,EAAE;AAClB,QAAA,MAAM,IAAI,KAAK,CAAC,qFAAqF,CAAC;;;;;AAMxG,IAAA,IAAI,cAAc,GAAG,EAAE;AACvB,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACvC,QAAA,MAAM,cAAc,GAAG,OAAO,CAAC,CAAC,CAAC;AACjC,QAAA,MAAM,IAAI,GAAG,cAAc,EAAE,OAAO,EAAE;AACtC,QAAA,IAAI,IAAI,KAAK,IAAI,EAAE;YACjB,cAAc,GAAG,CAAC;;AAEpB,QAAA,IAAI,cAAc,GAAG,EAAE,KAAK,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,QAAQ,CAAC,EAAE;YAClE;;;AAIJ,IAAA,IAAI,cAAc,KAAK,EAAE,EAAE;AACzB,QAAA,MAAM,IAAI,KAAK,CAAC,2GAA2G,CAAC;;AAG9H,IAAA,kBAAkB,GAAG,cAAc,GAAG,CAAC,GAAG,cAAc;AACxD,IAAA,MAAM,kBAAkB,GAAG,YAAY,CAAC,IAAI,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;AACpF,IAAA,MAAM,iBAAiB,GAAG,sBAAsB,GAAG,kBAAkB;IACrE,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,cAAc,CAAc,EAAE,aAAa,CAAC;AACxF,IAAA,OAAO,CAAC,cAAc,CAAC,GAAG,UAAU;AACpC,IAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;AACzB,QAAA,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,EAAmB;AACnD,QAAA,OAAO,MAAM;;AAGf,IAAA,MAAM,eAAe,GAAc,OAAO,CAAC,cAAc,CAAc;;AAEvE,IAAA,MAAM,4BAA4B,GAAG,CAAC,kBAAkB,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,kBAAkB;AACvG,IAAA,sBAAsB,GAAG,oBAAoB,GAAG,4BAA4B;IAC5E,iBAAiB,GAAG,CAAC;IACrB,IAAI,UAAU,GAAkB,EAAE;AAClC,IAAA,MAAM,mBAAmB,GAAG,CAAC,GAAG,SAAS,CAAC;AAC1C,IAAA,IAAI,YAAY,GAAG,mBAAmB,CAAC,MAAM;AAC7C,IAAA,OAAO,mBAAmB,CAAC,MAAM,GAAG,CAAC,IAAI,iBAAiB,GAAG,sBAAsB,IAAI,YAAY,GAAG,kBAAkB,EAAE;AACxH,QAAA,YAAY,EAAE;AACd,QAAA,MAAM,aAAa,GAAG,mBAAmB,CAAC,GAAG,EAAE;AAC/C,QAAA,IAAI,CAAC,aAAa;YAAE;QACpB,MAAM,UAAU,GAAG,kBAAkB,CAAC,YAAY,CAAC,IAAI,CAAC;QACxD,IAAI,CAAC,iBAAiB,GAAG,UAAU,KAAK,sBAAsB,EAAE;AAC9D,YAAA,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC;YAC9B,iBAAiB,IAAI,UAAU;;aAC1B;AACL,YAAA,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC;YAC5B;;;IAIJ,MAAM,YAAY,GAAc,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;AACjE,IAAA,MAAM,gBAAgB,GAAG,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE;AACpE,IAAA,IAAI,gBAAgB,KAAK,MAAM,EAAE;AAC/B,QAAA,SAAS,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC;;AAG7B,IAAA,IAAI,SAAS,IAAI,IAAI,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE;AACtE,QAAA,IAAI,iBAAiB,GAAG,EAAE;QAE1B,IAAI,WAAW,GAAG,CAAC;AACnB,QAAA,KAAK,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;YAC/C,MAAM,WAAW,GAAG,UAAU,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE;YAClD,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,WAAW,KAAK,SAAS,EAAE;AAC1F,gBAAA,iBAAiB,GAAG,CAAC,GAAG,CAAC;gBACzB;;AAEF,YAAA,MAAM,aAAa,GAAG,cAAc,GAAG,CAAC,GAAG,CAAC;AAC5C,YAAA,WAAW,IAAI,kBAAkB,CAAC,aAAa,CAAC,IAAI,CAAC;;AAGvD,QAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;YACzB,iBAAiB,IAAI,WAAW;YAChC,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC;;;AAIvD,IAAA,IAAI,gBAAgB,KAAK,IAAI,EAAE;QAC7B,MAAM,UAAU,GAAG,gBAAgB,CAAC,YAAY,EAAE,aAAa,CAAC;QAChE,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,UAAU;;SACzC;AACL,QAAA,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC;;AAGlC,IAAA,IAAI,YAAY,IAAI,cAAc,GAAG,CAAC,EAAE;QACtC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAgB,CAAC;QAC5C,mBAAmB,CAAC,KAAK,EAAE;;AAG7B,IAAA,MAAM,CAAC,OAAO,GAAG,UAAU,CAAC,OAAO,EAAE;AACrC,IAAA,OAAO,MAAM;AACf;AAEM,SAAU,gBAAgB,CAAC,KAAc,EAAA;AAC7C,IAAA,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;AAChE;AAEM,SAAU,mBAAmB,CAAC,aAAyC,EAAA;IAC3E,MAAM,kBAAkB,GAAG,EAAE,GAAG,aAAa,CAAC,kBAAkB,EAAE;AAClE,IAAA,IAAI,kBAAkB,GAAG,aAAa,CAAC,UAAU;IACjD,IAAI,eAAe,GAAG,CAAC;IACvB,IAAI,WAAW,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;AAChF,IAAA,IAAI,qBAAqB,GAAG,EAAE;IAC9B,OAAO,SAAS,aAAa,CAAC,MAA2B,EAAA;AAIvD,QAAA,IAAI,YAAuC;AAC3C,QAAA,IAAI,MAAM,CAAC,aAAa,KACtB,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,YAAY;AAC/C,gBACD,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,mBAAmB;oBAEvD,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,mBAAmB,CAAC,cAAc;uBACrE,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,mBAAmB,CAAC,UAAU,CAAC,CACzE,CACF,CACF,IAAI,gBAAgB,CAAC,MAAM,CAAC,aAAa,CAAC,aAAa,CAAC,EAAE;AACzD,YAAA,YAAY,GAAG,oBAAoB,CAAC,MAAM,CAAC,aAAa,CAAC;AACzD,YAAA,WAAW,GAAG,YAAY,CAAC,YAAY;;AAGzC,QAAA,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU;AACpC,QAAA,KAAK,IAAI,CAAC,GAAG,kBAAkB,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YAChE,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;;AAElC,YAAA,IAAI,CAAC,KAAK,kBAAkB,IAAI,kBAAkB,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,YAAY,EAAE;AACnF,gBAAA,kBAAkB,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,aAAa;;;AAE7C,iBAAA,IAAI,kBAAkB,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE;gBAC9C,kBAAkB,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC,YAAY,CAAC,OAAO,CAAC;gBAC3D,IAAI,YAAY,EAAE;AAChB,oBAAA,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;;AAEnB,gBAAA,WAAW,IAAI,kBAAkB,CAAC,CAAC,CAAC;;;;;;;QAQxC,IAAI,YAAY,EAAE;YAChB,IAAI,gBAAgB,GAAG,CAAC;AACxB,YAAA,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,QAAQ,EAAE;AAC7C,gBAAA,gBAAgB,IAAI,kBAAkB,CAAC,CAAC,CAAC;;AAE3C,YAAA,KAAK,IAAI,CAAC,GAAG,eAAe,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC7D,gBAAA,IAAI,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,QAAQ,EAAE;oBACxD;;AAEF,gBAAA,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;oBACrB;;AAEF,gBAAA,gBAAgB,IAAI,kBAAkB,CAAC,CAAC,CAAC;;;AAI3C,YAAA,MAAM,KAAK,GAAG,YAAY,CAAC,YAAY,GAAG,gBAAgB;YAC1D,MAAM,WAAW,GAAG,KAAK,IAAI,CAAC,GAAC,CAAC,IAAI,KAAK,IAAI,GAAG;;YAGhD,IAAI,WAAW,EAAE;AACf,gBAAA,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,QAAQ,IAAI,eAAe,KAAK,CAAC,EAAE;AACtE,oBAAA,kBAAkB,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;;AAGnE,gBAAA,KAAK,IAAI,CAAC,GAAG,eAAe,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AAC7D,oBAAA,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;wBACrB;;AAEF,oBAAA,kBAAkB,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;;;;AAKvE,QAAA,kBAAkB,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM;QAC3C,IAAI,eAAe,KAAK,CAAC,IAAI,WAAW,IAAI,aAAa,CAAC,SAAS,EAAE;YACnE,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,EAAE,kBAAkB,EAAE;;AAGzD,QAAA,MAAM,EAAE,OAAO,EAAE,kBAAkB,EAAE,GAAG,2BAA2B,CAAC;YAClE,gBAAgB,EAAE,aAAa,CAAC,SAAS;YACzC,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,kBAAkB;YAClB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,eAAe,EAAE,aAAa,CAAC,eAAe;YAC9C,YAAY,EAAE,aAAa,CAAC,YAAY;AACxC,YAAA,aAAa,EAAE,aAAa,CAAC,QAAQ,KAAK,SAAS,CAAC,OAAO,GAAG,YAAY,CAAC,iBAAiB,GAAG,YAAY,CAAC,QAAQ;AACpH,YAAA,kBAAkB,EAAE,aAAa,CAAC,eAAe,KAAK,IAAI,GAAG,qBAAqB,GAAG,SAAS;AAC/F,SAAA,CAAC;AACF,QAAA,qBAAqB,GAAG,kBAAkB,IAAI,EAAE;;AAEhD,QAAA,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,QAAQ,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAEvH,QAAA,OAAO,EAAE,OAAO,EAAE,kBAAkB,EAAE;AACxC,KAAC;AACH;;;;"}

package/dist/esm/run.mjs

@@ -98,11 +98,16 @@ class Run {
         if (this.Graph.systemMessage && tokenCounter) {
             instructionTokens += tokenCounter(this.Graph.systemMessage);
         }
-        if (instructionTokens > 0) {
-            this.Graph.indexTokenCountMap = shiftIndexTokenCountMap(streamOptions?.indexTokenCountMap ?? {}, instructionTokens);
+        const tokenMap = streamOptions?.indexTokenCountMap ?? {};
+        if (this.Graph.systemMessage && instructionTokens > 0) {
+            this.Graph.indexTokenCountMap = shiftIndexTokenCountMap(tokenMap, instructionTokens);
+        }
+        else if (instructionTokens > 0) {
+            tokenMap[0] = tokenMap[0] + instructionTokens;
+            this.Graph.indexTokenCountMap = tokenMap;
         }
         else {
-            this.Graph.indexTokenCountMap = streamOptions?.indexTokenCountMap ?? {};
+            this.Graph.indexTokenCountMap = tokenMap;
         }
         this.Graph.maxContextTokens = streamOptions?.maxContextTokens;
         this.Graph.tokenCounter = tokenCounter;

package/dist/esm/run.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"run.mjs","sources":["../../src/run.ts"],"sourcesContent":["// src/run.ts\nimport { zodToJsonSchema } from 'zod-to-json-schema';\nimport { PromptTemplate } from '@langchain/core/prompts';\nimport { AzureChatOpenAI, ChatOpenAI } from '@langchain/openai';\nimport { SystemMessage } from '@langchain/core/messages';\nimport type { BaseMessage, MessageContentComplex } from '@langchain/core/messages';\nimport type { ClientCallbacks, SystemCallbacks } from '@/graphs/Graph';\nimport type { RunnableConfig } from '@langchain/core/runnables';\nimport type * as t from '@/types';\nimport { GraphEvents, Providers, Callback } from '@/common';\nimport { manualToolStreamProviders } from '@/llm/providers';\nimport { shiftIndexTokenCountMap } from '@/messages/format';\nimport { createTitleRunnable } from '@/utils/title';\nimport { createTokenCounter } from '@/utils/tokens';\nimport { StandardGraph } from '@/graphs/Graph';\nimport { HandlerRegistry } from '@/events';\nimport { isOpenAILike } from '@/utils/llm';\n\nexport class Run<T extends t.BaseGraphState> {\n  graphRunnable?: t.CompiledWorkflow<T, Partial<T>, string>;\n  // private collab!: CollabGraph;\n  // private taskManager!: TaskManager;\n  private handlerRegistry: HandlerRegistry;\n  id: string;\n  Graph: StandardGraph | undefined;\n  provider: Providers | undefined;\n  returnContent: boolean = false;\n\n  private constructor(config: Partial<t.RunConfig>) {\n    const runId = config.runId ?? '';\n    if (!runId) {\n      throw new Error('Run ID not provided');\n    }\n\n    this.id = runId;\n\n    const handlerRegistry = new HandlerRegistry();\n\n    if (config.customHandlers) {\n      for (const [eventType, handler] of Object.entries(config.customHandlers)) {\n        handlerRegistry.register(eventType, handler);\n      }\n    }\n\n    this.handlerRegistry = handlerRegistry;\n\n    if (!config.graphConfig) {\n      throw new Error('Graph config not provided');\n    }\n\n    if (config.graphConfig.type === 'standard' || !config.graphConfig.type) {\n      this.provider = config.graphConfig.llmConfig.provider;\n      this.graphRunnable = this.createStandardGraph(config.graphConfig) as unknown as t.CompiledWorkflow<T, Partial<T>, string>;\n      if (this.Graph) {\n        this.Graph.handlerRegistry = handlerRegistry;\n      }\n    }\n\n    this.returnContent = config.returnContent ?? false;\n  }\n\n  private createStandardGraph(config: t.StandardGraphConfig): t.CompiledWorkflow<t.IState, Partial<t.IState>, string> {\n    const { llmConfig, tools = [], ...graphInput } = config;\n    const { provider, ...clientOptions } = llmConfig;\n\n    const standardGraph = new StandardGraph({\n      tools,\n      provider,\n      clientOptions,\n      ...graphInput,\n      runId: this.id,\n    });\n    this.Graph = standardGraph;\n    return standardGraph.createWorkflow();\n  }\n\n  static async create<T extends t.BaseGraphState>(config: t.RunConfig): Promise<Run<T>> {\n    return new Run<T>(config);\n  }\n\n  getRunMessages(): BaseMessage[] | undefined {\n    if (!this.Graph) {\n      throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n    return this.Graph.getRunMessages();\n  }\n\n  async processStream(\n    inputs: t.IState,\n    config: Partial<RunnableConfig> & { version: 'v1' | 'v2'; run_id?: string },\n    streamOptions?: t.EventStreamOptions,\n  ): Promise<MessageContentComplex[] | undefined> {\n    if (!this.graphRunnable) {\n      throw new Error('Run not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n    if (!this.Graph) {\n      throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n\n    this.Graph.resetValues(streamOptions?.keepContent);\n    const provider = this.Graph.provider;\n    const hasTools = this.Graph.tools ? this.Graph.tools.length > 0 : false;\n    if (streamOptions?.callbacks) {\n      /* TODO: conflicts with callback manager */\n      const callbacks = config.callbacks as t.ProvidedCallbacks ?? [];\n      config.callbacks = callbacks.concat(this.getCallbacks(streamOptions.callbacks));\n    }\n\n    if (!this.id) {\n      throw new Error('Run ID not provided');\n    }\n\n    const tokenCounter = streamOptions?.tokenCounter ?? (streamOptions?.indexTokenCountMap ? await createTokenCounter() : undefined);\n    const toolTokens = tokenCounter ? (this.Graph.tools?.reduce((acc, tool) => {\n      if (!tool.schema) {\n        return acc;\n      }\n\n      const jsonSchema = zodToJsonSchema(tool.schema.describe(tool.description ?? ''), tool.name);\n      return acc + tokenCounter(new SystemMessage(JSON.stringify(jsonSchema)));\n    }, 0) ?? 0) : 0;\n    let instructionTokens = toolTokens;\n    if (this.Graph.systemMessage && tokenCounter) {\n      instructionTokens += tokenCounter(this.Graph.systemMessage);\n    }\n    if (instructionTokens > 0) {\n      this.Graph.indexTokenCountMap = shiftIndexTokenCountMap(streamOptions?.indexTokenCountMap ?? {}, instructionTokens);\n    } else {\n      this.Graph.indexTokenCountMap = streamOptions?.indexTokenCountMap ?? {};\n    }\n\n    this.Graph.maxContextTokens = streamOptions?.maxContextTokens;\n    this.Graph.tokenCounter = tokenCounter;\n\n    config.run_id = this.id;\n    config.configurable = Object.assign(config.configurable ?? {}, { run_id: this.id, provider: this.provider });\n\n    const stream = this.graphRunnable.streamEvents(inputs, config);\n\n    for await (const event of stream) {\n      const { data, name, metadata, ...info } = event;\n\n      let eventName: t.EventName = info.event;\n      if (hasTools && manualToolStreamProviders.has(provider) && eventName === GraphEvents.CHAT_MODEL_STREAM) {\n        /* Skipping CHAT_MODEL_STREAM event due to double-call edge case */\n        continue;\n      }\n\n      if (eventName && eventName === GraphEvents.ON_CUSTOM_EVENT) {\n        eventName = name;\n      }\n\n      const handler = this.handlerRegistry.getHandler(eventName);\n      if (handler) {\n        handler.handle(eventName, data, metadata, this.Graph);\n      }\n    }\n\n    if (this.returnContent) {\n      return this.Graph.getContentParts();\n    }\n  }\n\n  private createSystemCallback<K extends keyof ClientCallbacks>(\n    clientCallbacks: ClientCallbacks,\n    key: K\n  ): SystemCallbacks[K] {\n    return ((...args: unknown[]) => {\n      const clientCallback = clientCallbacks[key];\n      if (clientCallback && this.Graph) {\n        (clientCallback as (...args: unknown[]) => void)(this.Graph, ...args);\n      }\n    }) as SystemCallbacks[K];\n  }\n\n  getCallbacks(clientCallbacks: ClientCallbacks): SystemCallbacks {\n    return {\n      [Callback.TOOL_ERROR]: this.createSystemCallback(clientCallbacks, Callback.TOOL_ERROR),\n      [Callback.TOOL_START]: this.createSystemCallback(clientCallbacks, Callback.TOOL_START),\n      [Callback.TOOL_END]: this.createSystemCallback(clientCallbacks, Callback.TOOL_END),\n    };\n  }\n\n  async generateTitle({\n    inputText,\n    contentParts,\n    titlePrompt,\n    clientOptions,\n    chainOptions,\n    skipLanguage,\n  } : {\n    inputText: string;\n    contentParts: (t.MessageContentComplex | undefined)[];\n    titlePrompt?: string;\n    skipLanguage?: boolean;\n    clientOptions?: t.ClientOptions;\n    chainOptions?: Partial<RunnableConfig> | undefined;\n  }): Promise<{ language: string; title: string }> {\n    const convoTemplate = PromptTemplate.fromTemplate('User: {input}\\nAI: {output}');\n    const response = contentParts.map((part) => {\n      if (part?.type === 'text') return part.text;\n      return '';\n    }).join('\\n');\n    const convo = (await convoTemplate.invoke({ input: inputText, output: response })).value;\n    const model = this.Graph?.getNewModel({\n      clientOptions,\n      omitOriginalOptions: ['streaming', 'stream', 'thinking', 'maxTokens', 'maxOutputTokens', 'additionalModelRequestFields'],\n    });\n    if (!model) {\n      return { language: '', title: '' };\n    }\n    if (isOpenAILike(this.provider) && (model instanceof ChatOpenAI || model instanceof AzureChatOpenAI)) {\n      model.temperature = (clientOptions as t.OpenAIClientOptions | undefined)?.temperature as number;\n      model.topP = (clientOptions as t.OpenAIClientOptions | undefined)?.topP as number;\n      model.frequencyPenalty = (clientOptions as t.OpenAIClientOptions | undefined)?.frequencyPenalty as number;\n      model.presencePenalty = (clientOptions as t.OpenAIClientOptions | undefined)?.presencePenalty as number;\n      model.n = (clientOptions as t.OpenAIClientOptions | undefined)?.n as number;\n    }\n    const chain = await createTitleRunnable(model, titlePrompt);\n    return await chain.invoke({ convo, inputText, skipLanguage }, chainOptions) as { language: string; title: string };\n  }\n}\n"],"names":[],"mappings":";;;;;;;;;;;;;AAAA;MAkBa,GAAG,CAAA;AACd,IAAA,aAAa;;;AAGL,IAAA,eAAe;AACvB,IAAA,EAAE;AACF,IAAA,KAAK;AACL,IAAA,QAAQ;IACR,aAAa,GAAY,KAAK;AAE9B,IAAA,WAAA,CAAoB,MAA4B,EAAA;AAC9C,QAAA,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE;QAChC,IAAI,CAAC,KAAK,EAAE;AACV,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC;;AAGxC,QAAA,IAAI,CAAC,EAAE,GAAG,KAAK;AAEf,QAAA,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE;AAE7C,QAAA,IAAI,MAAM,CAAC,cAAc,EAAE;AACzB,YAAA,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE;AACxE,gBAAA,eAAe,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;;;AAIhD,QAAA,IAAI,CAAC,eAAe,GAAG,eAAe;AAEtC,QAAA,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC;;AAG9C,QAAA,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE;YACtE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ;YACrD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,WAAW,CAAyD;AACzH,YAAA,IAAI,IAAI,CAAC,KAAK,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,eAAe;;;QAIhD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,KAAK;;AAG5C,IAAA,mBAAmB,CAAC,MAA6B,EAAA;AACvD,QAAA,MAAM,EAAE,SAAS,EAAE,KAAK,GAAG,EAAE,EAAE,GAAG,UAAU,EAAE,GAAG,MAAM;QACvD,MAAM,EAAE,QAAQ,EAAE,GAAG,aAAa,EAAE,GAAG,SAAS;AAEhD,QAAA,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC;YACtC,KAAK;YACL,QAAQ;YACR,aAAa;AACb,YAAA,GAAG,UAAU;YACb,KAAK,EAAE,IAAI,CAAC,EAAE;AACf,SAAA,CAAC;AACF,QAAA,IAAI,CAAC,KAAK,GAAG,aAAa;AAC1B,QAAA,OAAO,aAAa,CAAC,cAAc,EAAE;;AAGvC,IAAA,aAAa,MAAM,CAA6B,MAAmB,EAAA;AACjE,QAAA,OAAO,IAAI,GAAG,CAAI,MAAM,CAAC;;IAG3B,cAAc,GAAA;AACZ,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC;;AAEjG,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE;;AAGpC,IAAA,MAAM,aAAa,CACjB,MAAgB,EAChB,MAA2E,EAC3E,aAAoC,EAAA;AAEpC,QAAA,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC;;AAE/F,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC;;QAGjG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,aAAa,EAAE,WAAW,CAAC;AAClD,QAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ;QACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,KAAK;AACvE,QAAA,IAAI,aAAa,EAAE,SAAS,EAAE;;AAE5B,YAAA,MAAM,SAAS,GAAG,MAAM,CAAC,SAAgC,IAAI,EAAE;AAC/D,YAAA,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;;AAGjF,QAAA,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE;AACZ,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC;;QAGxC,MAAM,YAAY,GAAG,aAAa,EAAE,YAAY,KAAK,aAAa,EAAE,kBAAkB,GAAG,MAAM,kBAAkB,EAAE,GAAG,SAAS,CAAC;QAChI,MAAM,UAAU,GAAG,YAAY,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,KAAI;AACxE,YAAA,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;AAChB,gBAAA,OAAO,GAAG;;YAGZ,MAAM,UAAU,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC;AAC3F,YAAA,OAAO,GAAG,GAAG,YAAY,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC;SACzE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QACf,IAAI,iBAAiB,GAAG,UAAU;QAClC,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,YAAY,EAAE;YAC5C,iBAAiB,IAAI,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;;AAE7D,QAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;AACzB,YAAA,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,uBAAuB,CAAC,aAAa,EAAE,kBAAkB,IAAI,EAAE,EAAE,iBAAiB,CAAC;;aAC9G;YACL,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,aAAa,EAAE,kBAAkB,IAAI,EAAE;;QAGzE,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,aAAa,EAAE,gBAAgB;AAC7D,QAAA,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,YAAY;AAEtC,QAAA,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE;QACvB,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;AAE5G,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC;AAE9D,QAAA,WAAW,MAAM,KAAK,IAAI,MAAM,EAAE;AAChC,YAAA,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,KAAK;AAE/C,YAAA,IAAI,SAAS,GAAgB,IAAI,CAAC,KAAK;AACvC,YAAA,IAAI,QAAQ,IAAI,yBAAyB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,SAAS,KAAK,WAAW,CAAC,iBAAiB,EAAE;;gBAEtG;;YAGF,IAAI,SAAS,IAAI,SAAS,KAAK,WAAW,CAAC,eAAe,EAAE;gBAC1D,SAAS,GAAG,IAAI;;YAGlB,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,SAAS,CAAC;YAC1D,IAAI,OAAO,EAAE;AACX,gBAAA,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC;;;AAIzD,QAAA,IAAI,IAAI,CAAC,aAAa,EAAE;AACtB,YAAA,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE;;;IAI/B,oBAAoB,CAC1B,eAAgC,EAChC,GAAM,EAAA;AAEN,QAAA,QAAQ,CAAC,GAAG,IAAe,KAAI;AAC7B,YAAA,MAAM,cAAc,GAAG,eAAe,CAAC,GAAG,CAAC;AAC3C,YAAA,IAAI,cAAc,IAAI,IAAI,CAAC,KAAK,EAAE;gBAC/B,cAA+C,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC;;AAEzE,SAAC;;AAGH,IAAA,YAAY,CAAC,eAAgC,EAAA;QAC3C,OAAO;AACL,YAAA,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAE,QAAQ,CAAC,UAAU,CAAC;AACtF,YAAA,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAE,QAAQ,CAAC,UAAU,CAAC;AACtF,YAAA,CAAC,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAE,QAAQ,CAAC,QAAQ,CAAC;SACnF;;AAGH,IAAA,MAAM,aAAa,CAAC,EAClB,SAAS,EACT,YAAY,EACZ,WAAW,EACX,aAAa,EACb,YAAY,EACZ,YAAY,GAQb,EAAA;QACC,MAAM,aAAa,GAAG,cAAc,CAAC,YAAY,CAAC,6BAA6B,CAAC;QAChF,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,KAAI;AACzC,YAAA,IAAI,IAAI,EAAE,IAAI,KAAK,MAAM;gBAAE,OAAO,IAAI,CAAC,IAAI;AAC3C,YAAA,OAAO,EAAE;AACX,SAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QACb,MAAM,KAAK,GAAG,CAAC,MAAM,aAAa,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK;AACxF,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC;YACpC,aAAa;AACb,YAAA,mBAAmB,EAAE,CAAC,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,iBAAiB,EAAE,8BAA8B,CAAC;AACzH,SAAA,CAAC;QACF,IAAI,CAAC,KAAK,EAAE;YACV,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;;AAEpC,QAAA,IAAI,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,KAAK,YAAY,UAAU,IAAI,KAAK,YAAY,eAAe,CAAC,EAAE;AACpG,YAAA,KAAK,CAAC,WAAW,GAAI,aAAmD,EAAE,WAAqB;AAC/F,YAAA,KAAK,CAAC,IAAI,GAAI,aAAmD,EAAE,IAAc;AACjF,YAAA,KAAK,CAAC,gBAAgB,GAAI,aAAmD,EAAE,gBAA0B;AACzG,YAAA,KAAK,CAAC,eAAe,GAAI,aAAmD,EAAE,eAAyB;AACvG,YAAA,KAAK,CAAC,CAAC,GAAI,aAAmD,EAAE,CAAW;;QAE7E,MAAM,KAAK,GAAG,MAAM,mBAAmB,CAAC,KAAK,EAAE,WAAW,CAAC;AAC3D,QAAA,OAAO,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,EAAE,YAAY,CAAwC;;AAErH;;;;"}
+{"version":3,"file":"run.mjs","sources":["../../src/run.ts"],"sourcesContent":["// src/run.ts\nimport { zodToJsonSchema } from 'zod-to-json-schema';\nimport { PromptTemplate } from '@langchain/core/prompts';\nimport { AzureChatOpenAI, ChatOpenAI } from '@langchain/openai';\nimport { SystemMessage } from '@langchain/core/messages';\nimport type { BaseMessage, MessageContentComplex } from '@langchain/core/messages';\nimport type { ClientCallbacks, SystemCallbacks } from '@/graphs/Graph';\nimport type { RunnableConfig } from '@langchain/core/runnables';\nimport type * as t from '@/types';\nimport { GraphEvents, Providers, Callback } from '@/common';\nimport { manualToolStreamProviders } from '@/llm/providers';\nimport { shiftIndexTokenCountMap } from '@/messages/format';\nimport { createTitleRunnable } from '@/utils/title';\nimport { createTokenCounter } from '@/utils/tokens';\nimport { StandardGraph } from '@/graphs/Graph';\nimport { HandlerRegistry } from '@/events';\nimport { isOpenAILike } from '@/utils/llm';\n\nexport class Run<T extends t.BaseGraphState> {\n  graphRunnable?: t.CompiledWorkflow<T, Partial<T>, string>;\n  // private collab!: CollabGraph;\n  // private taskManager!: TaskManager;\n  private handlerRegistry: HandlerRegistry;\n  id: string;\n  Graph: StandardGraph | undefined;\n  provider: Providers | undefined;\n  returnContent: boolean = false;\n\n  private constructor(config: Partial<t.RunConfig>) {\n    const runId = config.runId ?? '';\n    if (!runId) {\n      throw new Error('Run ID not provided');\n    }\n\n    this.id = runId;\n\n    const handlerRegistry = new HandlerRegistry();\n\n    if (config.customHandlers) {\n      for (const [eventType, handler] of Object.entries(config.customHandlers)) {\n        handlerRegistry.register(eventType, handler);\n      }\n    }\n\n    this.handlerRegistry = handlerRegistry;\n\n    if (!config.graphConfig) {\n      throw new Error('Graph config not provided');\n    }\n\n    if (config.graphConfig.type === 'standard' || !config.graphConfig.type) {\n      this.provider = config.graphConfig.llmConfig.provider;\n      this.graphRunnable = this.createStandardGraph(config.graphConfig) as unknown as t.CompiledWorkflow<T, Partial<T>, string>;\n      if (this.Graph) {\n        this.Graph.handlerRegistry = handlerRegistry;\n      }\n    }\n\n    this.returnContent = config.returnContent ?? false;\n  }\n\n  private createStandardGraph(config: t.StandardGraphConfig): t.CompiledWorkflow<t.IState, Partial<t.IState>, string> {\n    const { llmConfig, tools = [], ...graphInput } = config;\n    const { provider, ...clientOptions } = llmConfig;\n\n    const standardGraph = new StandardGraph({\n      tools,\n      provider,\n      clientOptions,\n      ...graphInput,\n      runId: this.id,\n    });\n    this.Graph = standardGraph;\n    return standardGraph.createWorkflow();\n  }\n\n  static async create<T extends t.BaseGraphState>(config: t.RunConfig): Promise<Run<T>> {\n    return new Run<T>(config);\n  }\n\n  getRunMessages(): BaseMessage[] | undefined {\n    if (!this.Graph) {\n      throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n    return this.Graph.getRunMessages();\n  }\n\n  async processStream(\n    inputs: t.IState,\n    config: Partial<RunnableConfig> & { version: 'v1' | 'v2'; run_id?: string },\n    streamOptions?: t.EventStreamOptions,\n  ): Promise<MessageContentComplex[] | undefined> {\n    if (!this.graphRunnable) {\n      throw new Error('Run not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n    if (!this.Graph) {\n      throw new Error('Graph not initialized. Make sure to use Run.create() to instantiate the Run.');\n    }\n\n    this.Graph.resetValues(streamOptions?.keepContent);\n    const provider = this.Graph.provider;\n    const hasTools = this.Graph.tools ? this.Graph.tools.length > 0 : false;\n    if (streamOptions?.callbacks) {\n      /* TODO: conflicts with callback manager */\n      const callbacks = config.callbacks as t.ProvidedCallbacks ?? [];\n      config.callbacks = callbacks.concat(this.getCallbacks(streamOptions.callbacks));\n    }\n\n    if (!this.id) {\n      throw new Error('Run ID not provided');\n    }\n\n    const tokenCounter = streamOptions?.tokenCounter ?? (streamOptions?.indexTokenCountMap ? await createTokenCounter() : undefined);\n    const toolTokens = tokenCounter ? (this.Graph.tools?.reduce((acc, tool) => {\n      if (!tool.schema) {\n        return acc;\n      }\n\n      const jsonSchema = zodToJsonSchema(tool.schema.describe(tool.description ?? ''), tool.name);\n      return acc + tokenCounter(new SystemMessage(JSON.stringify(jsonSchema)));\n    }, 0) ?? 0) : 0;\n    let instructionTokens = toolTokens;\n    if (this.Graph.systemMessage && tokenCounter) {\n      instructionTokens += tokenCounter(this.Graph.systemMessage);\n    }\n    const tokenMap = streamOptions?.indexTokenCountMap ?? {};\n    if (this.Graph.systemMessage  && instructionTokens > 0) {\n      this.Graph.indexTokenCountMap = shiftIndexTokenCountMap(tokenMap, instructionTokens);\n    } else if (instructionTokens > 0) {\n      tokenMap[0] = tokenMap[0] + instructionTokens;\n      this.Graph.indexTokenCountMap = tokenMap;\n    } else {\n      this.Graph.indexTokenCountMap = tokenMap;\n    }\n\n    this.Graph.maxContextTokens = streamOptions?.maxContextTokens;\n    this.Graph.tokenCounter = tokenCounter;\n\n    config.run_id = this.id;\n    config.configurable = Object.assign(config.configurable ?? {}, { run_id: this.id, provider: this.provider });\n\n    const stream = this.graphRunnable.streamEvents(inputs, config);\n\n    for await (const event of stream) {\n      const { data, name, metadata, ...info } = event;\n\n      let eventName: t.EventName = info.event;\n      if (hasTools && manualToolStreamProviders.has(provider) && eventName === GraphEvents.CHAT_MODEL_STREAM) {\n        /* Skipping CHAT_MODEL_STREAM event due to double-call edge case */\n        continue;\n      }\n\n      if (eventName && eventName === GraphEvents.ON_CUSTOM_EVENT) {\n        eventName = name;\n      }\n\n      const handler = this.handlerRegistry.getHandler(eventName);\n      if (handler) {\n        handler.handle(eventName, data, metadata, this.Graph);\n      }\n    }\n\n    if (this.returnContent) {\n      return this.Graph.getContentParts();\n    }\n  }\n\n  private createSystemCallback<K extends keyof ClientCallbacks>(\n    clientCallbacks: ClientCallbacks,\n    key: K\n  ): SystemCallbacks[K] {\n    return ((...args: unknown[]) => {\n      const clientCallback = clientCallbacks[key];\n      if (clientCallback && this.Graph) {\n        (clientCallback as (...args: unknown[]) => void)(this.Graph, ...args);\n      }\n    }) as SystemCallbacks[K];\n  }\n\n  getCallbacks(clientCallbacks: ClientCallbacks): SystemCallbacks {\n    return {\n      [Callback.TOOL_ERROR]: this.createSystemCallback(clientCallbacks, Callback.TOOL_ERROR),\n      [Callback.TOOL_START]: this.createSystemCallback(clientCallbacks, Callback.TOOL_START),\n      [Callback.TOOL_END]: this.createSystemCallback(clientCallbacks, Callback.TOOL_END),\n    };\n  }\n\n  async generateTitle({\n    inputText,\n    contentParts,\n    titlePrompt,\n    clientOptions,\n    chainOptions,\n    skipLanguage,\n  } : {\n    inputText: string;\n    contentParts: (t.MessageContentComplex | undefined)[];\n    titlePrompt?: string;\n    skipLanguage?: boolean;\n    clientOptions?: t.ClientOptions;\n    chainOptions?: Partial<RunnableConfig> | undefined;\n  }): Promise<{ language: string; title: string }> {\n    const convoTemplate = PromptTemplate.fromTemplate('User: {input}\\nAI: {output}');\n    const response = contentParts.map((part) => {\n      if (part?.type === 'text') return part.text;\n      return '';\n    }).join('\\n');\n    const convo = (await convoTemplate.invoke({ input: inputText, output: response })).value;\n    const model = this.Graph?.getNewModel({\n      clientOptions,\n      omitOriginalOptions: ['streaming', 'stream', 'thinking', 'maxTokens', 'maxOutputTokens', 'additionalModelRequestFields'],\n    });\n    if (!model) {\n      return { language: '', title: '' };\n    }\n    if (isOpenAILike(this.provider) && (model instanceof ChatOpenAI || model instanceof AzureChatOpenAI)) {\n      model.temperature = (clientOptions as t.OpenAIClientOptions | undefined)?.temperature as number;\n      model.topP = (clientOptions as t.OpenAIClientOptions | undefined)?.topP as number;\n      model.frequencyPenalty = (clientOptions as t.OpenAIClientOptions | undefined)?.frequencyPenalty as number;\n      model.presencePenalty = (clientOptions as t.OpenAIClientOptions | undefined)?.presencePenalty as number;\n      model.n = (clientOptions as t.OpenAIClientOptions | undefined)?.n as number;\n    }\n    const chain = await createTitleRunnable(model, titlePrompt);\n    return await chain.invoke({ convo, inputText, skipLanguage }, chainOptions) as { language: string; title: string };\n  }\n}\n"],"names":[],"mappings":";;;;;;;;;;;;;AAAA;MAkBa,GAAG,CAAA;AACd,IAAA,aAAa;;;AAGL,IAAA,eAAe;AACvB,IAAA,EAAE;AACF,IAAA,KAAK;AACL,IAAA,QAAQ;IACR,aAAa,GAAY,KAAK;AAE9B,IAAA,WAAA,CAAoB,MAA4B,EAAA;AAC9C,QAAA,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE;QAChC,IAAI,CAAC,KAAK,EAAE;AACV,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC;;AAGxC,QAAA,IAAI,CAAC,EAAE,GAAG,KAAK;AAEf,QAAA,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE;AAE7C,QAAA,IAAI,MAAM,CAAC,cAAc,EAAE;AACzB,YAAA,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE;AACxE,gBAAA,eAAe,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;;;AAIhD,QAAA,IAAI,CAAC,eAAe,GAAG,eAAe;AAEtC,QAAA,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC;;AAG9C,QAAA,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE;YACtE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ;YACrD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,WAAW,CAAyD;AACzH,YAAA,IAAI,IAAI,CAAC,KAAK,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,eAAe;;;QAIhD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,KAAK;;AAG5C,IAAA,mBAAmB,CAAC,MAA6B,EAAA;AACvD,QAAA,MAAM,EAAE,SAAS,EAAE,KAAK,GAAG,EAAE,EAAE,GAAG,UAAU,EAAE,GAAG,MAAM;QACvD,MAAM,EAAE,QAAQ,EAAE,GAAG,aAAa,EAAE,GAAG,SAAS;AAEhD,QAAA,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC;YACtC,KAAK;YACL,QAAQ;YACR,aAAa;AACb,YAAA,GAAG,UAAU;YACb,KAAK,EAAE,IAAI,CAAC,EAAE;AACf,SAAA,CAAC;AACF,QAAA,IAAI,CAAC,KAAK,GAAG,aAAa;AAC1B,QAAA,OAAO,aAAa,CAAC,cAAc,EAAE;;AAGvC,IAAA,aAAa,MAAM,CAA6B,MAAmB,EAAA;AACjE,QAAA,OAAO,IAAI,GAAG,CAAI,MAAM,CAAC;;IAG3B,cAAc,GAAA;AACZ,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC;;AAEjG,QAAA,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE;;AAGpC,IAAA,MAAM,aAAa,CACjB,MAAgB,EAChB,MAA2E,EAC3E,aAAoC,EAAA;AAEpC,QAAA,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;AACvB,YAAA,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC;;AAE/F,QAAA,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;AACf,YAAA,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC;;QAGjG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,aAAa,EAAE,WAAW,CAAC;AAClD,QAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ;QACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,KAAK;AACvE,QAAA,IAAI,aAAa,EAAE,SAAS,EAAE;;AAE5B,YAAA,MAAM,SAAS,GAAG,MAAM,CAAC,SAAgC,IAAI,EAAE;AAC/D,YAAA,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;;AAGjF,QAAA,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE;AACZ,YAAA,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC;;QAGxC,MAAM,YAAY,GAAG,aAAa,EAAE,YAAY,KAAK,aAAa,EAAE,kBAAkB,GAAG,MAAM,kBAAkB,EAAE,GAAG,SAAS,CAAC;QAChI,MAAM,UAAU,GAAG,YAAY,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,KAAI;AACxE,YAAA,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;AAChB,gBAAA,OAAO,GAAG;;YAGZ,MAAM,UAAU,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC;AAC3F,YAAA,OAAO,GAAG,GAAG,YAAY,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC;SACzE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QACf,IAAI,iBAAiB,GAAG,UAAU;QAClC,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,YAAY,EAAE;YAC5C,iBAAiB,IAAI,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;;AAE7D,QAAA,MAAM,QAAQ,GAAG,aAAa,EAAE,kBAAkB,IAAI,EAAE;QACxD,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,IAAK,iBAAiB,GAAG,CAAC,EAAE;YACtD,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,uBAAuB,CAAC,QAAQ,EAAE,iBAAiB,CAAC;;AAC/E,aAAA,IAAI,iBAAiB,GAAG,CAAC,EAAE;YAChC,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,iBAAiB;AAC7C,YAAA,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,QAAQ;;aACnC;AACL,YAAA,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,QAAQ;;QAG1C,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,aAAa,EAAE,gBAAgB;AAC7D,QAAA,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,YAAY;AAEtC,QAAA,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE;QACvB,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;AAE5G,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC;AAE9D,QAAA,WAAW,MAAM,KAAK,IAAI,MAAM,EAAE;AAChC,YAAA,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,GAAG,KAAK;AAE/C,YAAA,IAAI,SAAS,GAAgB,IAAI,CAAC,KAAK;AACvC,YAAA,IAAI,QAAQ,IAAI,yBAAyB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,SAAS,KAAK,WAAW,CAAC,iBAAiB,EAAE;;gBAEtG;;YAGF,IAAI,SAAS,IAAI,SAAS,KAAK,WAAW,CAAC,eAAe,EAAE;gBAC1D,SAAS,GAAG,IAAI;;YAGlB,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,SAAS,CAAC;YAC1D,IAAI,OAAO,EAAE;AACX,gBAAA,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC;;;AAIzD,QAAA,IAAI,IAAI,CAAC,aAAa,EAAE;AACtB,YAAA,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE;;;IAI/B,oBAAoB,CAC1B,eAAgC,EAChC,GAAM,EAAA;AAEN,QAAA,QAAQ,CAAC,GAAG,IAAe,KAAI;AAC7B,YAAA,MAAM,cAAc,GAAG,eAAe,CAAC,GAAG,CAAC;AAC3C,YAAA,IAAI,cAAc,IAAI,IAAI,CAAC,KAAK,EAAE;gBAC/B,cAA+C,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC;;AAEzE,SAAC;;AAGH,IAAA,YAAY,CAAC,eAAgC,EAAA;QAC3C,OAAO;AACL,YAAA,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAE,QAAQ,CAAC,UAAU,CAAC;AACtF,YAAA,CAAC,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAE,QAAQ,CAAC,UAAU,CAAC;AACtF,YAAA,CAAC,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,eAAe,EAAE,QAAQ,CAAC,QAAQ,CAAC;SACnF;;AAGH,IAAA,MAAM,aAAa,CAAC,EAClB,SAAS,EACT,YAAY,EACZ,WAAW,EACX,aAAa,EACb,YAAY,EACZ,YAAY,GAQb,EAAA;QACC,MAAM,aAAa,GAAG,cAAc,CAAC,YAAY,CAAC,6BAA6B,CAAC;QAChF,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,KAAI;AACzC,YAAA,IAAI,IAAI,EAAE,IAAI,KAAK,MAAM;gBAAE,OAAO,IAAI,CAAC,IAAI;AAC3C,YAAA,OAAO,EAAE;AACX,SAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QACb,MAAM,KAAK,GAAG,CAAC,MAAM,aAAa,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK;AACxF,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC;YACpC,aAAa;AACb,YAAA,mBAAmB,EAAE,CAAC,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,iBAAiB,EAAE,8BAA8B,CAAC;AACzH,SAAA,CAAC;QACF,IAAI,CAAC,KAAK,EAAE;YACV,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;;AAEpC,QAAA,IAAI,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,KAAK,YAAY,UAAU,IAAI,KAAK,YAAY,eAAe,CAAC,EAAE;AACpG,YAAA,KAAK,CAAC,WAAW,GAAI,aAAmD,EAAE,WAAqB;AAC/F,YAAA,KAAK,CAAC,IAAI,GAAI,aAAmD,EAAE,IAAc;AACjF,YAAA,KAAK,CAAC,gBAAgB,GAAI,aAAmD,EAAE,gBAA0B;AACzG,YAAA,KAAK,CAAC,eAAe,GAAI,aAAmD,EAAE,eAAyB;AACvG,YAAA,KAAK,CAAC,CAAC,GAAI,aAAmD,EAAE,CAAW;;QAE7E,MAAM,KAAK,GAAG,MAAM,mBAAmB,CAAC,KAAK,EAAE,WAAW,CAAC;AAC3D,QAAA,OAAO,MAAM,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,EAAE,YAAY,CAAwC;;AAErH;;;;"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@librechat/agents",
-  "version": "2.3.91",
+  "version": "2.3.93",
   "main": "./dist/cjs/main.cjs",
   "module": "./dist/esm/main.mjs",
   "types": "./dist/types/index.d.ts",

package/src/messages/prune.ts

@@ -341,6 +341,7 @@ export function createPruneMessages(factoryParams: PruneMessagesFactoryParams) {
       totalTokens = currentUsage.total_tokens;
     }
 
+    const newOutputs = new Set<number>();
     for (let i = lastTurnStartIndex; i < params.messages.length; i++) {
       const message = params.messages[i];
       // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition
@@ -349,6 +350,9 @@ export function createPruneMessages(factoryParams: PruneMessagesFactoryParams) {
       // eslint-disable-next-line @typescript-eslint/no-unnecessary-condition
       } else if (indexTokenCountMap[i] === undefined) {
         indexTokenCountMap[i] = factoryParams.tokenCounter(message);
+        if (currentUsage) {
+          newOutputs.add(i);
+        }
         totalTokens += indexTokenCountMap[i];
       }
     }
@@ -358,15 +362,19 @@ export function createPruneMessages(factoryParams: PruneMessagesFactoryParams) {
     // relative the manually counted tokens in `indexTokenCountMap`.
     // EDGE CASE: when the resulting context gets pruned, we should not distribute the usage for messages that are not in the context.
     if (currentUsage) {
-      // Calculate the sum of tokens only for indices at or after lastCutOffIndex
-      const totalIndexTokens = Object.entries(indexTokenCountMap).reduce((sum, [key, value]) => {
-        // Convert string key to number and check if it's >= lastCutOffIndex
-        const numericKey = Number(key);
-        if (numericKey === 0 && params.messages[0].getType() === 'system') {
-          return sum + value;
+      let totalIndexTokens = 0;
+      if (params.messages[0].getType() === 'system') {
+        totalIndexTokens += indexTokenCountMap[0];
+      }
+      for (let i = lastCutOffIndex; i < params.messages.length; i++) {
+        if (i === 0 && params.messages[0].getType() === 'system') {
+          continue;
+        }
+        if (newOutputs.has(i)) {
+          continue;
         }
-        return numericKey >= lastCutOffIndex ? sum + value : sum;
-      }, 0);
+        totalIndexTokens += indexTokenCountMap[i];
+      }
 
       // Calculate ratio based only on messages that remain in the context
       const ratio = currentUsage.total_tokens / totalIndexTokens;
@@ -374,20 +382,21 @@ export function createPruneMessages(factoryParams: PruneMessagesFactoryParams) {
 
       // Apply the ratio adjustment only to messages at or after lastCutOffIndex, and only if the ratio is safe
       if (isRatioSafe) {
-        for (const key in indexTokenCountMap) {
-          const numericKey = Number(key);
-          if (numericKey === 0 && params.messages[0].getType() === 'system') {
-            indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);
-          } else if (numericKey >= lastCutOffIndex) {
-            // Only adjust token counts for messages still in the context
-            indexTokenCountMap[key] = Math.round(indexTokenCountMap[key] * ratio);
+        if (params.messages[0].getType() === 'system' && lastCutOffIndex !== 0) {
+          indexTokenCountMap[0] = Math.round(indexTokenCountMap[0] * ratio);
+        }
+
+        for (let i = lastCutOffIndex; i < params.messages.length; i++) {
+          if (newOutputs.has(i)) {
+            continue;
           }
+          indexTokenCountMap[i] = Math.round(indexTokenCountMap[i] * ratio);
         }
       }
     }
 
     lastTurnStartIndex = params.messages.length;
-    if (totalTokens <= factoryParams.maxTokens) {
+    if (lastCutOffIndex === 0 && totalTokens <= factoryParams.maxTokens) {
       return { context: params.messages, indexTokenCountMap };
     }
 

package/src/run.ts

@@ -123,10 +123,14 @@ export class Run<T extends t.BaseGraphState> {
     if (this.Graph.systemMessage && tokenCounter) {
       instructionTokens += tokenCounter(this.Graph.systemMessage);
     }
-    if (instructionTokens > 0) {
-      this.Graph.indexTokenCountMap = shiftIndexTokenCountMap(streamOptions?.indexTokenCountMap ?? {}, instructionTokens);
+    const tokenMap = streamOptions?.indexTokenCountMap ?? {};
+    if (this.Graph.systemMessage  && instructionTokens > 0) {
+      this.Graph.indexTokenCountMap = shiftIndexTokenCountMap(tokenMap, instructionTokens);
+    } else if (instructionTokens > 0) {
+      tokenMap[0] = tokenMap[0] + instructionTokens;
+      this.Graph.indexTokenCountMap = tokenMap;
     } else {
-      this.Graph.indexTokenCountMap = streamOptions?.indexTokenCountMap ?? {};
+      this.Graph.indexTokenCountMap = tokenMap;
     }
 
     this.Graph.maxContextTokens = streamOptions?.maxContextTokens;

package/src/specs/token-distribution-edge-case.test.ts

@@ -243,9 +243,9 @@ describe('Token Distribution Edge Case Tests', () => {
 
     // Second usage metadata update
     const secondUsageMetadata: Partial<UsageMetadata> = {
-      input_tokens: 40,
-      output_tokens: 30,
-      total_tokens: 70
+      input_tokens: 30,
+      output_tokens: 20,
+      total_tokens: 50
     };
 
     // Apply second usage metadata with extended messages