@illuma-ai/agents 1.1.21 → 1.1.23

package/src/messages/prune.js

@@ -1,438 +0,0 @@
-import { AIMessage, } from '@langchain/core/messages';
-import { ContentTypes, Providers } from '@/common';
-function isIndexInContext(arrayA, arrayB, targetIndex) {
-    const startingIndexInA = arrayA.length - arrayB.length;
-    return targetIndex >= startingIndexInA;
-}
-function addThinkingBlock(message, thinkingBlock) {
-    const content = Array.isArray(message.content)
-        ? message.content
-        : [
-            {
-                type: ContentTypes.TEXT,
-                text: message.content,
-            },
-        ];
-    /** Edge case, the message already has the thinking block */
-    if (content[0].type === thinkingBlock.type) {
-        return message;
-    }
-    content.unshift(thinkingBlock);
-    return new AIMessage({
-        ...message,
-        content,
-    });
-}
-/**
- * Calculates the total tokens from a single usage object
- *
- * @param usage The usage metadata object containing token information
- * @returns An object containing the total input and output tokens
- */
-export function calculateTotalTokens(usage) {
-    const baseInputTokens = Number(usage.input_tokens) || 0;
-    const cacheCreation = Number(usage.input_token_details?.cache_creation) || 0;
-    const cacheRead = Number(usage.input_token_details?.cache_read) || 0;
-    const totalInputTokens = baseInputTokens + cacheCreation + cacheRead;
-    const totalOutputTokens = Number(usage.output_tokens) || 0;
-    return {
-        input_tokens: totalInputTokens,
-        output_tokens: totalOutputTokens,
-        total_tokens: totalInputTokens + totalOutputTokens,
-    };
-}
-/**
- * Processes an array of messages and returns a context of messages that fit within a specified token limit.
- * It iterates over the messages from newest to oldest, adding them to the context until the token limit is reached.
- *
- * @param options Configuration options for processing messages
- * @returns Object containing the message context, remaining tokens, messages not included, and summary index
- */
-/**
- * Builds an emergency context from first and last message pairs when normal pruning
- * removes all AI messages. Preserves conversation continuity by keeping boundaries.
- */
-function buildEmergencyContext(messages, endIndex) {
-    const result = [];
-    const instructions = endIndex > 0 ? messages[0] : undefined;
-    if (instructions) {
-        result.push(instructions);
-    }
-    /** Find first user+AI pair after system message */
-    for (let i = endIndex; i < messages.length - 1; i++) {
-        const current = messages[i];
-        const next = messages[i + 1];
-        if (current.getType() === 'human' && next.getType() === 'ai') {
-            result.push(current, next);
-            break;
-        }
-    }
-    /** Find last user+AI pair */
-    for (let i = messages.length - 1; i > endIndex; i--) {
-        const current = messages[i];
-        const prev = messages[i - 1];
-        if (current.getType() === 'ai' && prev.getType() === 'human') {
-            if (!result.includes(prev)) {
-                result.push(prev, current);
-            }
-            break;
-        }
-    }
-    return result;
-}
-export function getMessagesWithinTokenLimit({ messages: _messages, maxContextTokens, indexTokenCountMap, startType: _startType, thinkingEnabled, tokenCounter, thinkingStartIndex: _thinkingStartIndex = -1, reasoningType = ContentTypes.THINKING, }) {
-    // Every reply is primed with <|start|>assistant<|message|>, so we
-    // start with 3 tokens for the label after all messages have been counted.
-    let currentTokenCount = 3;
-    const instructions = _messages[0]?.getType() === 'system' ? _messages[0] : undefined;
-    const instructionsTokenCount = instructions != null ? (indexTokenCountMap[0] ?? 0) : 0;
-    const initialContextTokens = maxContextTokens - instructionsTokenCount;
-    let remainingContextTokens = initialContextTokens;
-    let startType = _startType;
-    const originalLength = _messages.length;
-    const messages = [..._messages];
-    /**
-     * IMPORTANT: this context array gets reversed at the end, since the latest messages get pushed first.
-     *
-     * This may be confusing to read, but it is done to ensure the context is in the correct order for the model.
-     * */
-    let context = [];
-    let thinkingStartIndex = _thinkingStartIndex;
-    let thinkingEndIndex = -1;
-    let thinkingBlock;
-    const endIndex = instructions != null ? 1 : 0;
-    const prunedMemory = [];
-    if (_thinkingStartIndex > -1) {
-        const thinkingMessageContent = messages[_thinkingStartIndex]?.content;
-        if (Array.isArray(thinkingMessageContent)) {
-            thinkingBlock = thinkingMessageContent.find((content) => content.type === reasoningType);
-        }
-    }
-    if (currentTokenCount < remainingContextTokens) {
-        let currentIndex = messages.length;
-        while (messages.length > 0 &&
-            currentTokenCount < remainingContextTokens &&
-            currentIndex > endIndex) {
-            currentIndex--;
-            if (messages.length === 1 && instructions) {
-                break;
-            }
-            const poppedMessage = messages.pop();
-            if (!poppedMessage)
-                continue;
-            const messageType = poppedMessage.getType();
-            if (thinkingEnabled === true &&
-                thinkingEndIndex === -1 &&
-                currentIndex === originalLength - 1 &&
-                (messageType === 'ai' || messageType === 'tool')) {
-                thinkingEndIndex = currentIndex;
-            }
-            if (thinkingEndIndex > -1 &&
-                !thinkingBlock &&
-                thinkingStartIndex < 0 &&
-                messageType === 'ai' &&
-                Array.isArray(poppedMessage.content)) {
-                thinkingBlock = poppedMessage.content.find((content) => content.type === reasoningType);
-                thinkingStartIndex = thinkingBlock != null ? currentIndex : -1;
-            }
-            /** False start, the latest message was not part of a multi-assistant/tool sequence of messages */
-            if (thinkingEndIndex > -1 &&
-                currentIndex === thinkingEndIndex - 1 &&
-                messageType !== 'ai' &&
-                messageType !== 'tool') {
-                thinkingEndIndex = -1;
-            }
-            const tokenCount = indexTokenCountMap[currentIndex] ?? 0;
-            if (prunedMemory.length === 0 &&
-                currentTokenCount + tokenCount <= remainingContextTokens) {
-                context.push(poppedMessage);
-                currentTokenCount += tokenCount;
-            }
-            else {
-                prunedMemory.push(poppedMessage);
-                if (thinkingEndIndex > -1 && thinkingStartIndex < 0) {
-                    continue;
-                }
-                break;
-            }
-        }
-        if (context[context.length - 1]?.getType() === 'tool') {
-            startType = ['ai', 'human'];
-        }
-        if (startType != null && startType.length > 0 && context.length > 0) {
-            let requiredTypeIndex = -1;
-            let totalTokens = 0;
-            for (let i = context.length - 1; i >= 0; i--) {
-                const currentType = context[i]?.getType() ?? '';
-                if (Array.isArray(startType)
-                    ? startType.includes(currentType)
-                    : currentType === startType) {
-                    requiredTypeIndex = i + 1;
-                    break;
-                }
-                const originalIndex = originalLength - 1 - i;
-                totalTokens += indexTokenCountMap[originalIndex] ?? 0;
-            }
-            if (requiredTypeIndex > 0) {
-                currentTokenCount -= totalTokens;
-                context = context.slice(0, requiredTypeIndex);
-            }
-        }
-    }
-    if (instructions && originalLength > 0) {
-        context.push(_messages[0]);
-        messages.shift();
-    }
-    remainingContextTokens -= currentTokenCount;
-    const result = {
-        remainingContextTokens,
-        context: [],
-        messagesToRefine: prunedMemory,
-    };
-    if (thinkingStartIndex > -1) {
-        result.thinkingStartIndex = thinkingStartIndex;
-    }
-    if (prunedMemory.length === 0 ||
-        thinkingEndIndex < 0 ||
-        (thinkingStartIndex > -1 &&
-            isIndexInContext(_messages, context, thinkingStartIndex))) {
-        // we reverse at this step to ensure the context is in the correct order for the model, and we need to work backwards
-        result.context = context.reverse();
-        return result;
-    }
-    if (thinkingEndIndex > -1 && thinkingStartIndex < 0) {
-        throw new Error('The payload is malformed. There is a thinking sequence but no "AI" messages with thinking blocks.');
-    }
-    if (!thinkingBlock) {
-        throw new Error('The payload is malformed. There is a thinking sequence but no thinking block found.');
-    }
-    // Since we have a thinking sequence, we need to find the last assistant message
-    // in the latest AI/tool sequence to add the thinking block that falls outside of the current context
-    // Latest messages are ordered first.
-    let assistantIndex = -1;
-    for (let i = 0; i < context.length; i++) {
-        const currentMessage = context[i];
-        const type = currentMessage?.getType();
-        if (type === 'ai') {
-            assistantIndex = i;
-        }
-        if (assistantIndex > -1 && (type === 'human' || type === 'system')) {
-            break;
-        }
-    }
-    if (assistantIndex === -1) {
-        /** Emergency fallback: keep first and last message pairs instead of crashing */
-        const emergencyContext = buildEmergencyContext(_messages, endIndex);
-        return {
-            remainingContextTokens: 0,
-            context: emergencyContext,
-            messagesToRefine: _messages.filter((m) => !emergencyContext.includes(m)),
-        };
-    }
-    thinkingStartIndex = originalLength - 1 - assistantIndex;
-    const thinkingTokenCount = tokenCounter(new AIMessage({ content: [thinkingBlock] }));
-    const newRemainingCount = remainingContextTokens - thinkingTokenCount;
-    const newMessage = addThinkingBlock(context[assistantIndex], thinkingBlock);
-    context[assistantIndex] = newMessage;
-    if (newRemainingCount > 0) {
-        result.context = context.reverse();
-        return result;
-    }
-    const thinkingMessage = context[assistantIndex];
-    // now we need to an additional round of pruning but making the thinking block fit
-    const newThinkingMessageTokenCount = (indexTokenCountMap[thinkingStartIndex] ?? 0) + thinkingTokenCount;
-    remainingContextTokens = initialContextTokens - newThinkingMessageTokenCount;
-    currentTokenCount = 3;
-    let newContext = [];
-    const secondRoundMessages = [..._messages];
-    let currentIndex = secondRoundMessages.length;
-    while (secondRoundMessages.length > 0 &&
-        currentTokenCount < remainingContextTokens &&
-        currentIndex > thinkingStartIndex) {
-        currentIndex--;
-        const poppedMessage = secondRoundMessages.pop();
-        if (!poppedMessage)
-            continue;
-        const tokenCount = indexTokenCountMap[currentIndex] ?? 0;
-        if (currentTokenCount + tokenCount <= remainingContextTokens) {
-            newContext.push(poppedMessage);
-            currentTokenCount += tokenCount;
-        }
-        else {
-            messages.push(poppedMessage);
-            break;
-        }
-    }
-    const firstMessage = newContext[newContext.length - 1];
-    const firstMessageType = newContext[newContext.length - 1].getType();
-    if (firstMessageType === 'tool') {
-        startType = ['ai', 'human'];
-    }
-    if (startType != null && startType.length > 0 && newContext.length > 0) {
-        let requiredTypeIndex = -1;
-        let totalTokens = 0;
-        for (let i = newContext.length - 1; i >= 0; i--) {
-            const currentType = newContext[i]?.getType() ?? '';
-            if (Array.isArray(startType)
-                ? startType.includes(currentType)
-                : currentType === startType) {
-                requiredTypeIndex = i + 1;
-                break;
-            }
-            const originalIndex = originalLength - 1 - i;
-            totalTokens += indexTokenCountMap[originalIndex] ?? 0;
-        }
-        if (requiredTypeIndex > 0) {
-            currentTokenCount -= totalTokens;
-            newContext = newContext.slice(0, requiredTypeIndex);
-        }
-    }
-    if (firstMessageType === 'ai') {
-        const newMessage = addThinkingBlock(firstMessage, thinkingBlock);
-        newContext[newContext.length - 1] = newMessage;
-    }
-    else {
-        newContext.push(thinkingMessage);
-    }
-    if (instructions && originalLength > 0) {
-        newContext.push(_messages[0]);
-        secondRoundMessages.shift();
-    }
-    result.context = newContext.reverse();
-    return result;
-}
-export function checkValidNumber(value) {
-    return typeof value === 'number' && !isNaN(value) && value > 0;
-}
-export function createPruneMessages(factoryParams) {
-    const indexTokenCountMap = { ...factoryParams.indexTokenCountMap };
-    let lastTurnStartIndex = factoryParams.startIndex;
-    let lastCutOffIndex = 0;
-    let totalTokens = Object.values(indexTokenCountMap).reduce((a = 0, b = 0) => a + b, 0);
-    let runThinkingStartIndex = -1;
-    return function pruneMessages(params) {
-        if (factoryParams.provider === Providers.OPENAI &&
-            factoryParams.thinkingEnabled === true) {
-            for (let i = lastTurnStartIndex; i < params.messages.length; i++) {
-                const m = params.messages[i];
-                if (m.getType() === 'ai' &&
-                    typeof m.additional_kwargs.reasoning_content === 'string' &&
-                    Array.isArray(m.additional_kwargs.provider_specific_fields?.thinking_blocks) &&
-                    m.tool_calls &&
-                    (m.tool_calls?.length ?? 0) > 0) {
-                    const message = m;
-                    const thinkingBlocks = message.additional_kwargs.provider_specific_fields.thinking_blocks;
-                    const signature = thinkingBlocks?.[thinkingBlocks.length - 1].signature;
-                    const thinkingBlock = {
-                        signature,
-                        type: ContentTypes.THINKING,
-                        thinking: message.additional_kwargs.reasoning_content,
-                    };
-                    params.messages[i] = new AIMessage({
-                        ...message,
-                        content: [thinkingBlock],
-                        additional_kwargs: {
-                            ...message.additional_kwargs,
-                            reasoning_content: undefined,
-                        },
-                    });
-                }
-            }
-        }
-        let currentUsage;
-        if (params.usageMetadata &&
-            (checkValidNumber(params.usageMetadata.input_tokens) ||
-                (checkValidNumber(params.usageMetadata.input_token_details) &&
-                    (checkValidNumber(params.usageMetadata.input_token_details.cache_creation) ||
-                        checkValidNumber(params.usageMetadata.input_token_details.cache_read)))) &&
-            checkValidNumber(params.usageMetadata.output_tokens)) {
-            currentUsage = calculateTotalTokens(params.usageMetadata);
-            totalTokens = currentUsage.total_tokens;
-        }
-        const newOutputs = new Set();
-        for (let i = lastTurnStartIndex; i < params.messages.length; i++) {
-            const message = params.messages[i];
-            if (i === lastTurnStartIndex &&
-                indexTokenCountMap[i] === undefined &&
-                currentUsage) {
-                indexTokenCountMap[i] = currentUsage.output_tokens;
-            }
-            else if (indexTokenCountMap[i] === undefined) {
-                indexTokenCountMap[i] = factoryParams.tokenCounter(message);
-                if (currentUsage) {
-                    newOutputs.add(i);
-                }
-                totalTokens += indexTokenCountMap[i] ?? 0;
-            }
-        }
-        // If `currentUsage` is defined, we need to distribute the current total tokens to our `indexTokenCountMap`,
-        // We must distribute it in a weighted manner, so that the total token count is equal to `currentUsage.total_tokens`,
-        // relative the manually counted tokens in `indexTokenCountMap`.
-        // EDGE CASE: when the resulting context gets pruned, we should not distribute the usage for messages that are not in the context.
-        if (currentUsage) {
-            let totalIndexTokens = 0;
-            if (params.messages[0].getType() === 'system') {
-                totalIndexTokens += indexTokenCountMap[0] ?? 0;
-            }
-            for (let i = lastCutOffIndex; i < params.messages.length; i++) {
-                if (i === 0 && params.messages[0].getType() === 'system') {
-                    continue;
-                }
-                if (newOutputs.has(i)) {
-                    continue;
-                }
-                totalIndexTokens += indexTokenCountMap[i] ?? 0;
-            }
-            // Calculate ratio based only on messages that remain in the context
-            const ratio = currentUsage.total_tokens / totalIndexTokens;
-            const isRatioSafe = ratio >= 1 / 3 && ratio <= 2.5;
-            // Apply the ratio adjustment only to messages at or after lastCutOffIndex, and only if the ratio is safe
-            if (isRatioSafe) {
-                if (params.messages[0].getType() === 'system' &&
-                    lastCutOffIndex !== 0) {
-                    indexTokenCountMap[0] = Math.round((indexTokenCountMap[0] ?? 0) * ratio);
-                }
-                for (let i = lastCutOffIndex; i < params.messages.length; i++) {
-                    if (newOutputs.has(i)) {
-                        continue;
-                    }
-                    indexTokenCountMap[i] = Math.round((indexTokenCountMap[i] ?? 0) * ratio);
-                }
-            }
-        }
-        lastTurnStartIndex = params.messages.length;
-        if (lastCutOffIndex === 0 && totalTokens <= factoryParams.maxTokens) {
-            return { context: params.messages, indexTokenCountMap, messagesToRefine: [] };
-        }
-        const { context, thinkingStartIndex, messagesToRefine } = getMessagesWithinTokenLimit({
-            maxContextTokens: factoryParams.maxTokens,
-            messages: params.messages,
-            indexTokenCountMap,
-            startType: params.startType,
-            thinkingEnabled: factoryParams.thinkingEnabled,
-            tokenCounter: factoryParams.tokenCounter,
-            reasoningType: factoryParams.provider === Providers.BEDROCK
-                ? ContentTypes.REASONING_CONTENT
-                : ContentTypes.THINKING,
-            thinkingStartIndex: factoryParams.thinkingEnabled === true
-                ? runThinkingStartIndex
-                : undefined,
-        });
-        runThinkingStartIndex = thinkingStartIndex ?? -1;
-        /** The index is the first value of `context`, index relative to `params.messages` */
-        lastCutOffIndex = Math.max(params.messages.length -
-            (context.length - (context[0]?.getType() === 'system' ? 1 : 0)), 0);
-        return { context, indexTokenCountMap, messagesToRefine };
-    };
-}
-/** Calculates context utilization as a percentage (0-100) */
-export function getContextUtilization(indexTokenCountMap, instructionTokens, maxContextTokens) {
-    if (maxContextTokens <= 0)
-        return 0;
-    let totalTokens = instructionTokens;
-    for (const key in indexTokenCountMap) {
-        totalTokens += indexTokenCountMap[key] ?? 0;
-    }
-    return (totalTokens / maxContextTokens) * 100;
-}
-//# sourceMappingURL=prune.js.map

package/src/messages/reducer.js

@@ -1,60 +0,0 @@
-import { coerceMessageLikeToMessage, } from '@langchain/core/messages';
-import { v4 } from 'uuid';
-export const REMOVE_ALL_MESSAGES = '__remove_all__';
-/**
- * Prebuilt reducer that combines returned messages.
- * Can handle standard messages and special modifiers like {@link RemoveMessage}
- * instances.
- */
-export function messagesStateReducer(left, right) {
-    const leftArray = Array.isArray(left) ? left : [left];
-    const rightArray = Array.isArray(right) ? right : [right];
-    // coerce to message
-    const leftMessages = leftArray.map(coerceMessageLikeToMessage);
-    const rightMessages = rightArray.map(coerceMessageLikeToMessage);
-    // assign missing ids
-    for (const m of leftMessages) {
-        if (m.id === null || m.id === undefined) {
-            m.id = v4();
-            m.lc_kwargs.id = m.id;
-        }
-    }
-    let removeAllIdx;
-    for (let i = 0; i < rightMessages.length; i += 1) {
-        const m = rightMessages[i];
-        if (m.id === null || m.id === undefined) {
-            m.id = v4();
-            m.lc_kwargs.id = m.id;
-        }
-        if (m.getType() === 'remove' && m.id === REMOVE_ALL_MESSAGES) {
-            removeAllIdx = i;
-        }
-    }
-    if (removeAllIdx != null)
-        return rightMessages.slice(removeAllIdx + 1);
-    // merge
-    const merged = [...leftMessages];
-    const mergedById = new Map(merged.map((m, i) => [m.id, i]));
-    const idsToRemove = new Set();
-    for (const m of rightMessages) {
-        const existingIdx = mergedById.get(m.id);
-        if (existingIdx !== undefined) {
-            if (m.getType() === 'remove') {
-                idsToRemove.add(m.id);
-            }
-            else {
-                idsToRemove.delete(m.id);
-                merged[existingIdx] = m;
-            }
-        }
-        else {
-            if (m.getType() === 'remove') {
-                throw new Error(`Attempting to delete a message with an ID that doesn't exist ('${m.id}')`);
-            }
-            mergedById.set(m.id, merged.length);
-            merged.push(m);
-        }
-    }
-    return merged.filter((m) => !idsToRemove.has(m.id));
-}
-//# sourceMappingURL=reducer.js.map

package/src/messages/shiftIndexTokenCountMap.test.js

@@ -1,63 +0,0 @@
-import { shiftIndexTokenCountMap } from './format';
-describe('shiftIndexTokenCountMap', () => {
-    it('should add a system message token count at index 0 and shift all other indices', () => {
-        const originalMap = {
-            0: 10,
-            1: 20,
-            2: 30
-        };
-        const systemMessageTokenCount = 15;
-        const result = shiftIndexTokenCountMap(originalMap, systemMessageTokenCount);
-        // Check that the system message token count is at index 0
-        expect(result[0]).toBe(15);
-        // Check that all other indices are shifted by 1
-        expect(result[1]).toBe(10);
-        expect(result[2]).toBe(20);
-        expect(result[3]).toBe(30);
-        // Check that the original map is not modified
-        expect(originalMap[0]).toBe(10);
-        expect(originalMap[1]).toBe(20);
-        expect(originalMap[2]).toBe(30);
-    });
-    it('should handle an empty map', () => {
-        const emptyMap = {};
-        const systemMessageTokenCount = 15;
-        const result = shiftIndexTokenCountMap(emptyMap, systemMessageTokenCount);
-        // Check that only the system message token count is in the result
-        expect(Object.keys(result).length).toBe(1);
-        expect(result[0]).toBe(15);
-    });
-    it('should handle non-sequential indices', () => {
-        const nonSequentialMap = {
-            0: 10,
-            2: 20,
-            5: 30
-        };
-        const systemMessageTokenCount = 15;
-        const result = shiftIndexTokenCountMap(nonSequentialMap, systemMessageTokenCount);
-        // Check that the system message token count is at index 0
-        expect(result[0]).toBe(15);
-        // Check that all other indices are shifted by 1
-        expect(result[1]).toBe(10);
-        expect(result[3]).toBe(20);
-        expect(result[6]).toBe(30);
-    });
-    it('should handle string keys', () => {
-        // TypeScript will convert string keys to numbers when accessing the object
-        const mapWithStringKeys = {
-            '0': 10,
-            '1': 20,
-            '2': 30
-        };
-        const systemMessageTokenCount = 15;
-        // Cast to Record<number, number> to match the function signature
-        const result = shiftIndexTokenCountMap(mapWithStringKeys, systemMessageTokenCount);
-        // Check that the system message token count is at index 0
-        expect(result[0]).toBe(15);
-        // Check that all other indices are shifted by 1
-        expect(result[1]).toBe(10);
-        expect(result[2]).toBe(20);
-        expect(result[3]).toBe(30);
-    });
-});
-//# sourceMappingURL=shiftIndexTokenCountMap.test.js.map