@animalabs/membrane 0.1.0

package/dist/context/index.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Context management module
+ *
+ * Handles rolling context, cache marker placement, and state management
+ * for efficient prompt caching with LLMs.
+ */
+export { processContext } from './process.js';
+export { createInitialState, defaultTokenEstimator, DEFAULT_CONTEXT_CONFIG, } from './types.js';
+export type { ContextInput, ContextOutput, ContextState, ContextConfig, ContextInfo, ContextStreamOptions, CacheMarker, } from './types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/context/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/context/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAE9C,OAAO,EACL,kBAAkB,EAClB,qBAAqB,EACrB,sBAAsB,GACvB,MAAM,YAAY,CAAC;AAEpB,YAAY,EACV,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,aAAa,EACb,WAAW,EACX,oBAAoB,EACpB,WAAW,GACZ,MAAM,YAAY,CAAC"}

package/dist/context/index.js

@@ -0,0 +1,9 @@
+/**
+ * Context management module
+ *
+ * Handles rolling context, cache marker placement, and state management
+ * for efficient prompt caching with LLMs.
+ */
+export { processContext } from './process.js';
+export { createInitialState, defaultTokenEstimator, DEFAULT_CONTEXT_CONFIG, } from './types.js';
+//# sourceMappingURL=index.js.map

package/dist/context/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/context/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAE9C,OAAO,EACL,kBAAkB,EAClB,qBAAqB,EACrB,sBAAsB,GACvB,MAAM,YAAY,CAAC"}

package/dist/context/process.d.ts

@@ -0,0 +1,22 @@
+/**
+ * Context processing - main entry point
+ */
+import type { Membrane } from '../membrane.js';
+import type { ContextInput, ContextState, ContextOutput, ContextStreamOptions } from './types.js';
+/**
+ * Process context and stream LLM response.
+ *
+ * This function handles:
+ * - Rolling/truncation based on thresholds
+ * - Cache marker placement for prompt caching
+ * - Hard limit enforcement
+ * - State management
+ *
+ * @param membrane - Configured Membrane instance
+ * @param input - Messages, config, and context settings
+ * @param state - Previous state (null for first call)
+ * @param options - Stream options
+ * @returns Response, updated state, and context info
+ */
+export declare function processContext(membrane: Membrane, input: ContextInput, state: ContextState | null, options?: ContextStreamOptions): Promise<ContextOutput>;
+//# sourceMappingURL=process.d.ts.map

package/dist/context/process.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"process.d.ts","sourceRoot":"","sources":["../../src/context/process.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAE/C,OAAO,KAAK,EACV,YAAY,EACZ,YAAY,EACZ,aAAa,EAGb,oBAAoB,EAErB,MAAM,YAAY,CAAC;AAWpB;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,cAAc,CAClC,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE,YAAY,EACnB,KAAK,EAAE,YAAY,GAAG,IAAI,EAC1B,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,aAAa,CAAC,CAmHxB"}

package/dist/context/process.js

@@ -0,0 +1,369 @@
+/**
+ * Context processing - main entry point
+ */
+import { createInitialState, defaultTokenEstimator, DEFAULT_CONTEXT_CONFIG, } from './types.js';
+// ============================================================================
+// Main Entry Point
+// ============================================================================
+/**
+ * Process context and stream LLM response.
+ *
+ * This function handles:
+ * - Rolling/truncation based on thresholds
+ * - Cache marker placement for prompt caching
+ * - Hard limit enforcement
+ * - State management
+ *
+ * @param membrane - Configured Membrane instance
+ * @param input - Messages, config, and context settings
+ * @param state - Previous state (null for first call)
+ * @param options - Stream options
+ * @returns Response, updated state, and context info
+ */
+export async function processContext(membrane, input, state, options) {
+    // Merge config with defaults
+    const contextConfig = mergeConfig(input.context);
+    const tokenEstimator = contextConfig.tokenEstimator ?? defaultTokenEstimator;
+    // Initialize or continue state
+    let currentState = state ?? createInitialState();
+    // Detect discontinuity (new conversation or branch switch)
+    const isDiscontinuous = detectDiscontinuity(input.messages, currentState);
+    if (isDiscontinuous) {
+        currentState = createInitialState();
+    }
+    // Calculate tokens for all messages
+    const messageTokens = input.messages.map(m => ({
+        message: m,
+        tokens: tokenEstimator(m),
+        id: getMessageId(m),
+    }));
+    const totalTokens = messageTokens.reduce((sum, m) => sum + m.tokens, 0);
+    const totalCharacters = calculateCharacters(input.messages);
+    // Determine if we should roll
+    const rollDecision = shouldRoll(currentState, input.messages.length, totalTokens, totalCharacters, contextConfig);
+    // Apply rolling/truncation if needed
+    let keptMessages = input.messages;
+    let messagesDropped = 0;
+    let didRoll = false;
+    let hardLimitHit = false;
+    if (rollDecision.shouldRoll) {
+        const truncateResult = truncateMessages(messageTokens, rollDecision.targetTokens, rollDecision.targetMessages, contextConfig);
+        keptMessages = truncateResult.kept.map(m => m.message);
+        messagesDropped = truncateResult.dropped;
+        didRoll = true;
+        hardLimitHit = rollDecision.reason === 'hard_limit';
+    }
+    // Recalculate tokens after truncation
+    const keptTokens = keptMessages.map(m => ({
+        message: m,
+        tokens: tokenEstimator(m),
+        id: getMessageId(m),
+    }));
+    const keptTotalTokens = keptTokens.reduce((sum, m) => sum + m.tokens, 0);
+    // Place cache markers
+    const cacheMarkers = placeCacheMarkers(keptMessages, keptTokens, currentState, didRoll, contextConfig);
+    // Apply cache markers to messages
+    const messagesWithCache = applyCacheMarkers(keptMessages, cacheMarkers);
+    // Calculate cached/uncached tokens
+    const lastMarker = cacheMarkers[cacheMarkers.length - 1];
+    const cachedTokens = lastMarker?.tokenEstimate ?? 0;
+    const uncachedTokens = keptTotalTokens - cachedTokens;
+    // Build request
+    const request = {
+        messages: messagesWithCache,
+        system: input.system,
+        tools: input.tools,
+        config: input.config,
+    };
+    // Stream response
+    const response = await membrane.stream(request, {
+        onChunk: options?.onChunk,
+        signal: options?.signal,
+    });
+    // Update state
+    const newState = {
+        cacheMarkers,
+        windowMessageIds: keptMessages.map(m => getMessageId(m)),
+        messagesSinceRoll: didRoll ? 1 : currentState.messagesSinceRoll + 1,
+        tokensSinceRoll: didRoll ? keptTotalTokens : currentState.tokensSinceRoll + keptTotalTokens,
+        inGracePeriod: rollDecision.enteredGrace || (currentState.inGracePeriod && !didRoll),
+        lastRollTime: didRoll ? new Date().toISOString() : currentState.lastRollTime,
+    };
+    // Build info
+    const info = {
+        didRoll,
+        messagesDropped,
+        messagesKept: keptMessages.length,
+        cacheMarkers,
+        cachedTokens,
+        uncachedTokens,
+        totalTokens: keptTotalTokens,
+        hardLimitHit,
+    };
+    return { response, state: newState, info };
+}
+// ============================================================================
+// Helper Functions
+// ============================================================================
+function mergeConfig(config) {
+    return {
+        rolling: {
+            ...DEFAULT_CONTEXT_CONFIG.rolling,
+            ...config.rolling,
+        },
+        limits: {
+            ...DEFAULT_CONTEXT_CONFIG.limits,
+            ...config.limits,
+        },
+        cache: {
+            ...DEFAULT_CONTEXT_CONFIG.cache,
+            ...config.cache,
+        },
+        tokenEstimator: config.tokenEstimator,
+    };
+}
+function getMessageId(message) {
+    return message.metadata?.sourceId ?? `msg-${Math.random().toString(36).slice(2)}`;
+}
+function detectDiscontinuity(messages, state) {
+    if (state.windowMessageIds.length === 0) {
+        return false; // First call, not a discontinuity
+    }
+    const currentIds = new Set(messages.map(m => getMessageId(m)));
+    const overlap = state.windowMessageIds.filter(id => currentIds.has(id));
+    // If less than 50% overlap, consider it a new conversation
+    return overlap.length < state.windowMessageIds.length * 0.5;
+}
+function calculateCharacters(messages) {
+    let chars = 0;
+    for (const msg of messages) {
+        for (const block of msg.content) {
+            if (block.type === 'text') {
+                chars += block.text.length;
+            }
+            else if (block.type === 'tool_result') {
+                const content = typeof block.content === 'string'
+                    ? block.content
+                    : JSON.stringify(block.content);
+                chars += content.length;
+            }
+            // Images not counted for character limits
+        }
+    }
+    return chars;
+}
+function shouldRoll(state, messageCount, totalTokens, totalCharacters, config) {
+    const { rolling, limits } = config;
+    const unit = rolling.unit ?? 'messages';
+    const threshold = rolling.threshold;
+    const grace = rolling.grace ?? 0;
+    const maxThreshold = threshold + grace;
+    // Check hard limits first (always enforced)
+    if (limits?.maxCharacters && totalCharacters > limits.maxCharacters) {
+        return {
+            shouldRoll: true,
+            reason: 'hard_limit',
+            targetTokens: limits.maxTokens,
+            targetMessages: limits.maxMessages,
+            enteredGrace: false,
+        };
+    }
+    if (limits?.maxTokens && totalTokens > limits.maxTokens) {
+        return {
+            shouldRoll: true,
+            reason: 'hard_limit',
+            targetTokens: limits.maxTokens,
+            targetMessages: limits.maxMessages,
+            enteredGrace: false,
+        };
+    }
+    if (limits?.maxMessages && messageCount > limits.maxMessages) {
+        return {
+            shouldRoll: true,
+            reason: 'hard_limit',
+            targetTokens: limits.maxTokens,
+            targetMessages: limits.maxMessages,
+            enteredGrace: false,
+        };
+    }
+    // Check rolling threshold
+    const current = unit === 'messages' ? state.messagesSinceRoll : state.tokensSinceRoll;
+    if (current >= maxThreshold) {
+        // Exceeded grace, must roll
+        return {
+            shouldRoll: true,
+            reason: 'grace_exceeded',
+            targetTokens: unit === 'tokens' ? threshold : undefined,
+            targetMessages: unit === 'messages' ? threshold : undefined,
+            enteredGrace: false,
+        };
+    }
+    if (!state.inGracePeriod && current >= threshold) {
+        // Just entered grace period
+        return {
+            shouldRoll: false,
+            enteredGrace: true,
+        };
+    }
+    return {
+        shouldRoll: false,
+        enteredGrace: false,
+    };
+}
+function truncateMessages(messages, targetTokens, targetMessages, config) {
+    // Truncate from the beginning, keeping most recent
+    if (targetMessages && messages.length > targetMessages) {
+        const startIdx = messages.length - targetMessages;
+        return {
+            kept: messages.slice(startIdx),
+            dropped: startIdx,
+        };
+    }
+    if (targetTokens) {
+        let tokenSum = 0;
+        let startIdx = messages.length;
+        // Count from end backwards
+        for (let i = messages.length - 1; i >= 0; i--) {
+            tokenSum += messages[i].tokens;
+            if (tokenSum > targetTokens) {
+                startIdx = i + 1;
+                break;
+            }
+            startIdx = i;
+        }
+        return {
+            kept: messages.slice(startIdx),
+            dropped: startIdx,
+        };
+    }
+    // Default: use buffer from config
+    const buffer = config?.rolling.buffer ?? 20;
+    const unit = config?.rolling.unit ?? 'messages';
+    if (unit === 'messages') {
+        const targetCount = Math.max(buffer * 2, messages.length - buffer);
+        if (messages.length > targetCount) {
+            const startIdx = messages.length - targetCount;
+            return {
+                kept: messages.slice(startIdx),
+                dropped: startIdx,
+            };
+        }
+    }
+    return { kept: messages, dropped: 0 };
+}
+function placeCacheMarkers(messages, messageTokens, state, didRoll, config) {
+    const cacheConfig = config.cache ?? {};
+    if (cacheConfig.enabled === false) {
+        return [];
+    }
+    const numPoints = cacheConfig.points ?? 1;
+    const minTokens = cacheConfig.minTokens ?? 1024;
+    const preferUser = cacheConfig.preferUserMessages ?? true;
+    const totalTokens = messageTokens.reduce((sum, m) => sum + m.tokens, 0);
+    // Not enough tokens for caching
+    if (totalTokens < minTokens) {
+        return [];
+    }
+    // If we didn't roll, try to keep existing markers stable
+    if (!didRoll && state.cacheMarkers.length > 0) {
+        const currentIds = new Set(messages.map(m => getMessageId(m)));
+        const validMarkers = state.cacheMarkers.filter(m => currentIds.has(m.messageId));
+        if (validMarkers.length > 0) {
+            // Recalculate token estimates for valid markers
+            return validMarkers.map(marker => {
+                const idx = messages.findIndex(m => getMessageId(m) === marker.messageId);
+                const tokenEstimate = messageTokens
+                    .slice(0, idx + 1)
+                    .reduce((sum, m) => sum + m.tokens, 0);
+                return {
+                    messageId: marker.messageId,
+                    messageIndex: idx,
+                    tokenEstimate,
+                };
+            });
+        }
+    }
+    // Place new markers using arithmetic positioning
+    const markers = [];
+    const buffer = config.rolling.buffer ?? 20;
+    // For single point: place at (length - buffer)
+    // For multiple points: distribute evenly in cacheable portion
+    const cacheableEnd = Math.max(0, messages.length - buffer);
+    if (cacheableEnd === 0) {
+        return []; // Nothing to cache
+    }
+    // Calculate step size for multiple cache points
+    const step = Math.floor(cacheableEnd / numPoints);
+    if (step === 0) {
+        return []; // Not enough messages for requested cache points
+    }
+    let runningTokens = 0;
+    let currentIdx = 0;
+    for (let point = 1; point <= numPoints; point++) {
+        const targetIdx = Math.min(point * step - 1, cacheableEnd - 1);
+        // Accumulate tokens up to target
+        while (currentIdx <= targetIdx && currentIdx < messageTokens.length) {
+            runningTokens += messageTokens[currentIdx].tokens;
+            currentIdx++;
+        }
+        let markerIdx = targetIdx;
+        let markerTokens = runningTokens;
+        // Adjust to user message if preferred
+        if (preferUser) {
+            const adjusted = findNearestUserMessage(messages, markerIdx, messageTokens);
+            if (adjusted) {
+                markerIdx = adjusted.index;
+                markerTokens = adjusted.tokens;
+            }
+        }
+        // Skip if below minimum
+        if (markerTokens < minTokens) {
+            continue;
+        }
+        // Skip if duplicate
+        if (markers.some(m => m.messageIndex === markerIdx)) {
+            continue;
+        }
+        markers.push({
+            messageId: getMessageId(messages[markerIdx]),
+            messageIndex: markerIdx,
+            tokenEstimate: markerTokens,
+        });
+    }
+    return markers;
+}
+function findNearestUserMessage(messages, startIdx, messageTokens) {
+    // Search backwards for a user message (non-assistant participant)
+    const maxSearch = 5;
+    let tokens = messageTokens.slice(0, startIdx + 1).reduce((sum, m) => sum + m.tokens, 0);
+    for (let i = startIdx; i >= Math.max(0, startIdx - maxSearch); i--) {
+        const msg = messages[i];
+        // Heuristic: if participant isn't a common assistant name, it's probably a user
+        const participant = msg.participant.toLowerCase();
+        const isUser = !['claude', 'assistant', 'bot', 'ai'].includes(participant);
+        if (isUser) {
+            return { index: i, tokens };
+        }
+        tokens -= messageTokens[i].tokens;
+    }
+    return null;
+}
+function applyCacheMarkers(messages, cacheMarkers) {
+    if (cacheMarkers.length === 0) {
+        return messages;
+    }
+    const markerIndices = new Set(cacheMarkers.map(m => m.messageIndex));
+    return messages.map((msg, idx) => {
+        if (markerIndices.has(idx)) {
+            return {
+                ...msg,
+                metadata: {
+                    ...msg.metadata,
+                    cacheControl: { type: 'ephemeral' },
+                },
+            };
+        }
+        return msg;
+    });
+}
+//# sourceMappingURL=process.js.map

package/dist/context/process.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"process.js","sourceRoot":"","sources":["../../src/context/process.ts"],"names":[],"mappings":"AAAA;;GAEG;AAaH,OAAO,EACL,kBAAkB,EAClB,qBAAqB,EACrB,sBAAsB,GACvB,MAAM,YAAY,CAAC;AAEpB,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,QAAkB,EAClB,KAAmB,EACnB,KAA0B,EAC1B,OAA8B;IAE9B,6BAA6B;IAC7B,MAAM,aAAa,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACjD,MAAM,cAAc,GAAG,aAAa,CAAC,cAAc,IAAI,qBAAqB,CAAC;IAE7E,+BAA+B;IAC/B,IAAI,YAAY,GAAG,KAAK,IAAI,kBAAkB,EAAE,CAAC;IAEjD,2DAA2D;IAC3D,MAAM,eAAe,GAAG,mBAAmB,CAAC,KAAK,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAC1E,IAAI,eAAe,EAAE,CAAC;QACpB,YAAY,GAAG,kBAAkB,EAAE,CAAC;IACtC,CAAC;IAED,oCAAoC;IACpC,MAAM,aAAa,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC7C,OAAO,EAAE,CAAC;QACV,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC;QACzB,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC;KACpB,CAAC,CAAC,CAAC;IAEJ,MAAM,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACxE,MAAM,eAAe,GAAG,mBAAmB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAE5D,8BAA8B;IAC9B,MAAM,YAAY,GAAG,UAAU,CAC7B,YAAY,EACZ,KAAK,CAAC,QAAQ,CAAC,MAAM,EACrB,WAAW,EACX,eAAe,EACf,aAAa,CACd,CAAC;IAEF,qCAAqC;IACrC,IAAI,YAAY,GAAG,KAAK,CAAC,QAAQ,CAAC;IAClC,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,YAAY,GAAG,KAAK,CAAC;IAEzB,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;QAC5B,MAAM,cAAc,GAAG,gBAAgB,CACrC,aAAa,EACb,YAAY,CAAC,YAAY,EACzB,YAAY,CAAC,cAAc,EAC3B,aAAa,CACd,CAAC;QAEF,YAAY,GAAG,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACvD,eAAe,GAAG,cAAc,CAAC,OAAO,CAAC;QACzC,OAAO,GAAG,IAAI,CAAC;QACf,YAAY,GAAG,YAAY,CAAC,MAAM,KAAK,YAAY,CAAC;IACtD,CAAC;IAED,sCAAsC;IACtC,MAAM,UAAU,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACxC,OAAO,EAAE,CAAC;QACV,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC;QACzB,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC;KACpB,CAAC,CAAC,CAAC;IACJ,MAAM,eAAe,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAEzE,sBAAsB;IACtB,MAAM,YAAY,GAAG,iBAAiB,CACpC,YAAY,EACZ,UAAU,EACV,YAAY,EACZ,OAAO,EACP,aAAa,CACd,CAAC;IAEF,kCAAkC;IAClC,MAAM,iBAAiB,GAAG,iBAAiB,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;IAExE,mCAAmC;IACnC,MAAM,UAAU,GAAG,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACzD,MAAM,YAAY,GAAG,UAAU,EAAE,aAAa,IAAI,CAAC,CAAC;IACpD,MAAM,cAAc,GAAG,eAAe,GAAG,YAAY,CAAC;IAEtD,gBAAgB;IAChB,MAAM,OAAO,GAAsB;QACjC,QAAQ,EAAE,iBAAiB;QAC3B,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,MAAM,EAAE,KAAK,CAAC,MAAM;KACrB,CAAC;IAEF,kBAAkB;IAClB,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE;QAC9C,OAAO,EAAE,OAAO,EAAE,OAAO;QACzB,MAAM,EAAE,OAAO,EAAE,MAAM;KACxB,CAAC,CAAC;IAEH,eAAe;IACf,MAAM,QAAQ,GAAiB;QAC7B,YAAY;QACZ,gBAAgB,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACxD,iBAAiB,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,iBAAiB,GAAG,CAAC;QACnE,eAAe,EAAE,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,YAAY,CAAC,eAAe,GAAG,eAAe;QAC3F,aAAa,EAAE,YAAY,CAAC,YAAY,IAAI,CAAC,YAAY,CAAC,aAAa,IAAI,CAAC,OAAO,CAAC;QACpF,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,YAAY;KAC7E,CAAC;IAEF,aAAa;IACb,MAAM,IAAI,GAAgB;QACxB,OAAO;QACP,eAAe;QACf,YAAY,EAAE,YAAY,CAAC,MAAM;QACjC,YAAY;QACZ,YAAY;QACZ,cAAc;QACd,WAAW,EAAE,eAAe;QAC5B,YAAY;KACb,CAAC;IAEF,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;AAC7C,CAAC;AAED,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,SAAS,WAAW,CAAC,MAAqB;IACxC,OAAO;QACL,OAAO,EAAE;YACP,GAAG,sBAAsB,CAAC,OAAO;YACjC,GAAG,MAAM,CAAC,OAAO;SAClB;QACD,MAAM,EAAE;YACN,GAAG,sBAAsB,CAAC,MAAM;YAChC,GAAG,MAAM,CAAC,MAAM;SACjB;QACD,KAAK,EAAE;YACL,GAAG,sBAAsB,CAAC,KAAK;YAC/B,GAAG,MAAM,CAAC,KAAK;SAChB;QACD,cAAc,EAAE,MAAM,CAAC,cAAc;KACtC,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,OAA0B;IAC9C,OAAO,OAAO,CAAC,QAAQ,EAAE,QAAQ,IAAI,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;AACpF,CAAC;AAED,SAAS,mBAAmB,CAC1B,QAA6B,EAC7B,KAAmB;IAEnB,IAAI,KAAK,CAAC,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxC,OAAO,KAAK,CAAC,CAAC,kCAAkC;IAClD,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/D,MAAM,OAAO,GAAG,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAExE,2DAA2D;IAC3D,OAAO,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC,gBAAgB,CAAC,MAAM,GAAG,GAAG,CAAC;AAC9D,CAAC;AAED,SAAS,mBAAmB,CAAC,QAA6B;IACxD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;YAChC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC1B,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;YAC7B,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;gBACxC,MAAM,OAAO,GAAG,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;oBAC/C,CAAC,CAAC,KAAK,CAAC,OAAO;oBACf,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAClC,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC;YAC1B,CAAC;YACD,0CAA0C;QAC5C,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAUD,SAAS,UAAU,CACjB,KAAmB,EACnB,YAAoB,EACpB,WAAmB,EACnB,eAAuB,EACvB,MAAqB;IAErB,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IACnC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,UAAU,CAAC;IAExC,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IACpC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC;IACjC,MAAM,YAAY,GAAG,SAAS,GAAG,KAAK,CAAC;IAEvC,4CAA4C;IAC5C,IAAI,MAAM,EAAE,aAAa,IAAI,eAAe,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;QACpE,OAAO;YACL,UAAU,EAAE,IAAI;YAChB,MAAM,EAAE,YAAY;YACpB,YAAY,EAAE,MAAM,CAAC,SAAS;YAC9B,cAAc,EAAE,MAAM,CAAC,WAAW;YAClC,YAAY,EAAE,KAAK;SACpB,CAAC;IACJ,CAAC;IAED,IAAI,MAAM,EAAE,SAAS,IAAI,WAAW,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QACxD,OAAO;YACL,UAAU,EAAE,IAAI;YAChB,MAAM,EAAE,YAAY;YACpB,YAAY,EAAE,MAAM,CAAC,SAAS;YAC9B,cAAc,EAAE,MAAM,CAAC,WAAW;YAClC,YAAY,EAAE,KAAK;SACpB,CAAC;IACJ,CAAC;IAED,IAAI,MAAM,EAAE,WAAW,IAAI,YAAY,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QAC7D,OAAO;YACL,UAAU,EAAE,IAAI;YAChB,MAAM,EAAE,YAAY;YACpB,YAAY,EAAE,MAAM,CAAC,SAAS;YAC9B,cAAc,EAAE,MAAM,CAAC,WAAW;YAClC,YAAY,EAAE,KAAK;SACpB,CAAC;IACJ,CAAC;IAED,0BAA0B;IAC1B,MAAM,OAAO,GAAG,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC;IAEtF,IAAI,OAAO,IAAI,YAAY,EAAE,CAAC;QAC5B,4BAA4B;QAC5B,OAAO;YACL,UAAU,EAAE,IAAI;YAChB,MAAM,EAAE,gBAAgB;YACxB,YAAY,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YACvD,cAAc,EAAE,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YAC3D,YAAY,EAAE,KAAK;SACpB,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,OAAO,IAAI,SAAS,EAAE,CAAC;QACjD,4BAA4B;QAC5B,OAAO;YACL,UAAU,EAAE,KAAK;YACjB,YAAY,EAAE,IAAI;SACnB,CAAC;IACJ,CAAC;IAED,OAAO;QACL,UAAU,EAAE,KAAK;QACjB,YAAY,EAAE,KAAK;KACpB,CAAC;AACJ,CAAC;AAQD,SAAS,gBAAgB,CACvB,QAA6B,EAC7B,YAAqB,EACrB,cAAuB,EACvB,MAAsB;IAEtB,mDAAmD;IAEnD,IAAI,cAAc,IAAI,QAAQ,CAAC,MAAM,GAAG,cAAc,EAAE,CAAC;QACvD,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,GAAG,cAAc,CAAC;QAClD,OAAO;YACL,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC;YAC9B,OAAO,EAAE,QAAQ;SAClB,CAAC;IACJ,CAAC;IAED,IAAI,YAAY,EAAE,CAAC;QACjB,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC;QAE/B,2BAA2B;QAC3B,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,QAAQ,IAAI,QAAQ,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC;YAChC,IAAI,QAAQ,GAAG,YAAY,EAAE,CAAC;gBAC5B,QAAQ,GAAG,CAAC,GAAG,CAAC,CAAC;gBACjB,MAAM;YACR,CAAC;YACD,QAAQ,GAAG,CAAC,CAAC;QACf,CAAC;QAED,OAAO;YACL,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC;YAC9B,OAAO,EAAE,QAAQ;SAClB,CAAC;IACJ,CAAC;IAED,kCAAkC;IAClC,MAAM,MAAM,GAAG,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;IAC5C,MAAM,IAAI,GAAG,MAAM,EAAE,OAAO,CAAC,IAAI,IAAI,UAAU,CAAC;IAEhD,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;QACxB,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,QAAQ,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC;QACnE,IAAI,QAAQ,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;YAClC,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,GAAG,WAAW,CAAC;YAC/C,OAAO;gBACL,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC;gBAC9B,OAAO,EAAE,QAAQ;aAClB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;AACxC,CAAC;AAED,SAAS,iBAAiB,CACxB,QAA6B,EAC7B,aAAkC,EAClC,KAAmB,EACnB,OAAgB,EAChB,MAAqB;IAErB,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;IAEvC,IAAI,WAAW,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;QAClC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,IAAI,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS,IAAI,IAAI,CAAC;IAChD,MAAM,UAAU,GAAG,WAAW,CAAC,kBAAkB,IAAI,IAAI,CAAC;IAE1D,MAAM,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAExE,gCAAgC;IAChC,IAAI,WAAW,GAAG,SAAS,EAAE,CAAC;QAC5B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,yDAAyD;IACzD,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9C,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/D,MAAM,YAAY,GAAG,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;QAEjF,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,gDAAgD;YAChD,OAAO,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;gBAC/B,MAAM,GAAG,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,SAAS,CAAC,CAAC;gBAC1E,MAAM,aAAa,GAAG,aAAa;qBAChC,KAAK,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC;qBACjB,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;gBAEzC,OAAO;oBACL,SAAS,EAAE,MAAM,CAAC,SAAS;oBAC3B,YAAY,EAAE,GAAG;oBACjB,aAAa;iBACd,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,iDAAiD;IACjD,MAAM,OAAO,GAAkB,EAAE,CAAC;IAClC,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;IAE3C,+CAA+C;IAC/C,8DAA8D;IAC9D,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC;IAE3D,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,EAAE,CAAC,CAAC,mBAAmB;IAChC,CAAC;IAED,gDAAgD;IAChD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,SAAS,CAAC,CAAC;IAElD,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;QACf,OAAO,EAAE,CAAC,CAAC,iDAAiD;IAC9D,CAAC;IAED,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC;QAChD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,EAAE,YAAY,GAAG,CAAC,CAAC,CAAC;QAE/D,iCAAiC;QACjC,OAAO,UAAU,IAAI,SAAS,IAAI,UAAU,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC;YACpE,aAAa,IAAI,aAAa,CAAC,UAAU,CAAE,CAAC,MAAM,CAAC;YACnD,UAAU,EAAE,CAAC;QACf,CAAC;QAED,IAAI,SAAS,GAAG,SAAS,CAAC;QAC1B,IAAI,YAAY,GAAG,aAAa,CAAC;QAEjC,sCAAsC;QACtC,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,sBAAsB,CAAC,QAAQ,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;YAC5E,IAAI,QAAQ,EAAE,CAAC;gBACb,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC;gBAC3B,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC;YACjC,CAAC;QACH,CAAC;QAED,wBAAwB;QACxB,IAAI,YAAY,GAAG,SAAS,EAAE,CAAC;YAC7B,SAAS;QACX,CAAC;QAED,oBAAoB;QACpB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,SAAS,CAAC,EAAE,CAAC;YACpD,SAAS;QACX,CAAC;QAED,OAAO,CAAC,IAAI,CAAC;YACX,SAAS,EAAE,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAE,CAAC;YAC7C,YAAY,EAAE,SAAS;YACvB,aAAa,EAAE,YAAY;SAC5B,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,sBAAsB,CAC7B,QAA6B,EAC7B,QAAgB,EAChB,aAAkC;IAElC,kEAAkE;IAClE,MAAM,SAAS,GAAG,CAAC,CAAC;IAEpB,IAAI,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAExF,KAAK,IAAI,CAAC,GAAG,QAAQ,EAAE,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACnE,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAE,CAAC;QACzB,gFAAgF;QAChF,MAAM,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC;QAClD,MAAM,MAAM,GAAG,CAAC,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QAE3E,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC;QAC9B,CAAC;QAED,MAAM,IAAI,aAAa,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC;IACrC,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,iBAAiB,CACxB,QAA6B,EAC7B,YAA2B;IAE3B,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;IAErE,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QAC/B,IAAI,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3B,OAAO;gBACL,GAAG,GAAG;gBACN,QAAQ,EAAE;oBACR,GAAG,GAAG,CAAC,QAAQ;oBACf,YAAY,EAAE,EAAE,IAAI,EAAE,WAAoB,EAAE;iBAC7C;aACF,CAAC;QACJ,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/context/types.d.ts

@@ -0,0 +1,118 @@
+/**
+ * Context management types
+ */
+import type { NormalizedMessage, NormalizedResponse, AbortedResponse, GenerationConfig, ToolDefinition } from '../types/index.js';
+export interface CacheMarker {
+    /** Message ID (from metadata.sourceId) */
+    messageId: string;
+    /** Index in the message array */
+    messageIndex: number;
+    /** Estimated tokens up to this point */
+    tokenEstimate: number;
+}
+export interface ContextConfig {
+    /** Rolling configuration */
+    rolling: {
+        /** Threshold before roll triggers */
+        threshold: number;
+        /** Buffer to leave uncached after roll */
+        buffer: number;
+        /** Grace period before forced roll (optional) */
+        grace?: number;
+        /** Unit for threshold/buffer/grace (default: 'messages') */
+        unit?: 'messages' | 'tokens';
+    };
+    /** Hard limits (always enforced) */
+    limits?: {
+        /** Maximum characters (default: 500000) */
+        maxCharacters?: number;
+        /** Maximum tokens */
+        maxTokens?: number;
+        /** Maximum messages */
+        maxMessages?: number;
+    };
+    /** Cache settings */
+    cache?: {
+        /** Enable caching (default: true) */
+        enabled?: boolean;
+        /** Number of cache points (default: 1, max: 4 for Anthropic) */
+        points?: 1 | 2 | 3 | 4;
+        /** Minimum tokens before caching (default: 1024) */
+        minTokens?: number;
+        /** Prefer user messages for cache markers (OpenRouter workaround) */
+        preferUserMessages?: boolean;
+    };
+    /** Custom token estimator (default: chars / 4) */
+    tokenEstimator?: (message: NormalizedMessage) => number;
+}
+export interface ContextState {
+    /** Current cache markers */
+    cacheMarkers: CacheMarker[];
+    /** Message IDs in current window (for continuity detection) */
+    windowMessageIds: string[];
+    /** Messages since last roll */
+    messagesSinceRoll: number;
+    /** Tokens since last roll */
+    tokensSinceRoll: number;
+    /** Whether we're in grace period */
+    inGracePeriod: boolean;
+    /** Last roll timestamp (ISO string) */
+    lastRollTime?: string;
+}
+export interface ContextInput {
+    /** Conversation messages */
+    messages: NormalizedMessage[];
+    /** System prompt */
+    system?: string;
+    /** Tool definitions */
+    tools?: ToolDefinition[];
+    /** Generation config (model, maxTokens, etc.) */
+    config: GenerationConfig;
+    /** Context management config */
+    context: ContextConfig;
+}
+export interface ContextInfo {
+    /** Whether a roll occurred */
+    didRoll: boolean;
+    /** Number of messages dropped in roll */
+    messagesDropped: number;
+    /** Number of messages kept */
+    messagesKept: number;
+    /** Current cache markers */
+    cacheMarkers: CacheMarker[];
+    /** Estimated cached tokens */
+    cachedTokens: number;
+    /** Estimated uncached tokens */
+    uncachedTokens: number;
+    /** Total estimated tokens */
+    totalTokens: number;
+    /** Whether hard limit was hit */
+    hardLimitHit: boolean;
+}
+export interface ContextOutput {
+    /** The LLM response (may be aborted) */
+    response: NormalizedResponse | AbortedResponse;
+    /** Updated state (save this for next call) */
+    state: ContextState;
+    /** Info about what happened */
+    info: ContextInfo;
+}
+export interface ContextStreamOptions {
+    /** Callback for streaming chunks */
+    onChunk?: (chunk: string) => void;
+    /** Abort signal */
+    signal?: AbortSignal;
+}
+/**
+ * Create initial empty state
+ */
+export declare function createInitialState(): ContextState;
+/**
+ * Default token estimator (chars / 4)
+ */
+export declare function defaultTokenEstimator(message: NormalizedMessage): number;
+/**
+ * Default context config
+ */
+export declare const DEFAULT_CONTEXT_CONFIG: ContextConfig;
+//# sourceMappingURL=types.d.ts.map

package/dist/context/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/context/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,eAAe,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAMlI,MAAM,WAAW,WAAW;IAC1B,0CAA0C;IAC1C,SAAS,EAAE,MAAM,CAAC;IAElB,iCAAiC;IACjC,YAAY,EAAE,MAAM,CAAC;IAErB,wCAAwC;IACxC,aAAa,EAAE,MAAM,CAAC;CACvB;AAMD,MAAM,WAAW,aAAa;IAC5B,4BAA4B;IAC5B,OAAO,EAAE;QACP,qCAAqC;QACrC,SAAS,EAAE,MAAM,CAAC;QAElB,0CAA0C;QAC1C,MAAM,EAAE,MAAM,CAAC;QAEf,iDAAiD;QACjD,KAAK,CAAC,EAAE,MAAM,CAAC;QAEf,4DAA4D;QAC5D,IAAI,CAAC,EAAE,UAAU,GAAG,QAAQ,CAAC;KAC9B,CAAC;IAEF,oCAAoC;IACpC,MAAM,CAAC,EAAE;QACP,2CAA2C;QAC3C,aAAa,CAAC,EAAE,MAAM,CAAC;QAEvB,qBAAqB;QACrB,SAAS,CAAC,EAAE,MAAM,CAAC;QAEnB,uBAAuB;QACvB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC;IAEF,qBAAqB;IACrB,KAAK,CAAC,EAAE;QACN,qCAAqC;QACrC,OAAO,CAAC,EAAE,OAAO,CAAC;QAElB,gEAAgE;QAChE,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAEvB,oDAAoD;QACpD,SAAS,CAAC,EAAE,MAAM,CAAC;QAEnB,qEAAqE;QACrE,kBAAkB,CAAC,EAAE,OAAO,CAAC;KAC9B,CAAC;IAEF,kDAAkD;IAClD,cAAc,CAAC,EAAE,CAAC,OAAO,EAAE,iBAAiB,KAAK,MAAM,CAAC;CACzD;AAMD,MAAM,WAAW,YAAY;IAC3B,4BAA4B;IAC5B,YAAY,EAAE,WAAW,EAAE,CAAC;IAE5B,+DAA+D;IAC/D,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAE3B,+BAA+B;IAC/B,iBAAiB,EAAE,MAAM,CAAC;IAE1B,6BAA6B;IAC7B,eAAe,EAAE,MAAM,CAAC;IAExB,oCAAoC;IACpC,aAAa,EAAE,OAAO,CAAC;IAEvB,uCAAuC;IACvC,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAMD,MAAM,WAAW,YAAY;IAC3B,4BAA4B;IAC5B,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IAE9B,oBAAoB;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,uBAAuB;IACvB,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;IAEzB,iDAAiD;IACjD,MAAM,EAAE,gBAAgB,CAAC;IAEzB,gCAAgC;IAChC,OAAO,EAAE,aAAa,CAAC;CACxB;AAMD,MAAM,WAAW,WAAW;IAC1B,8BAA8B;IAC9B,OAAO,EAAE,OAAO,CAAC;IAEjB,yCAAyC;IACzC,eAAe,EAAE,MAAM,CAAC;IAExB,8BAA8B;IAC9B,YAAY,EAAE,MAAM,CAAC;IAErB,4BAA4B;IAC5B,YAAY,EAAE,WAAW,EAAE,CAAC;IAE5B,8BAA8B;IAC9B,YAAY,EAAE,MAAM,CAAC;IAErB,gCAAgC;IAChC,cAAc,EAAE,MAAM,CAAC;IAEvB,6BAA6B;IAC7B,WAAW,EAAE,MAAM,CAAC;IAEpB,iCAAiC;IACjC,YAAY,EAAE,OAAO,CAAC;CACvB;AAMD,MAAM,WAAW,aAAa;IAC5B,wCAAwC;IACxC,QAAQ,EAAE,kBAAkB,GAAG,eAAe,CAAC;IAE/C,8CAA8C;IAC9C,KAAK,EAAE,YAAY,CAAC;IAEpB,+BAA+B;IAC/B,IAAI,EAAE,WAAW,CAAC;CACnB;AAMD,MAAM,WAAW,oBAAoB;IACnC,oCAAoC;IACpC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAElC,mBAAmB;IACnB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAMD;;GAEG;AACH,wBAAgB,kBAAkB,IAAI,YAAY,CAQjD;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,iBAAiB,GAAG,MAAM,CAgBxE;AAED;;GAEG;AACH,eAAO,MAAM,sBAAsB,EAAE,aAepC,CAAC"}

package/dist/context/types.js

@@ -0,0 +1,60 @@
+/**
+ * Context management types
+ */
+// ============================================================================
+// Helpers
+// ============================================================================
+/**
+ * Create initial empty state
+ */
+export function createInitialState() {
+    return {
+        cacheMarkers: [],
+        windowMessageIds: [],
+        messagesSinceRoll: 0,
+        tokensSinceRoll: 0,
+        inGracePeriod: false,
+    };
+}
+/**
+ * Default token estimator (chars / 4)
+ */
+export function defaultTokenEstimator(message) {
+    let chars = 0;
+    for (const block of message.content) {
+        if (block.type === 'text') {
+            chars += block.text.length;
+        }
+        else if (block.type === 'tool_result') {
+            const content = typeof block.content === 'string'
+                ? block.content
+                : JSON.stringify(block.content);
+            chars += content.length;
+        }
+        else if (block.type === 'image') {
+            // Images: ~1500 tokens regardless of size (Anthropic)
+            chars += 6000; // 1500 * 4
+        }
+    }
+    return Math.ceil(chars / 4);
+}
+/**
+ * Default context config
+ */
+export const DEFAULT_CONTEXT_CONFIG = {
+    rolling: {
+        threshold: 50,
+        buffer: 20,
+        unit: 'messages',
+    },
+    limits: {
+        maxCharacters: 500000,
+    },
+    cache: {
+        enabled: true,
+        points: 1,
+        minTokens: 1024,
+        preferUserMessages: true,
+    },
+};
+//# sourceMappingURL=types.js.map

package/dist/context/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/context/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AA4KH,+EAA+E;AAC/E,UAAU;AACV,+EAA+E;AAE/E;;GAEG;AACH,MAAM,UAAU,kBAAkB;IAChC,OAAO;QACL,YAAY,EAAE,EAAE;QAChB,gBAAgB,EAAE,EAAE;QACpB,iBAAiB,EAAE,CAAC;QACpB,eAAe,EAAE,CAAC;QAClB,aAAa,EAAE,KAAK;KACrB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,OAA0B;IAC9D,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC1B,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;QAC7B,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YACxC,MAAM,OAAO,GAAG,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;gBAC/C,CAAC,CAAC,KAAK,CAAC,OAAO;gBACf,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAClC,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC;QAC1B,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAClC,sDAAsD;YACtD,KAAK,IAAI,IAAI,CAAC,CAAC,WAAW;QAC5B,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;AAC9B,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAkB;IACnD,OAAO,EAAE;QACP,SAAS,EAAE,EAAE;QACb,MAAM,EAAE,EAAE;QACV,IAAI,EAAE,UAAU;KACjB;IACD,MAAM,EAAE;QACN,aAAa,EAAE,MAAM;KACtB;IACD,KAAK,EAAE;QACL,OAAO,EAAE,IAAI;QACb,MAAM,EAAE,CAAC;QACT,SAAS,EAAE,IAAI;QACf,kBAAkB,EAAE,IAAI;KACzB;CACF,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Membrane - LLM middleware
+ *
+ * A selective boundary that transforms what passes through.
+ */
+export { Membrane } from './membrane.js';
+export * from './types/index.js';
+export * from './transforms/index.js';
+export * from './providers/index.js';
+export * from './utils/index.js';
+export * from './context/index.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAGzC,cAAc,kBAAkB,CAAC;AAGjC,cAAc,uBAAuB,CAAC;AAGtC,cAAc,sBAAsB,CAAC;AAGrC,cAAc,kBAAkB,CAAC;AAGjC,cAAc,oBAAoB,CAAC"}