@blockrun/clawrouter 0.12.102 → 0.12.103

package/dist/compression/layers/deduplication.js

@@ -1,101 +0,0 @@
-/**
- * Layer 1: Message Deduplication
- *
- * Removes exact duplicate messages from conversation history.
- * Common in heartbeat patterns and repeated tool calls.
- *
- * Safe for LLM: Identical messages add no new information.
- * Expected savings: 2-5%
- */
-import crypto from "crypto";
-/**
- * Generate a hash for a message based on its semantic content.
- * Uses role + content + tool_call_id to identify duplicates.
- */
-function hashMessage(message) {
-    // Handle content - stringify arrays (multimodal), use string directly, or empty string
-    let contentStr = "";
-    if (typeof message.content === "string") {
-        contentStr = message.content;
-    }
-    else if (Array.isArray(message.content)) {
-        contentStr = JSON.stringify(message.content);
-    }
-    const parts = [message.role, contentStr, message.tool_call_id || "", message.name || ""];
-    // Include tool_calls if present
-    if (message.tool_calls) {
-        parts.push(JSON.stringify(message.tool_calls.map((tc) => ({
-            name: tc.function.name,
-            args: tc.function.arguments,
-        }))));
-    }
-    const content = parts.join("|");
-    return crypto.createHash("md5").update(content).digest("hex");
-}
-/**
- * Remove exact duplicate messages from the conversation.
- *
- * Strategy:
- * - Keep first occurrence of each unique message
- * - Preserve order for semantic coherence
- * - Never dedupe system messages (they set context)
- * - Allow duplicate user messages (user might repeat intentionally)
- * - CRITICAL: Never dedupe assistant messages with tool_calls that are
- *   referenced by subsequent tool messages (breaks Anthropic tool_use/tool_result pairing)
- */
-export function deduplicateMessages(messages) {
-    const seen = new Set();
-    const result = [];
-    let duplicatesRemoved = 0;
-    // First pass: collect all tool_call_ids that are referenced by tool messages
-    // These tool_calls MUST be preserved to maintain tool_use/tool_result pairing
-    const referencedToolCallIds = new Set();
-    for (const message of messages) {
-        if (message.role === "tool" && message.tool_call_id) {
-            referencedToolCallIds.add(message.tool_call_id);
-        }
-    }
-    for (const message of messages) {
-        // Always keep system messages (they set important context)
-        if (message.role === "system") {
-            result.push(message);
-            continue;
-        }
-        // Always keep user messages (user might repeat intentionally)
-        if (message.role === "user") {
-            result.push(message);
-            continue;
-        }
-        // Always keep tool messages (they are results of tool calls)
-        // Removing them would break the tool_use/tool_result pairing
-        if (message.role === "tool") {
-            result.push(message);
-            continue;
-        }
-        // For assistant messages with tool_calls, check if any are referenced
-        // by subsequent tool messages - if so, we MUST keep this message
-        if (message.role === "assistant" && message.tool_calls) {
-            const hasReferencedToolCall = message.tool_calls.some((tc) => referencedToolCallIds.has(tc.id));
-            if (hasReferencedToolCall) {
-                // This assistant message has tool_calls that are referenced - keep it
-                result.push(message);
-                continue;
-            }
-        }
-        // For other assistant messages, check for duplicates
-        const hash = hashMessage(message);
-        if (!seen.has(hash)) {
-            seen.add(hash);
-            result.push(message);
-        }
-        else {
-            duplicatesRemoved++;
-        }
-    }
-    return {
-        messages: result,
-        duplicatesRemoved,
-        originalCount: messages.length,
-    };
-}
-//# sourceMappingURL=deduplication.js.map

package/dist/compression/layers/deduplication.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"deduplication.js","sourceRoot":"","sources":["../../../src/compression/layers/deduplication.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,MAAM,MAAM,QAAQ,CAAC;AAQ5B;;;GAGG;AACH,SAAS,WAAW,CAAC,OAA0B;IAC7C,uFAAuF;IACvF,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACxC,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC;IAC/B,CAAC;SAAM,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1C,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,KAAK,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,CAAC,YAAY,IAAI,EAAE,EAAE,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAEzF,gCAAgC;IAChC,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACvB,KAAK,CAAC,IAAI,CACR,IAAI,CAAC,SAAS,CACZ,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAC9B,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;YACtB,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS;SAC5B,CAAC,CAAC,CACJ,CACF,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAChC,OAAO,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChE,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAA6B;IAC/D,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,MAAM,GAAwB,EAAE,CAAC;IACvC,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAE1B,6EAA6E;IAC7E,8EAA8E;IAC9E,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAAU,CAAC;IAChD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YACpD,qBAAqB,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,2DAA2D;QAC3D,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC9B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,SAAS;QACX,CAAC;QAED,8DAA8D;QAC9D,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC5B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,SAAS;QACX,CAAC;QAED,6DAA6D;QAC7D,6DAA6D;QAC7D,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC5B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,SAAS;QACX,CAAC;QAED,sEAAsE;QACtE,iEAAiE;QACjE,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvD,MAAM,qBAAqB,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAC3D,qBAAqB,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CACjC,CAAC;YACF,IAAI,qBAAqB,EAAE,CAAC;gBAC1B,sEAAsE;gBACtE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrB,SAAS;YACX,CAAC;QACH,CAAC;QAED,qDAAqD;QACrD,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QAElC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACpB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,iBAAiB,EAAE,CAAC;QACtB,CAAC;IACH,CAAC;IAED,OAAO;QACL,QAAQ,EAAE,MAAM;QAChB,iBAAiB;QACjB,aAAa,EAAE,QAAQ,CAAC,MAAM;KAC/B,CAAC;AACJ,CAAC"}

package/dist/compression/layers/dictionary.d.ts

@@ -1,21 +0,0 @@
-/**
- * Layer 3: Dictionary Encoding
- *
- * Replaces frequently repeated long phrases with short codes.
- * Uses a static codebook of common patterns from production logs.
- *
- * Safe for LLM: Reversible substitution with codebook header.
- * Expected savings: 4-8%
- */
-import { NormalizedMessage } from "../types.js";
-export interface DictionaryResult {
-    messages: NormalizedMessage[];
-    substitutionCount: number;
-    usedCodes: Set<string>;
-    charsSaved: number;
-}
-/**
- * Apply dictionary encoding to all messages.
- */
-export declare function encodeMessages(messages: NormalizedMessage[]): DictionaryResult;
-//# sourceMappingURL=dictionary.d.ts.map

package/dist/compression/layers/dictionary.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"dictionary.d.ts","sourceRoot":"","sources":["../../../src/compression/layers/dictionary.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAGhD,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IAC9B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;CACpB;AA6CD;;GAEG;AACH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,iBAAiB,EAAE,GAAG,gBAAgB,CA+B9E"}

package/dist/compression/layers/dictionary.js

@@ -1,73 +0,0 @@
-/**
- * Layer 3: Dictionary Encoding
- *
- * Replaces frequently repeated long phrases with short codes.
- * Uses a static codebook of common patterns from production logs.
- *
- * Safe for LLM: Reversible substitution with codebook header.
- * Expected savings: 4-8%
- */
-import { getInverseCodebook } from "../codebook.js";
-/**
- * Apply dictionary encoding to a string.
- * Returns the encoded string and stats.
- */
-function encodeContent(content, inverseCodebook) {
-    // Defensive type check - content might be array/object for multimodal messages
-    if (!content || typeof content !== "string") {
-        return { encoded: content, substitutions: 0, codes: new Set(), charsSaved: 0 };
-    }
-    let encoded = content;
-    let substitutions = 0;
-    let charsSaved = 0;
-    const codes = new Set();
-    // Sort phrases by length (longest first) to avoid partial matches
-    const phrases = Object.keys(inverseCodebook).sort((a, b) => b.length - a.length);
-    for (const phrase of phrases) {
-        const code = inverseCodebook[phrase];
-        const regex = new RegExp(escapeRegex(phrase), "g");
-        const matches = encoded.match(regex);
-        if (matches && matches.length > 0) {
-            encoded = encoded.replace(regex, code);
-            substitutions += matches.length;
-            charsSaved += matches.length * (phrase.length - code.length);
-            codes.add(code);
-        }
-    }
-    return { encoded, substitutions, codes, charsSaved };
-}
-/**
- * Escape special regex characters in a string.
- */
-function escapeRegex(str) {
-    return str.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
-}
-/**
- * Apply dictionary encoding to all messages.
- */
-export function encodeMessages(messages) {
-    const inverseCodebook = getInverseCodebook();
-    let totalSubstitutions = 0;
-    let totalCharsSaved = 0;
-    const allUsedCodes = new Set();
-    const result = messages.map((message) => {
-        // Only process string content (skip arrays for multimodal messages)
-        if (!message.content || typeof message.content !== "string")
-            return message;
-        const { encoded, substitutions, codes, charsSaved } = encodeContent(message.content, inverseCodebook);
-        totalSubstitutions += substitutions;
-        totalCharsSaved += charsSaved;
-        codes.forEach((code) => allUsedCodes.add(code));
-        return {
-            ...message,
-            content: encoded,
-        };
-    });
-    return {
-        messages: result,
-        substitutionCount: totalSubstitutions,
-        usedCodes: allUsedCodes,
-        charsSaved: totalCharsSaved,
-    };
-}
-//# sourceMappingURL=dictionary.js.map

package/dist/compression/layers/dictionary.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"dictionary.js","sourceRoot":"","sources":["../../../src/compression/layers/dictionary.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AASpD;;;GAGG;AACH,SAAS,aAAa,CACpB,OAAe,EACf,eAAuC;IAEvC,+EAA+E;IAC/E,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC5C,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,GAAG,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;IACjF,CAAC;IACD,IAAI,OAAO,GAAG,OAAO,CAAC;IACtB,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAEhC,kEAAkE;IAClE,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IAEjF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAErC,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YACvC,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;YAChC,UAAU,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;YAC7D,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;AACvD,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,GAAW;IAC9B,OAAO,GAAG,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AACpD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,QAA6B;IAC1D,MAAM,eAAe,GAAG,kBAAkB,EAAE,CAAC;IAC7C,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAC3B,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IAEvC,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;QACtC,oEAAoE;QACpE,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ;YAAE,OAAO,OAAO,CAAC;QAE5E,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,aAAa,CACjE,OAAO,CAAC,OAAO,EACf,eAAe,CAChB,CAAC;QAEF,kBAAkB,IAAI,aAAa,CAAC;QACpC,eAAe,IAAI,UAAU,CAAC;QAC9B,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QAEhD,OAAO;YACL,GAAG,OAAO;YACV,OAAO,EAAE,OAAO;SACjB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,QAAQ,EAAE,MAAM;QAChB,iBAAiB,EAAE,kBAAkB;QACrC,SAAS,EAAE,YAAY;QACvB,UAAU,EAAE,eAAe;KAC5B,CAAC;AACJ,CAAC"}

package/dist/compression/layers/dynamic-codebook.d.ts

@@ -1,26 +0,0 @@
-/**
- * L7: Dynamic Codebook Builder
- *
- * Inspired by claw-compactor's frequency-based codebook.
- * Builds codebook from actual content being compressed,
- * rather than relying on static patterns.
- *
- * Finds phrases that appear 3+ times and replaces with short codes.
- */
-import { NormalizedMessage } from "../types.js";
-interface DynamicCodebookResult {
-    messages: NormalizedMessage[];
-    charsSaved: number;
-    dynamicCodes: Record<string, string>;
-    substitutions: number;
-}
-/**
- * Apply dynamic codebook to messages.
- */
-export declare function applyDynamicCodebook(messages: NormalizedMessage[]): DynamicCodebookResult;
-/**
- * Generate header for dynamic codes (to include in system message).
- */
-export declare function generateDynamicCodebookHeader(codebook: Record<string, string>): string;
-export {};
-//# sourceMappingURL=dynamic-codebook.d.ts.map

package/dist/compression/layers/dynamic-codebook.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"dynamic-codebook.d.ts","sourceRoot":"","sources":["../../../src/compression/layers/dynamic-codebook.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAEhD,UAAU,qBAAqB;IAC7B,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,aAAa,EAAE,MAAM,CAAC;CACvB;AAyFD;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,GAAG,qBAAqB,CAmDzF;AAED;;GAEG;AACH,wBAAgB,6BAA6B,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,MAAM,CAatF"}

package/dist/compression/layers/dynamic-codebook.js

@@ -1,149 +0,0 @@
-/**
- * L7: Dynamic Codebook Builder
- *
- * Inspired by claw-compactor's frequency-based codebook.
- * Builds codebook from actual content being compressed,
- * rather than relying on static patterns.
- *
- * Finds phrases that appear 3+ times and replaces with short codes.
- */
-// Config
-const MIN_PHRASE_LENGTH = 20;
-const MAX_PHRASE_LENGTH = 200;
-const MIN_FREQUENCY = 3;
-const MAX_ENTRIES = 100;
-const CODE_PREFIX = "$D"; // Dynamic codes: $D01, $D02, etc.
-/**
- * Find repeated phrases in content.
- */
-function findRepeatedPhrases(allContent) {
-    const phrases = new Map();
-    // Split by sentence-like boundaries
-    const segments = allContent.split(/(?<=[.!?\n])\s+/);
-    for (const segment of segments) {
-        const trimmed = segment.trim();
-        if (trimmed.length >= MIN_PHRASE_LENGTH && trimmed.length <= MAX_PHRASE_LENGTH) {
-            phrases.set(trimmed, (phrases.get(trimmed) || 0) + 1);
-        }
-    }
-    // Also find repeated lines
-    const lines = allContent.split("\n");
-    for (const line of lines) {
-        const trimmed = line.trim();
-        if (trimmed.length >= MIN_PHRASE_LENGTH && trimmed.length <= MAX_PHRASE_LENGTH) {
-            phrases.set(trimmed, (phrases.get(trimmed) || 0) + 1);
-        }
-    }
-    return phrases;
-}
-/**
- * Build dynamic codebook from message content.
- */
-function buildDynamicCodebook(messages) {
-    // Combine all content
-    let allContent = "";
-    for (const msg of messages) {
-        // Only process string content (skip arrays for multimodal messages)
-        if (msg.content && typeof msg.content === "string") {
-            allContent += msg.content + "\n";
-        }
-    }
-    // Find repeated phrases
-    const phrases = findRepeatedPhrases(allContent);
-    // Filter by frequency and sort by savings potential
-    const candidates = [];
-    for (const [phrase, count] of phrases.entries()) {
-        if (count >= MIN_FREQUENCY) {
-            // Savings = (phrase length - code length) * occurrences
-            const codeLength = 4; // e.g., "$D01"
-            const savings = (phrase.length - codeLength) * count;
-            if (savings > 50) {
-                candidates.push({ phrase, count, savings });
-            }
-        }
-    }
-    // Sort by savings (descending) and take top entries
-    candidates.sort((a, b) => b.savings - a.savings);
-    const topCandidates = candidates.slice(0, MAX_ENTRIES);
-    // Build codebook
-    const codebook = {};
-    topCandidates.forEach((c, i) => {
-        const code = `${CODE_PREFIX}${String(i + 1).padStart(2, "0")}`;
-        codebook[code] = c.phrase;
-    });
-    return codebook;
-}
-/**
- * Escape special regex characters.
- */
-function escapeRegex(str) {
-    // Defensive type check
-    if (!str || typeof str !== "string")
-        return "";
-    return str.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
-}
-/**
- * Apply dynamic codebook to messages.
- */
-export function applyDynamicCodebook(messages) {
-    // Build codebook from content
-    const codebook = buildDynamicCodebook(messages);
-    if (Object.keys(codebook).length === 0) {
-        return {
-            messages,
-            charsSaved: 0,
-            dynamicCodes: {},
-            substitutions: 0,
-        };
-    }
-    // Create inverse map for replacement
-    const phraseToCode = {};
-    for (const [code, phrase] of Object.entries(codebook)) {
-        phraseToCode[phrase] = code;
-    }
-    // Sort phrases by length (longest first) to avoid partial replacements
-    const sortedPhrases = Object.keys(phraseToCode).sort((a, b) => b.length - a.length);
-    let charsSaved = 0;
-    let substitutions = 0;
-    // Apply replacements
-    const result = messages.map((msg) => {
-        // Only process string content (skip arrays for multimodal messages)
-        if (!msg.content || typeof msg.content !== "string")
-            return msg;
-        let content = msg.content;
-        for (const phrase of sortedPhrases) {
-            const code = phraseToCode[phrase];
-            const regex = new RegExp(escapeRegex(phrase), "g");
-            const matches = content.match(regex);
-            if (matches) {
-                content = content.replace(regex, code);
-                charsSaved += (phrase.length - code.length) * matches.length;
-                substitutions += matches.length;
-            }
-        }
-        return { ...msg, content };
-    });
-    return {
-        messages: result,
-        charsSaved,
-        dynamicCodes: codebook,
-        substitutions,
-    };
-}
-/**
- * Generate header for dynamic codes (to include in system message).
- */
-export function generateDynamicCodebookHeader(codebook) {
-    if (Object.keys(codebook).length === 0)
-        return "";
-    const entries = Object.entries(codebook)
-        .slice(0, 20) // Limit header size
-        .map(([code, phrase]) => {
-        // Truncate long phrases in header
-        const displayPhrase = phrase.length > 40 ? phrase.slice(0, 37) + "..." : phrase;
-        return `${code}=${displayPhrase}`;
-    })
-        .join(", ");
-    return `[DynDict: ${entries}]`;
-}
-//# sourceMappingURL=dynamic-codebook.js.map

package/dist/compression/layers/dynamic-codebook.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"dynamic-codebook.js","sourceRoot":"","sources":["../../../src/compression/layers/dynamic-codebook.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAWH,SAAS;AACT,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,MAAM,aAAa,GAAG,CAAC,CAAC;AACxB,MAAM,WAAW,GAAG,GAAG,CAAC;AACxB,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,kCAAkC;AAE5D;;GAEG;AACH,SAAS,mBAAmB,CAAC,UAAkB;IAC7C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE1C,oCAAoC;IACpC,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;IAErD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/B,IAAI,OAAO,CAAC,MAAM,IAAI,iBAAiB,IAAI,OAAO,CAAC,MAAM,IAAI,iBAAiB,EAAE,CAAC;YAC/E,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,2BAA2B;IAC3B,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACrC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,OAAO,CAAC,MAAM,IAAI,iBAAiB,IAAI,OAAO,CAAC,MAAM,IAAI,iBAAiB,EAAE,CAAC;YAC/E,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAAC,QAA6B;IACzD,sBAAsB;IACtB,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,oEAAoE;QACpE,IAAI,GAAG,CAAC,OAAO,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACnD,UAAU,IAAI,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC;QACnC,CAAC;IACH,CAAC;IAED,wBAAwB;IACxB,MAAM,OAAO,GAAG,mBAAmB,CAAC,UAAU,CAAC,CAAC;IAEhD,oDAAoD;IACpD,MAAM,UAAU,GAA8D,EAAE,CAAC;IACjF,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;QAChD,IAAI,KAAK,IAAI,aAAa,EAAE,CAAC;YAC3B,wDAAwD;YACxD,MAAM,UAAU,GAAG,CAAC,CAAC,CAAC,eAAe;YACrC,MAAM,OAAO,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC,GAAG,KAAK,CAAC;YACrD,IAAI,OAAO,GAAG,EAAE,EAAE,CAAC;gBACjB,UAAU,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;IACH,CAAC;IAED,oDAAoD;IACpD,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC;IACjD,MAAM,aAAa,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;IAEvD,iBAAiB;IACjB,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAC5C,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAC7B,MAAM,IAAI,GAAG,GAAG,WAAW,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;QAC/D,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,GAAW;IAC9B,uBAAuB;IACvB,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IAC/C,OAAO,GAAG,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AACpD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,QAA6B;IAChE,8BAA8B;IAC9B,MAAM,QAAQ,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IAEhD,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO;YACL,QAAQ;YACR,UAAU,EAAE,CAAC;YACb,YAAY,EAAE,EAAE;YAChB,aAAa,EAAE,CAAC;SACjB,CAAC;IACJ,CAAC;IAED,qCAAqC;IACrC,MAAM,YAAY,GAA2B,EAAE,CAAC;IAChD,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACtD,YAAY,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IAC9B,CAAC;IAED,uEAAuE;IACvE,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IAEpF,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,aAAa,GAAG,CAAC,CAAC;IAEtB,qBAAqB;IACrB,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QAClC,oEAAoE;QACpE,IAAI,CAAC,GAAG,CAAC,OAAO,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;YAAE,OAAO,GAAG,CAAC;QAEhE,IAAI,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;QAC1B,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;YACnC,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;YAClC,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC;YACnD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACrC,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;gBACvC,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;gBAC7D,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;YAClC,CAAC;QACH,CAAC;QAED,OAAO,EAAE,GAAG,GAAG,EAAE,OAAO,EAAE,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,QAAQ,EAAE,MAAM;QAChB,UAAU;QACV,YAAY,EAAE,QAAQ;QACtB,aAAa;KACd,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,6BAA6B,CAAC,QAAgC;IAC5E,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAElD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC;SACrC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,oBAAoB;SACjC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE;QACtB,kCAAkC;QAClC,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;QAChF,OAAO,GAAG,IAAI,IAAI,aAAa,EAAE,CAAC;IACpC,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,OAAO,aAAa,OAAO,GAAG,CAAC;AACjC,CAAC"}

package/dist/compression/layers/json-compact.d.ts

@@ -1,23 +0,0 @@
-/**
- * Layer 5: JSON Compaction
- *
- * Minifies JSON in tool_call arguments and tool results.
- * Removes pretty-print whitespace from JSON strings.
- *
- * Safe for LLM: JSON semantics unchanged.
- * Expected savings: 2-4%
- */
-import { NormalizedMessage } from "../types.js";
-export interface JsonCompactResult {
-    messages: NormalizedMessage[];
-    charsSaved: number;
-}
-/**
- * Apply JSON compaction to all messages.
- *
- * Targets:
- * - tool_call arguments (in assistant messages)
- * - tool message content (often JSON)
- */
-export declare function compactMessagesJson(messages: NormalizedMessage[]): JsonCompactResult;
-//# sourceMappingURL=json-compact.d.ts.map

package/dist/compression/layers/json-compact.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"json-compact.d.ts","sourceRoot":"","sources":["../../../src/compression/layers/json-compact.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,iBAAiB,EAAY,MAAM,aAAa,CAAC;AAE1D,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IAC9B,UAAU,EAAE,MAAM,CAAC;CACpB;AAuCD;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,GAAG,iBAAiB,CAmCpF"}

package/dist/compression/layers/json-compact.js

@@ -1,79 +0,0 @@
-/**
- * Layer 5: JSON Compaction
- *
- * Minifies JSON in tool_call arguments and tool results.
- * Removes pretty-print whitespace from JSON strings.
- *
- * Safe for LLM: JSON semantics unchanged.
- * Expected savings: 2-4%
- */
-/**
- * Compact a JSON string by parsing and re-stringifying without formatting.
- */
-function compactJson(jsonString) {
-    try {
-        const parsed = JSON.parse(jsonString);
-        return JSON.stringify(parsed);
-    }
-    catch {
-        // Not valid JSON, return as-is
-        return jsonString;
-    }
-}
-/**
- * Check if a string looks like JSON (starts with { or [).
- */
-function looksLikeJson(str) {
-    const trimmed = str.trim();
-    return ((trimmed.startsWith("{") && trimmed.endsWith("}")) ||
-        (trimmed.startsWith("[") && trimmed.endsWith("]")));
-}
-/**
- * Compact tool_call arguments in a message.
- */
-function compactToolCalls(toolCalls) {
-    return toolCalls.map((tc) => ({
-        ...tc,
-        function: {
-            ...tc.function,
-            arguments: compactJson(tc.function.arguments),
-        },
-    }));
-}
-/**
- * Apply JSON compaction to all messages.
- *
- * Targets:
- * - tool_call arguments (in assistant messages)
- * - tool message content (often JSON)
- */
-export function compactMessagesJson(messages) {
-    let charsSaved = 0;
-    const result = messages.map((message) => {
-        const newMessage = { ...message };
-        // Compact tool_calls arguments
-        if (message.tool_calls && message.tool_calls.length > 0) {
-            const originalLength = JSON.stringify(message.tool_calls).length;
-            newMessage.tool_calls = compactToolCalls(message.tool_calls);
-            const newLength = JSON.stringify(newMessage.tool_calls).length;
-            charsSaved += originalLength - newLength;
-        }
-        // Compact tool message content if it looks like JSON
-        // Only process string content (skip arrays for multimodal messages)
-        if (message.role === "tool" &&
-            message.content &&
-            typeof message.content === "string" &&
-            looksLikeJson(message.content)) {
-            const originalLength = message.content.length;
-            const compacted = compactJson(message.content);
-            charsSaved += originalLength - compacted.length;
-            newMessage.content = compacted;
-        }
-        return newMessage;
-    });
-    return {
-        messages: result,
-        charsSaved,
-    };
-}
-//# sourceMappingURL=json-compact.js.map

package/dist/compression/layers/json-compact.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"json-compact.js","sourceRoot":"","sources":["../../../src/compression/layers/json-compact.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AASH;;GAEG;AACH,SAAS,WAAW,CAAC,UAAkB;IACrC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACtC,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,+BAA+B;QAC/B,OAAO,UAAU,CAAC;IACpB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,GAAW;IAChC,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAC3B,OAAO,CACL,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAClD,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CACnD,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CAAC,SAAqB;IAC7C,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC5B,GAAG,EAAE;QACL,QAAQ,EAAE;YACR,GAAG,EAAE,CAAC,QAAQ;YACd,SAAS,EAAE,WAAW,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;SAC9C;KACF,CAAC,CAAC,CAAC;AACN,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAA6B;IAC/D,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;QACtC,MAAM,UAAU,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;QAElC,+BAA+B;QAC/B,IAAI,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxD,MAAM,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC;YACjE,UAAU,CAAC,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAC7D,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC;YAC/D,UAAU,IAAI,cAAc,GAAG,SAAS,CAAC;QAC3C,CAAC;QAED,qDAAqD;QACrD,oEAAoE;QACpE,IACE,OAAO,CAAC,IAAI,KAAK,MAAM;YACvB,OAAO,CAAC,OAAO;YACf,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ;YACnC,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,EAC9B,CAAC;YACD,MAAM,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC;YAC9C,MAAM,SAAS,GAAG,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC/C,UAAU,IAAI,cAAc,GAAG,SAAS,CAAC,MAAM,CAAC;YAChD,UAAU,CAAC,OAAO,GAAG,SAAS,CAAC;QACjC,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,QAAQ,EAAE,MAAM;QAChB,UAAU;KACX,CAAC;AACJ,CAAC"}

package/dist/compression/layers/observation.d.ts

@@ -1,21 +0,0 @@
-/**
- * L6: Observation Compression (AGGRESSIVE)
- *
- * Inspired by claw-compactor's 97% compression on tool results.
- * Tool call results (especially large ones) are summarized to key info only.
- *
- * This is the biggest compression win - tool outputs can be 10KB+ but
- * only ~200 chars of actual useful information.
- */
-import { NormalizedMessage } from "../types.js";
-interface ObservationResult {
-    messages: NormalizedMessage[];
-    charsSaved: number;
-    observationsCompressed: number;
-}
-/**
- * Compress tool results in messages.
- */
-export declare function compressObservations(messages: NormalizedMessage[]): ObservationResult;
-export {};
-//# sourceMappingURL=observation.d.ts.map

package/dist/compression/layers/observation.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"observation.d.ts","sourceRoot":"","sources":["../../../src/compression/layers/observation.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAEhD,UAAU,iBAAiB;IACzB,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,sBAAsB,EAAE,MAAM,CAAC;CAChC;AAoHD;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,GAAG,iBAAiB,CAuCrF"}