@blockrun/clawrouter 0.12.95 → 0.12.96

package/dist/compression/codebook.d.ts

@@ -0,0 +1,24 @@
+/**
+ * Dictionary Codebook
+ *
+ * Static dictionary of frequently repeated phrases observed in LLM prompts.
+ * Built from analysis of BlockRun production logs.
+ *
+ * Format: Short code ($XX) -> Long phrase
+ * The LLM receives a codebook header and decodes in-context.
+ */
+export declare const STATIC_CODEBOOK: Record<string, string>;
+/**
+ * Get the inverse codebook for decompression.
+ */
+export declare function getInverseCodebook(): Record<string, string>;
+/**
+ * Generate the codebook header for inclusion in system message.
+ * LLMs can decode in-context using this header.
+ */
+export declare function generateCodebookHeader(usedCodes: Set<string>, pathMap?: Record<string, string>): string;
+/**
+ * Decompress a string using the codebook (for logging).
+ */
+export declare function decompressContent(content: string, codebook?: Record<string, string>): string;
+//# sourceMappingURL=codebook.d.ts.map

package/dist/compression/codebook.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"codebook.d.ts","sourceRoot":"","sources":["../../src/compression/codebook.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAIH,eAAO,MAAM,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAuElD,CAAC;AAEF;;GAEG;AACH,wBAAgB,kBAAkB,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAM3D;AAED;;;GAGG;AACH,wBAAgB,sBAAsB,CACpC,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,EACtB,OAAO,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAM,GACnC,MAAM,CAwBR;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,MAAM,EACf,QAAQ,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAmB,GACjD,MAAM,CAMR"}

package/dist/compression/codebook.js

@@ -0,0 +1,119 @@
+/**
+ * Dictionary Codebook
+ *
+ * Static dictionary of frequently repeated phrases observed in LLM prompts.
+ * Built from analysis of BlockRun production logs.
+ *
+ * Format: Short code ($XX) -> Long phrase
+ * The LLM receives a codebook header and decodes in-context.
+ */
+// Static codebook - common patterns from system prompts
+// Ordered by expected frequency and impact
+export const STATIC_CODEBOOK = {
+    // High-impact: OpenClaw/Agent system prompt patterns (very common)
+    $OC01: "unbrowse_", // Common prefix in tool names
+    $OC02: "<location>",
+    $OC03: "</location>",
+    $OC04: "<name>",
+    $OC05: "</name>",
+    $OC06: "<description>",
+    $OC07: "</description>",
+    $OC08: "(may need login)",
+    $OC09: "API skill for OpenClaw",
+    $OC10: "endpoints",
+    // Skill/tool markers
+    $SK01: "<available_skills>",
+    $SK02: "</available_skills>",
+    $SK03: "<skill>",
+    $SK04: "</skill>",
+    // Schema patterns (very common in tool definitions)
+    $T01: 'type: "function"',
+    $T02: '"type": "function"',
+    $T03: '"type": "string"',
+    $T04: '"type": "object"',
+    $T05: '"type": "array"',
+    $T06: '"type": "boolean"',
+    $T07: '"type": "number"',
+    // Common descriptions
+    $D01: "description:",
+    $D02: '"description":',
+    // Common instructions
+    $I01: "You are a personal assistant",
+    $I02: "Tool names are case-sensitive",
+    $I03: "Call tools exactly as listed",
+    $I04: "Use when",
+    $I05: "without asking",
+    // Safety phrases
+    $S01: "Do not manipulate or persuade",
+    $S02: "Prioritize safety and human oversight",
+    $S03: "unless explicitly requested",
+    // JSON patterns
+    $J01: '"required": ["',
+    $J02: '"properties": {',
+    $J03: '"additionalProperties": false',
+    // Heartbeat patterns
+    $H01: "HEARTBEAT_OK",
+    $H02: "Read HEARTBEAT.md if it exists",
+    // Role markers
+    $R01: '"role": "system"',
+    $R02: '"role": "user"',
+    $R03: '"role": "assistant"',
+    $R04: '"role": "tool"',
+    // Common endings/phrases
+    $E01: "would you like to",
+    $E02: "Let me know if you",
+    $E03: "internal APIs",
+    $E04: "session cookies",
+    // BlockRun model aliases (common in prompts)
+    $M01: "blockrun/",
+    $M02: "openai/",
+    $M03: "anthropic/",
+    $M04: "google/",
+    $M05: "xai/",
+};
+/**
+ * Get the inverse codebook for decompression.
+ */
+export function getInverseCodebook() {
+    const inverse = {};
+    for (const [code, phrase] of Object.entries(STATIC_CODEBOOK)) {
+        inverse[phrase] = code;
+    }
+    return inverse;
+}
+/**
+ * Generate the codebook header for inclusion in system message.
+ * LLMs can decode in-context using this header.
+ */
+export function generateCodebookHeader(usedCodes, pathMap = {}) {
+    if (usedCodes.size === 0 && Object.keys(pathMap).length === 0) {
+        return "";
+    }
+    const parts = [];
+    // Add used dictionary codes
+    if (usedCodes.size > 0) {
+        const codeEntries = Array.from(usedCodes)
+            .map((code) => `${code}=${STATIC_CODEBOOK[code]}`)
+            .join(", ");
+        parts.push(`[Dict: ${codeEntries}]`);
+    }
+    // Add path map
+    if (Object.keys(pathMap).length > 0) {
+        const pathEntries = Object.entries(pathMap)
+            .map(([code, path]) => `${code}=${path}`)
+            .join(", ");
+        parts.push(`[Paths: ${pathEntries}]`);
+    }
+    return parts.join("\n");
+}
+/**
+ * Decompress a string using the codebook (for logging).
+ */
+export function decompressContent(content, codebook = STATIC_CODEBOOK) {
+    let result = content;
+    for (const [code, phrase] of Object.entries(codebook)) {
+        result = result.split(code).join(phrase);
+    }
+    return result;
+}
+//# sourceMappingURL=codebook.js.map

package/dist/compression/codebook.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"codebook.js","sourceRoot":"","sources":["../../src/compression/codebook.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,wDAAwD;AACxD,2CAA2C;AAC3C,MAAM,CAAC,MAAM,eAAe,GAA2B;IACrD,mEAAmE;IACnE,KAAK,EAAE,WAAW,EAAE,8BAA8B;IAClD,KAAK,EAAE,YAAY;IACnB,KAAK,EAAE,aAAa;IACpB,KAAK,EAAE,QAAQ;IACf,KAAK,EAAE,SAAS;IAChB,KAAK,EAAE,eAAe;IACtB,KAAK,EAAE,gBAAgB;IACvB,KAAK,EAAE,kBAAkB;IACzB,KAAK,EAAE,wBAAwB;IAC/B,KAAK,EAAE,WAAW;IAElB,qBAAqB;IACrB,KAAK,EAAE,oBAAoB;IAC3B,KAAK,EAAE,qBAAqB;IAC5B,KAAK,EAAE,SAAS;IAChB,KAAK,EAAE,UAAU;IAEjB,oDAAoD;IACpD,IAAI,EAAE,kBAAkB;IACxB,IAAI,EAAE,oBAAoB;IAC1B,IAAI,EAAE,kBAAkB;IACxB,IAAI,EAAE,kBAAkB;IACxB,IAAI,EAAE,iBAAiB;IACvB,IAAI,EAAE,mBAAmB;IACzB,IAAI,EAAE,kBAAkB;IAExB,sBAAsB;IACtB,IAAI,EAAE,cAAc;IACpB,IAAI,EAAE,gBAAgB;IAEtB,sBAAsB;IACtB,IAAI,EAAE,8BAA8B;IACpC,IAAI,EAAE,+BAA+B;IACrC,IAAI,EAAE,8BAA8B;IACpC,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,gBAAgB;IAEtB,iBAAiB;IACjB,IAAI,EAAE,+BAA+B;IACrC,IAAI,EAAE,uCAAuC;IAC7C,IAAI,EAAE,6BAA6B;IAEnC,gBAAgB;IAChB,IAAI,EAAE,gBAAgB;IACtB,IAAI,EAAE,iBAAiB;IACvB,IAAI,EAAE,+BAA+B;IAErC,qBAAqB;IACrB,IAAI,EAAE,cAAc;IACpB,IAAI,EAAE,gCAAgC;IAEtC,eAAe;IACf,IAAI,EAAE,kBAAkB;IACxB,IAAI,EAAE,gBAAgB;IACtB,IAAI,EAAE,qBAAqB;IAC3B,IAAI,EAAE,gBAAgB;IAEtB,yBAAyB;IACzB,IAAI,EAAE,mBAAmB;IACzB,IAAI,EAAE,oBAAoB;IAC1B,IAAI,EAAE,eAAe;IACrB,IAAI,EAAE,iBAAiB;IAEvB,6CAA6C;IAC7C,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,YAAY;IAClB,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,MAAM;CACb,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,kBAAkB;IAChC,MAAM,OAAO,GAA2B,EAAE,CAAC;IAC3C,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC;QAC7D,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IACzB,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CACpC,SAAsB,EACtB,UAAkC,EAAE;IAEpC,IAAI,SAAS,CAAC,IAAI,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9D,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,4BAA4B;IAC5B,IAAI,SAAS,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC;aACtC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,IAAI,IAAI,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC;aACjD,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,KAAK,CAAC,IAAI,CAAC,UAAU,WAAW,GAAG,CAAC,CAAC;IACvC,CAAC;IAED,eAAe;IACf,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpC,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;aACxC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC;aACxC,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,KAAK,CAAC,IAAI,CAAC,WAAW,WAAW,GAAG,CAAC,CAAC;IACxC,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAC/B,OAAe,EACf,WAAmC,eAAe;IAElD,IAAI,MAAM,GAAG,OAAO,CAAC;IACrB,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACtD,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/compression/index.d.ts

@@ -0,0 +1,33 @@
+/**
+ * LLM-Safe Context Compression
+ *
+ * Reduces token usage by 15-40% while preserving semantic meaning.
+ * Implements 7 compression layers inspired by claw-compactor.
+ *
+ * Usage:
+ *   const result = await compressContext(messages);
+ *   // result.messages -> compressed version to send to provider
+ *   // result.originalMessages -> original for logging
+ */
+import { NormalizedMessage, CompressionConfig, CompressionResult } from "./types";
+export * from "./types";
+export { STATIC_CODEBOOK } from "./codebook";
+/**
+ * Main compression function.
+ *
+ * Applies 5 layers in sequence:
+ * 1. Deduplication - Remove exact duplicate messages
+ * 2. Whitespace - Normalize excessive whitespace
+ * 3. Dictionary - Replace common phrases with codes
+ * 4. Paths - Shorten repeated file paths
+ * 5. JSON - Compact JSON in tool calls
+ *
+ * Then prepends a codebook header for the LLM to decode in-context.
+ */
+export declare function compressContext(messages: NormalizedMessage[], config?: Partial<CompressionConfig>): Promise<CompressionResult>;
+/**
+ * Quick check if compression would benefit these messages.
+ * Returns true if messages are large enough to warrant compression.
+ */
+export declare function shouldCompress(messages: NormalizedMessage[]): boolean;
+//# sourceMappingURL=index.d.ts.map

package/dist/compression/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/compression/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EACL,iBAAiB,EACjB,iBAAiB,EACjB,iBAAiB,EAGlB,MAAM,SAAS,CAAC;AAUjB,cAAc,SAAS,CAAC;AACxB,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAqE7C;;;;;;;;;;;GAWG;AACH,wBAAsB,eAAe,CACnC,QAAQ,EAAE,iBAAiB,EAAE,EAC7B,MAAM,GAAE,OAAO,CAAC,iBAAiB,CAAM,GACtC,OAAO,CAAC,iBAAiB,CAAC,CA+J5B;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,iBAAiB,EAAE,GAAG,OAAO,CAIrE"}

package/dist/compression/index.js

@@ -0,0 +1,246 @@
+/**
+ * LLM-Safe Context Compression
+ *
+ * Reduces token usage by 15-40% while preserving semantic meaning.
+ * Implements 7 compression layers inspired by claw-compactor.
+ *
+ * Usage:
+ *   const result = await compressContext(messages);
+ *   // result.messages -> compressed version to send to provider
+ *   // result.originalMessages -> original for logging
+ */
+import { DEFAULT_COMPRESSION_CONFIG, } from "./types";
+import { deduplicateMessages } from "./layers/deduplication";
+import { normalizeMessagesWhitespace } from "./layers/whitespace";
+import { encodeMessages } from "./layers/dictionary";
+import { shortenPaths } from "./layers/paths";
+import { compactMessagesJson } from "./layers/json-compact";
+import { compressObservations } from "./layers/observation";
+import { applyDynamicCodebook, generateDynamicCodebookHeader } from "./layers/dynamic-codebook";
+import { generateCodebookHeader, STATIC_CODEBOOK } from "./codebook";
+export * from "./types";
+export { STATIC_CODEBOOK } from "./codebook";
+/**
+ * Calculate total character count for messages.
+ */
+function calculateTotalChars(messages) {
+    return messages.reduce((total, msg) => {
+        let chars = 0;
+        if (typeof msg.content === "string") {
+            chars = msg.content.length;
+        }
+        else if (Array.isArray(msg.content)) {
+            // For multimodal content, stringify to get approximate size
+            chars = JSON.stringify(msg.content).length;
+        }
+        if (msg.tool_calls) {
+            chars += JSON.stringify(msg.tool_calls).length;
+        }
+        return total + chars;
+    }, 0);
+}
+/**
+ * Deep clone messages to preserve originals.
+ */
+function cloneMessages(messages) {
+    return JSON.parse(JSON.stringify(messages));
+}
+/**
+ * Prepend codebook header to the first USER message (not system).
+ *
+ * Why not system message?
+ * - Google Gemini uses systemInstruction which doesn't support codebook format
+ * - The codebook header in user message is still visible to all LLMs
+ * - This ensures compatibility across all providers
+ */
+function prependCodebookHeader(messages, usedCodes, pathMap) {
+    const header = generateCodebookHeader(usedCodes, pathMap);
+    if (!header)
+        return messages;
+    // Find first user message (not system - Google's systemInstruction doesn't support codebook)
+    const userIndex = messages.findIndex((m) => m.role === "user");
+    if (userIndex === -1) {
+        // No user message, add codebook as system (fallback)
+        return [{ role: "system", content: header }, ...messages];
+    }
+    // Prepend to first user message (only if content is a string)
+    return messages.map((msg, i) => {
+        if (i === userIndex) {
+            // Only prepend to string content - skip arrays (multimodal messages)
+            if (typeof msg.content === "string") {
+                return {
+                    ...msg,
+                    content: `${header}\n\n${msg.content}`,
+                };
+            }
+            // For non-string content, don't modify the message
+            // The codebook header would corrupt array content
+        }
+        return msg;
+    });
+}
+/**
+ * Main compression function.
+ *
+ * Applies 5 layers in sequence:
+ * 1. Deduplication - Remove exact duplicate messages
+ * 2. Whitespace - Normalize excessive whitespace
+ * 3. Dictionary - Replace common phrases with codes
+ * 4. Paths - Shorten repeated file paths
+ * 5. JSON - Compact JSON in tool calls
+ *
+ * Then prepends a codebook header for the LLM to decode in-context.
+ */
+export async function compressContext(messages, config = {}) {
+    const fullConfig = {
+        ...DEFAULT_COMPRESSION_CONFIG,
+        ...config,
+        layers: {
+            ...DEFAULT_COMPRESSION_CONFIG.layers,
+            ...config.layers,
+        },
+        dictionary: {
+            ...DEFAULT_COMPRESSION_CONFIG.dictionary,
+            ...config.dictionary,
+        },
+    };
+    // If compression disabled, return as-is
+    if (!fullConfig.enabled) {
+        const originalChars = calculateTotalChars(messages);
+        return {
+            messages,
+            originalMessages: messages,
+            originalChars,
+            compressedChars: originalChars,
+            compressionRatio: 1,
+            stats: {
+                duplicatesRemoved: 0,
+                whitespaceSavedChars: 0,
+                dictionarySubstitutions: 0,
+                pathsShortened: 0,
+                jsonCompactedChars: 0,
+                observationsCompressed: 0,
+                observationCharsSaved: 0,
+                dynamicSubstitutions: 0,
+                dynamicCharsSaved: 0,
+            },
+            codebook: {},
+            pathMap: {},
+            dynamicCodes: {},
+        };
+    }
+    // Preserve originals for logging
+    const originalMessages = fullConfig.preserveRaw ? cloneMessages(messages) : messages;
+    const originalChars = calculateTotalChars(messages);
+    // Initialize stats
+    const stats = {
+        duplicatesRemoved: 0,
+        whitespaceSavedChars: 0,
+        dictionarySubstitutions: 0,
+        pathsShortened: 0,
+        jsonCompactedChars: 0,
+        observationsCompressed: 0,
+        observationCharsSaved: 0,
+        dynamicSubstitutions: 0,
+        dynamicCharsSaved: 0,
+    };
+    let result = cloneMessages(messages);
+    let usedCodes = new Set();
+    let pathMap = {};
+    let dynamicCodes = {};
+    // Layer 1: Deduplication
+    if (fullConfig.layers.deduplication) {
+        const dedupResult = deduplicateMessages(result);
+        result = dedupResult.messages;
+        stats.duplicatesRemoved = dedupResult.duplicatesRemoved;
+    }
+    // Layer 2: Whitespace normalization
+    if (fullConfig.layers.whitespace) {
+        const wsResult = normalizeMessagesWhitespace(result);
+        result = wsResult.messages;
+        stats.whitespaceSavedChars = wsResult.charsSaved;
+    }
+    // Layer 3: Dictionary encoding
+    if (fullConfig.layers.dictionary) {
+        const dictResult = encodeMessages(result);
+        result = dictResult.messages;
+        stats.dictionarySubstitutions = dictResult.substitutionCount;
+        usedCodes = dictResult.usedCodes;
+    }
+    // Layer 4: Path shortening
+    if (fullConfig.layers.paths) {
+        const pathResult = shortenPaths(result);
+        result = pathResult.messages;
+        pathMap = pathResult.pathMap;
+        stats.pathsShortened = Object.keys(pathMap).length;
+    }
+    // Layer 5: JSON compaction
+    if (fullConfig.layers.jsonCompact) {
+        const jsonResult = compactMessagesJson(result);
+        result = jsonResult.messages;
+        stats.jsonCompactedChars = jsonResult.charsSaved;
+    }
+    // Layer 6: Observation compression (BIG WIN - 97% on tool results)
+    if (fullConfig.layers.observation) {
+        const obsResult = compressObservations(result);
+        result = obsResult.messages;
+        stats.observationsCompressed = obsResult.observationsCompressed;
+        stats.observationCharsSaved = obsResult.charsSaved;
+    }
+    // Layer 7: Dynamic codebook (learns from actual content)
+    if (fullConfig.layers.dynamicCodebook) {
+        const dynResult = applyDynamicCodebook(result);
+        result = dynResult.messages;
+        stats.dynamicSubstitutions = dynResult.substitutions;
+        stats.dynamicCharsSaved = dynResult.charsSaved;
+        dynamicCodes = dynResult.dynamicCodes;
+    }
+    // Add codebook header if enabled and we have codes to include
+    if (fullConfig.dictionary.includeCodebookHeader &&
+        (usedCodes.size > 0 || Object.keys(pathMap).length > 0 || Object.keys(dynamicCodes).length > 0)) {
+        result = prependCodebookHeader(result, usedCodes, pathMap);
+        // Also add dynamic codebook header if we have dynamic codes
+        if (Object.keys(dynamicCodes).length > 0) {
+            const dynHeader = generateDynamicCodebookHeader(dynamicCodes);
+            if (dynHeader) {
+                const systemIndex = result.findIndex((m) => m.role === "system");
+                // Only prepend to string content - skip arrays (multimodal messages)
+                if (systemIndex >= 0 && typeof result[systemIndex].content === "string") {
+                    result[systemIndex] = {
+                        ...result[systemIndex],
+                        content: `${dynHeader}\n${result[systemIndex].content}`,
+                    };
+                }
+            }
+        }
+    }
+    // Calculate final stats
+    const compressedChars = calculateTotalChars(result);
+    const compressionRatio = compressedChars / originalChars;
+    // Build used codebook for logging
+    const usedCodebook = {};
+    usedCodes.forEach((code) => {
+        usedCodebook[code] = STATIC_CODEBOOK[code];
+    });
+    return {
+        messages: result,
+        originalMessages,
+        originalChars,
+        compressedChars,
+        compressionRatio,
+        stats,
+        codebook: usedCodebook,
+        pathMap,
+        dynamicCodes,
+    };
+}
+/**
+ * Quick check if compression would benefit these messages.
+ * Returns true if messages are large enough to warrant compression.
+ */
+export function shouldCompress(messages) {
+    const chars = calculateTotalChars(messages);
+    // Only compress if > 5000 chars (roughly 1000 tokens)
+    return chars > 5000;
+}
+//# sourceMappingURL=index.js.map

package/dist/compression/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/compression/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAKL,0BAA0B,GAC3B,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAE,2BAA2B,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAC5D,OAAO,EAAE,oBAAoB,EAAE,6BAA6B,EAAE,MAAM,2BAA2B,CAAC;AAChG,OAAO,EAAE,sBAAsB,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAErE,cAAc,SAAS,CAAC;AACxB,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAE7C;;GAEG;AACH,SAAS,mBAAmB,CAAC,QAA6B;IACxD,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;QACpC,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACpC,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC;QAC7B,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YACtC,4DAA4D;YAC5D,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QAC7C,CAAC;QACD,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;YACnB,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC;QACjD,CAAC;QACD,OAAO,KAAK,GAAG,KAAK,CAAC;IACvB,CAAC,EAAE,CAAC,CAAC,CAAC;AACR,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,QAA6B;IAClD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,qBAAqB,CAC5B,QAA6B,EAC7B,SAAsB,EACtB,OAA+B;IAE/B,MAAM,MAAM,GAAG,sBAAsB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC1D,IAAI,CAAC,MAAM;QAAE,OAAO,QAAQ,CAAC;IAE7B,6FAA6F;IAC7F,MAAM,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;IAE/D,IAAI,SAAS,KAAK,CAAC,CAAC,EAAE,CAAC;QACrB,qDAAqD;QACrD,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,QAAQ,CAAC,CAAC;IAC5D,CAAC;IAED,8DAA8D;IAC9D,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;QAC7B,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YACpB,qEAAqE;YACrE,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACpC,OAAO;oBACL,GAAG,GAAG;oBACN,OAAO,EAAE,GAAG,MAAM,OAAO,GAAG,CAAC,OAAO,EAAE;iBACvC,CAAC;YACJ,CAAC;YACD,mDAAmD;YACnD,kDAAkD;QACpD,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,QAA6B,EAC7B,SAAqC,EAAE;IAEvC,MAAM,UAAU,GAAsB;QACpC,GAAG,0BAA0B;QAC7B,GAAG,MAAM;QACT,MAAM,EAAE;YACN,GAAG,0BAA0B,CAAC,MAAM;YACpC,GAAG,MAAM,CAAC,MAAM;SACjB;QACD,UAAU,EAAE;YACV,GAAG,0BAA0B,CAAC,UAAU;YACxC,GAAG,MAAM,CAAC,UAAU;SACrB;KACF,CAAC;IAEF,wCAAwC;IACxC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QACxB,MAAM,aAAa,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;QACpD,OAAO;YACL,QAAQ;YACR,gBAAgB,EAAE,QAAQ;YAC1B,aAAa;YACb,eAAe,EAAE,aAAa;YAC9B,gBAAgB,EAAE,CAAC;YACnB,KAAK,EAAE;gBACL,iBAAiB,EAAE,CAAC;gBACpB,oBAAoB,EAAE,CAAC;gBACvB,uBAAuB,EAAE,CAAC;gBAC1B,cAAc,EAAE,CAAC;gBACjB,kBAAkB,EAAE,CAAC;gBACrB,sBAAsB,EAAE,CAAC;gBACzB,qBAAqB,EAAE,CAAC;gBACxB,oBAAoB,EAAE,CAAC;gBACvB,iBAAiB,EAAE,CAAC;aACrB;YACD,QAAQ,EAAE,EAAE;YACZ,OAAO,EAAE,EAAE;YACX,YAAY,EAAE,EAAE;SACjB,CAAC;IACJ,CAAC;IAED,iCAAiC;IACjC,MAAM,gBAAgB,GAAG,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IACrF,MAAM,aAAa,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IAEpD,mBAAmB;IACnB,MAAM,KAAK,GAAqB;QAC9B,iBAAiB,EAAE,CAAC;QACpB,oBAAoB,EAAE,CAAC;QACvB,uBAAuB,EAAE,CAAC;QAC1B,cAAc,EAAE,CAAC;QACjB,kBAAkB,EAAE,CAAC;QACrB,sBAAsB,EAAE,CAAC;QACzB,qBAAqB,EAAE,CAAC;QACxB,oBAAoB,EAAE,CAAC;QACvB,iBAAiB,EAAE,CAAC;KACrB,CAAC;IAEF,IAAI,MAAM,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;IACrC,IAAI,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,IAAI,OAAO,GAA2B,EAAE,CAAC;IACzC,IAAI,YAAY,GAA2B,EAAE,CAAC;IAE9C,yBAAyB;IACzB,IAAI,UAAU,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;QACpC,MAAM,WAAW,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;QAChD,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC;QAC9B,KAAK,CAAC,iBAAiB,GAAG,WAAW,CAAC,iBAAiB,CAAC;IAC1D,CAAC;IAED,oCAAoC;IACpC,IAAI,UAAU,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,2BAA2B,CAAC,MAAM,CAAC,CAAC;QACrD,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC;QAC3B,KAAK,CAAC,oBAAoB,GAAG,QAAQ,CAAC,UAAU,CAAC;IACnD,CAAC;IAED,+BAA+B;IAC/B,IAAI,UAAU,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QACjC,MAAM,UAAU,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC;QAC7B,KAAK,CAAC,uBAAuB,GAAG,UAAU,CAAC,iBAAiB,CAAC;QAC7D,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC;IACnC,CAAC;IAED,2BAA2B;IAC3B,IAAI,UAAU,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;QACxC,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC;QAC7B,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC;QAC7B,KAAK,CAAC,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IACrD,CAAC;IAED,2BAA2B;IAC3B,IAAI,UAAU,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAClC,MAAM,UAAU,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;QAC/C,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC;QAC7B,KAAK,CAAC,kBAAkB,GAAG,UAAU,CAAC,UAAU,CAAC;IACnD,CAAC;IAED,mEAAmE;IACnE,IAAI,UAAU,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAClC,MAAM,SAAS,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC;QAC/C,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC;QAC5B,KAAK,CAAC,sBAAsB,GAAG,SAAS,CAAC,sBAAsB,CAAC;QAChE,KAAK,CAAC,qBAAqB,GAAG,SAAS,CAAC,UAAU,CAAC;IACrD,CAAC;IAED,yDAAyD;IACzD,IAAI,UAAU,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;QACtC,MAAM,SAAS,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC;QAC/C,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC;QAC5B,KAAK,CAAC,oBAAoB,GAAG,SAAS,CAAC,aAAa,CAAC;QACrD,KAAK,CAAC,iBAAiB,GAAG,SAAS,CAAC,UAAU,CAAC;QAC/C,YAAY,GAAG,SAAS,CAAC,YAAY,CAAC;IACxC,CAAC;IAED,8DAA8D;IAC9D,IACE,UAAU,CAAC,UAAU,CAAC,qBAAqB;QAC3C,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,EAC/F,CAAC;QACD,MAAM,GAAG,qBAAqB,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;QAC3D,4DAA4D;QAC5D,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzC,MAAM,SAAS,GAAG,6BAA6B,CAAC,YAAY,CAAC,CAAC;YAC9D,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,WAAW,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;gBACjE,qEAAqE;gBACrE,IAAI,WAAW,IAAI,CAAC,IAAI,OAAO,MAAM,CAAC,WAAW,CAAC,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBACxE,MAAM,CAAC,WAAW,CAAC,GAAG;wBACpB,GAAG,MAAM,CAAC,WAAW,CAAC;wBACtB,OAAO,EAAE,GAAG,SAAS,KAAK,MAAM,CAAC,WAAW,CAAC,CAAC,OAAO,EAAE;qBACxD,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,wBAAwB;IACxB,MAAM,eAAe,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;IACpD,MAAM,gBAAgB,GAAG,eAAe,GAAG,aAAa,CAAC;IAEzD,kCAAkC;IAClC,MAAM,YAAY,GAA2B,EAAE,CAAC;IAChD,SAAS,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QACzB,YAAY,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,QAAQ,EAAE,MAAM;QAChB,gBAAgB;QAChB,aAAa;QACb,eAAe;QACf,gBAAgB;QAChB,KAAK;QACL,QAAQ,EAAE,YAAY;QACtB,OAAO;QACP,YAAY;KACb,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,QAA6B;IAC1D,MAAM,KAAK,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IAC5C,sDAAsD;IACtD,OAAO,KAAK,GAAG,IAAI,CAAC;AACtB,CAAC"}

package/dist/compression/layers/deduplication.d.ts

@@ -0,0 +1,28 @@
+/**
+ * Layer 1: Message Deduplication
+ *
+ * Removes exact duplicate messages from conversation history.
+ * Common in heartbeat patterns and repeated tool calls.
+ *
+ * Safe for LLM: Identical messages add no new information.
+ * Expected savings: 2-5%
+ */
+import { NormalizedMessage } from "../types";
+export interface DeduplicationResult {
+    messages: NormalizedMessage[];
+    duplicatesRemoved: number;
+    originalCount: number;
+}
+/**
+ * Remove exact duplicate messages from the conversation.
+ *
+ * Strategy:
+ * - Keep first occurrence of each unique message
+ * - Preserve order for semantic coherence
+ * - Never dedupe system messages (they set context)
+ * - Allow duplicate user messages (user might repeat intentionally)
+ * - CRITICAL: Never dedupe assistant messages with tool_calls that are
+ *   referenced by subsequent tool messages (breaks Anthropic tool_use/tool_result pairing)
+ */
+export declare function deduplicateMessages(messages: NormalizedMessage[]): DeduplicationResult;
+//# sourceMappingURL=deduplication.d.ts.map

package/dist/compression/layers/deduplication.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"deduplication.d.ts","sourceRoot":"","sources":["../../../src/compression/layers/deduplication.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAG7C,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IAC9B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;CACvB;AAiCD;;;;;;;;;;GAUG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,GAAG,mBAAmB,CA+DtF"}

package/dist/compression/layers/deduplication.js

@@ -0,0 +1,101 @@
+/**
+ * Layer 1: Message Deduplication
+ *
+ * Removes exact duplicate messages from conversation history.
+ * Common in heartbeat patterns and repeated tool calls.
+ *
+ * Safe for LLM: Identical messages add no new information.
+ * Expected savings: 2-5%
+ */
+import crypto from "crypto";
+/**
+ * Generate a hash for a message based on its semantic content.
+ * Uses role + content + tool_call_id to identify duplicates.
+ */
+function hashMessage(message) {
+    // Handle content - stringify arrays (multimodal), use string directly, or empty string
+    let contentStr = "";
+    if (typeof message.content === "string") {
+        contentStr = message.content;
+    }
+    else if (Array.isArray(message.content)) {
+        contentStr = JSON.stringify(message.content);
+    }
+    const parts = [message.role, contentStr, message.tool_call_id || "", message.name || ""];
+    // Include tool_calls if present
+    if (message.tool_calls) {
+        parts.push(JSON.stringify(message.tool_calls.map((tc) => ({
+            name: tc.function.name,
+            args: tc.function.arguments,
+        }))));
+    }
+    const content = parts.join("|");
+    return crypto.createHash("md5").update(content).digest("hex");
+}
+/**
+ * Remove exact duplicate messages from the conversation.
+ *
+ * Strategy:
+ * - Keep first occurrence of each unique message
+ * - Preserve order for semantic coherence
+ * - Never dedupe system messages (they set context)
+ * - Allow duplicate user messages (user might repeat intentionally)
+ * - CRITICAL: Never dedupe assistant messages with tool_calls that are
+ *   referenced by subsequent tool messages (breaks Anthropic tool_use/tool_result pairing)
+ */
+export function deduplicateMessages(messages) {
+    const seen = new Set();
+    const result = [];
+    let duplicatesRemoved = 0;
+    // First pass: collect all tool_call_ids that are referenced by tool messages
+    // These tool_calls MUST be preserved to maintain tool_use/tool_result pairing
+    const referencedToolCallIds = new Set();
+    for (const message of messages) {
+        if (message.role === "tool" && message.tool_call_id) {
+            referencedToolCallIds.add(message.tool_call_id);
+        }
+    }
+    for (const message of messages) {
+        // Always keep system messages (they set important context)
+        if (message.role === "system") {
+            result.push(message);
+            continue;
+        }
+        // Always keep user messages (user might repeat intentionally)
+        if (message.role === "user") {
+            result.push(message);
+            continue;
+        }
+        // Always keep tool messages (they are results of tool calls)
+        // Removing them would break the tool_use/tool_result pairing
+        if (message.role === "tool") {
+            result.push(message);
+            continue;
+        }
+        // For assistant messages with tool_calls, check if any are referenced
+        // by subsequent tool messages - if so, we MUST keep this message
+        if (message.role === "assistant" && message.tool_calls) {
+            const hasReferencedToolCall = message.tool_calls.some((tc) => referencedToolCallIds.has(tc.id));
+            if (hasReferencedToolCall) {
+                // This assistant message has tool_calls that are referenced - keep it
+                result.push(message);
+                continue;
+            }
+        }
+        // For other assistant messages, check for duplicates
+        const hash = hashMessage(message);
+        if (!seen.has(hash)) {
+            seen.add(hash);
+            result.push(message);
+        }
+        else {
+            duplicatesRemoved++;
+        }
+    }
+    return {
+        messages: result,
+        duplicatesRemoved,
+        originalCount: messages.length,
+    };
+}
+//# sourceMappingURL=deduplication.js.map

package/dist/compression/layers/deduplication.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"deduplication.js","sourceRoot":"","sources":["../../../src/compression/layers/deduplication.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,MAAM,MAAM,QAAQ,CAAC;AAQ5B;;;GAGG;AACH,SAAS,WAAW,CAAC,OAA0B;IAC7C,uFAAuF;IACvF,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACxC,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC;IAC/B,CAAC;SAAM,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1C,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,KAAK,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,CAAC,YAAY,IAAI,EAAE,EAAE,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAEzF,gCAAgC;IAChC,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACvB,KAAK,CAAC,IAAI,CACR,IAAI,CAAC,SAAS,CACZ,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAC9B,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;YACtB,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS;SAC5B,CAAC,CAAC,CACJ,CACF,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAChC,OAAO,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChE,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAA6B;IAC/D,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,MAAM,GAAwB,EAAE,CAAC;IACvC,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAE1B,6EAA6E;IAC7E,8EAA8E;IAC9E,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAAU,CAAC;IAChD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YACpD,qBAAqB,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,2DAA2D;QAC3D,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC9B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,SAAS;QACX,CAAC;QAED,8DAA8D;QAC9D,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC5B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,SAAS;QACX,CAAC;QAED,6DAA6D;QAC7D,6DAA6D;QAC7D,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC5B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,SAAS;QACX,CAAC;QAED,sEAAsE;QACtE,iEAAiE;QACjE,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvD,MAAM,qBAAqB,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAC3D,qBAAqB,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CACjC,CAAC;YACF,IAAI,qBAAqB,EAAE,CAAC;gBAC1B,sEAAsE;gBACtE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrB,SAAS;YACX,CAAC;QACH,CAAC;QAED,qDAAqD;QACrD,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QAElC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACpB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,iBAAiB,EAAE,CAAC;QACtB,CAAC;IACH,CAAC;IAED,OAAO;QACL,QAAQ,EAAE,MAAM;QAChB,iBAAiB;QACjB,aAAa,EAAE,QAAQ,CAAC,MAAM;KAC/B,CAAC;AACJ,CAAC"}

package/dist/compression/layers/dictionary.d.ts

@@ -0,0 +1,21 @@
+/**
+ * Layer 3: Dictionary Encoding
+ *
+ * Replaces frequently repeated long phrases with short codes.
+ * Uses a static codebook of common patterns from production logs.
+ *
+ * Safe for LLM: Reversible substitution with codebook header.
+ * Expected savings: 4-8%
+ */
+import { NormalizedMessage } from "../types";
+export interface DictionaryResult {
+    messages: NormalizedMessage[];
+    substitutionCount: number;
+    usedCodes: Set<string>;
+    charsSaved: number;
+}
+/**
+ * Apply dictionary encoding to all messages.
+ */
+export declare function encodeMessages(messages: NormalizedMessage[]): DictionaryResult;
+//# sourceMappingURL=dictionary.d.ts.map

package/dist/compression/layers/dictionary.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dictionary.d.ts","sourceRoot":"","sources":["../../../src/compression/layers/dictionary.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAG7C,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IAC9B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;CACpB;AA6CD;;GAEG;AACH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,iBAAiB,EAAE,GAAG,gBAAgB,CA+B9E"}