@blockrun/clawrouter 0.12.95 → 0.12.97

package/dist/compression/layers/dictionary.js

@@ -0,0 +1,73 @@
+/**
+ * Layer 3: Dictionary Encoding
+ *
+ * Replaces frequently repeated long phrases with short codes.
+ * Uses a static codebook of common patterns from production logs.
+ *
+ * Safe for LLM: Reversible substitution with codebook header.
+ * Expected savings: 4-8%
+ */
+import { getInverseCodebook } from "../codebook.js";
+/**
+ * Apply dictionary encoding to a string.
+ * Returns the encoded string and stats.
+ */
+function encodeContent(content, inverseCodebook) {
+    // Defensive type check - content might be array/object for multimodal messages
+    if (!content || typeof content !== "string") {
+        return { encoded: content, substitutions: 0, codes: new Set(), charsSaved: 0 };
+    }
+    let encoded = content;
+    let substitutions = 0;
+    let charsSaved = 0;
+    const codes = new Set();
+    // Sort phrases by length (longest first) to avoid partial matches
+    const phrases = Object.keys(inverseCodebook).sort((a, b) => b.length - a.length);
+    for (const phrase of phrases) {
+        const code = inverseCodebook[phrase];
+        const regex = new RegExp(escapeRegex(phrase), "g");
+        const matches = encoded.match(regex);
+        if (matches && matches.length > 0) {
+            encoded = encoded.replace(regex, code);
+            substitutions += matches.length;
+            charsSaved += matches.length * (phrase.length - code.length);
+            codes.add(code);
+        }
+    }
+    return { encoded, substitutions, codes, charsSaved };
+}
+/**
+ * Escape special regex characters in a string.
+ */
+function escapeRegex(str) {
+    return str.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+}
+/**
+ * Apply dictionary encoding to all messages.
+ */
+export function encodeMessages(messages) {
+    const inverseCodebook = getInverseCodebook();
+    let totalSubstitutions = 0;
+    let totalCharsSaved = 0;
+    const allUsedCodes = new Set();
+    const result = messages.map((message) => {
+        // Only process string content (skip arrays for multimodal messages)
+        if (!message.content || typeof message.content !== "string")
+            return message;
+        const { encoded, substitutions, codes, charsSaved } = encodeContent(message.content, inverseCodebook);
+        totalSubstitutions += substitutions;
+        totalCharsSaved += charsSaved;
+        codes.forEach((code) => allUsedCodes.add(code));
+        return {
+            ...message,
+            content: encoded,
+        };
+    });
+    return {
+        messages: result,
+        substitutionCount: totalSubstitutions,
+        usedCodes: allUsedCodes,
+        charsSaved: totalCharsSaved,
+    };
+}
+//# sourceMappingURL=dictionary.js.map

package/dist/compression/layers/dictionary.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dictionary.js","sourceRoot":"","sources":["../../../src/compression/layers/dictionary.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AASpD;;;GAGG;AACH,SAAS,aAAa,CACpB,OAAe,EACf,eAAuC;IAEvC,+EAA+E;IAC/E,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC5C,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,GAAG,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;IACjF,CAAC;IACD,IAAI,OAAO,GAAG,OAAO,CAAC;IACtB,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAEhC,kEAAkE;IAClE,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IAEjF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAErC,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YACvC,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;YAChC,UAAU,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;YAC7D,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;AACvD,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,GAAW;IAC9B,OAAO,GAAG,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AACpD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,QAA6B;IAC1D,MAAM,eAAe,GAAG,kBAAkB,EAAE,CAAC;IAC7C,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAC3B,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IAEvC,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;QACtC,oEAAoE;QACpE,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ;YAAE,OAAO,OAAO,CAAC;QAE5E,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,aAAa,CACjE,OAAO,CAAC,OAAO,EACf,eAAe,CAChB,CAAC;QAEF,kBAAkB,IAAI,aAAa,CAAC;QACpC,eAAe,IAAI,UAAU,CAAC;QAC9B,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QAEhD,OAAO;YACL,GAAG,OAAO;YACV,OAAO,EAAE,OAAO;SACjB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,QAAQ,EAAE,MAAM;QAChB,iBAAiB,EAAE,kBAAkB;QACrC,SAAS,EAAE,YAAY;QACvB,UAAU,EAAE,eAAe;KAC5B,CAAC;AACJ,CAAC"}

package/dist/compression/layers/dynamic-codebook.d.ts

@@ -0,0 +1,26 @@
+/**
+ * L7: Dynamic Codebook Builder
+ *
+ * Inspired by claw-compactor's frequency-based codebook.
+ * Builds codebook from actual content being compressed,
+ * rather than relying on static patterns.
+ *
+ * Finds phrases that appear 3+ times and replaces with short codes.
+ */
+import { NormalizedMessage } from "../types.js";
+interface DynamicCodebookResult {
+    messages: NormalizedMessage[];
+    charsSaved: number;
+    dynamicCodes: Record<string, string>;
+    substitutions: number;
+}
+/**
+ * Apply dynamic codebook to messages.
+ */
+export declare function applyDynamicCodebook(messages: NormalizedMessage[]): DynamicCodebookResult;
+/**
+ * Generate header for dynamic codes (to include in system message).
+ */
+export declare function generateDynamicCodebookHeader(codebook: Record<string, string>): string;
+export {};
+//# sourceMappingURL=dynamic-codebook.d.ts.map

package/dist/compression/layers/dynamic-codebook.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dynamic-codebook.d.ts","sourceRoot":"","sources":["../../../src/compression/layers/dynamic-codebook.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAEhD,UAAU,qBAAqB;IAC7B,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,aAAa,EAAE,MAAM,CAAC;CACvB;AAyFD;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,GAAG,qBAAqB,CAmDzF;AAED;;GAEG;AACH,wBAAgB,6BAA6B,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,MAAM,CAatF"}

package/dist/compression/layers/dynamic-codebook.js

@@ -0,0 +1,149 @@
+/**
+ * L7: Dynamic Codebook Builder
+ *
+ * Inspired by claw-compactor's frequency-based codebook.
+ * Builds codebook from actual content being compressed,
+ * rather than relying on static patterns.
+ *
+ * Finds phrases that appear 3+ times and replaces with short codes.
+ */
+// Config
+const MIN_PHRASE_LENGTH = 20;
+const MAX_PHRASE_LENGTH = 200;
+const MIN_FREQUENCY = 3;
+const MAX_ENTRIES = 100;
+const CODE_PREFIX = "$D"; // Dynamic codes: $D01, $D02, etc.
+/**
+ * Find repeated phrases in content.
+ */
+function findRepeatedPhrases(allContent) {
+    const phrases = new Map();
+    // Split by sentence-like boundaries
+    const segments = allContent.split(/(?<=[.!?\n])\s+/);
+    for (const segment of segments) {
+        const trimmed = segment.trim();
+        if (trimmed.length >= MIN_PHRASE_LENGTH && trimmed.length <= MAX_PHRASE_LENGTH) {
+            phrases.set(trimmed, (phrases.get(trimmed) || 0) + 1);
+        }
+    }
+    // Also find repeated lines
+    const lines = allContent.split("\n");
+    for (const line of lines) {
+        const trimmed = line.trim();
+        if (trimmed.length >= MIN_PHRASE_LENGTH && trimmed.length <= MAX_PHRASE_LENGTH) {
+            phrases.set(trimmed, (phrases.get(trimmed) || 0) + 1);
+        }
+    }
+    return phrases;
+}
+/**
+ * Build dynamic codebook from message content.
+ */
+function buildDynamicCodebook(messages) {
+    // Combine all content
+    let allContent = "";
+    for (const msg of messages) {
+        // Only process string content (skip arrays for multimodal messages)
+        if (msg.content && typeof msg.content === "string") {
+            allContent += msg.content + "\n";
+        }
+    }
+    // Find repeated phrases
+    const phrases = findRepeatedPhrases(allContent);
+    // Filter by frequency and sort by savings potential
+    const candidates = [];
+    for (const [phrase, count] of phrases.entries()) {
+        if (count >= MIN_FREQUENCY) {
+            // Savings = (phrase length - code length) * occurrences
+            const codeLength = 4; // e.g., "$D01"
+            const savings = (phrase.length - codeLength) * count;
+            if (savings > 50) {
+                candidates.push({ phrase, count, savings });
+            }
+        }
+    }
+    // Sort by savings (descending) and take top entries
+    candidates.sort((a, b) => b.savings - a.savings);
+    const topCandidates = candidates.slice(0, MAX_ENTRIES);
+    // Build codebook
+    const codebook = {};
+    topCandidates.forEach((c, i) => {
+        const code = `${CODE_PREFIX}${String(i + 1).padStart(2, "0")}`;
+        codebook[code] = c.phrase;
+    });
+    return codebook;
+}
+/**
+ * Escape special regex characters.
+ */
+function escapeRegex(str) {
+    // Defensive type check
+    if (!str || typeof str !== "string")
+        return "";
+    return str.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+}
+/**
+ * Apply dynamic codebook to messages.
+ */
+export function applyDynamicCodebook(messages) {
+    // Build codebook from content
+    const codebook = buildDynamicCodebook(messages);
+    if (Object.keys(codebook).length === 0) {
+        return {
+            messages,
+            charsSaved: 0,
+            dynamicCodes: {},
+            substitutions: 0,
+        };
+    }
+    // Create inverse map for replacement
+    const phraseToCode = {};
+    for (const [code, phrase] of Object.entries(codebook)) {
+        phraseToCode[phrase] = code;
+    }
+    // Sort phrases by length (longest first) to avoid partial replacements
+    const sortedPhrases = Object.keys(phraseToCode).sort((a, b) => b.length - a.length);
+    let charsSaved = 0;
+    let substitutions = 0;
+    // Apply replacements
+    const result = messages.map((msg) => {
+        // Only process string content (skip arrays for multimodal messages)
+        if (!msg.content || typeof msg.content !== "string")
+            return msg;
+        let content = msg.content;
+        for (const phrase of sortedPhrases) {
+            const code = phraseToCode[phrase];
+            const regex = new RegExp(escapeRegex(phrase), "g");
+            const matches = content.match(regex);
+            if (matches) {
+                content = content.replace(regex, code);
+                charsSaved += (phrase.length - code.length) * matches.length;
+                substitutions += matches.length;
+            }
+        }
+        return { ...msg, content };
+    });
+    return {
+        messages: result,
+        charsSaved,
+        dynamicCodes: codebook,
+        substitutions,
+    };
+}
+/**
+ * Generate header for dynamic codes (to include in system message).
+ */
+export function generateDynamicCodebookHeader(codebook) {
+    if (Object.keys(codebook).length === 0)
+        return "";
+    const entries = Object.entries(codebook)
+        .slice(0, 20) // Limit header size
+        .map(([code, phrase]) => {
+        // Truncate long phrases in header
+        const displayPhrase = phrase.length > 40 ? phrase.slice(0, 37) + "..." : phrase;
+        return `${code}=${displayPhrase}`;
+    })
+        .join(", ");
+    return `[DynDict: ${entries}]`;
+}
+//# sourceMappingURL=dynamic-codebook.js.map

package/dist/compression/layers/dynamic-codebook.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dynamic-codebook.js","sourceRoot":"","sources":["../../../src/compression/layers/dynamic-codebook.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAWH,SAAS;AACT,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,MAAM,aAAa,GAAG,CAAC,CAAC;AACxB,MAAM,WAAW,GAAG,GAAG,CAAC;AACxB,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,kCAAkC;AAE5D;;GAEG;AACH,SAAS,mBAAmB,CAAC,UAAkB;IAC7C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE1C,oCAAoC;IACpC,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;IAErD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/B,IAAI,OAAO,CAAC,MAAM,IAAI,iBAAiB,IAAI,OAAO,CAAC,MAAM,IAAI,iBAAiB,EAAE,CAAC;YAC/E,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,2BAA2B;IAC3B,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACrC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,OAAO,CAAC,MAAM,IAAI,iBAAiB,IAAI,OAAO,CAAC,MAAM,IAAI,iBAAiB,EAAE,CAAC;YAC/E,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAAC,QAA6B;IACzD,sBAAsB;IACtB,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,oEAAoE;QACpE,IAAI,GAAG,CAAC,OAAO,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACnD,UAAU,IAAI,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC;QACnC,CAAC;IACH,CAAC;IAED,wBAAwB;IACxB,MAAM,OAAO,GAAG,mBAAmB,CAAC,UAAU,CAAC,CAAC;IAEhD,oDAAoD;IACpD,MAAM,UAAU,GAA8D,EAAE,CAAC;IACjF,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;QAChD,IAAI,KAAK,IAAI,aAAa,EAAE,CAAC;YAC3B,wDAAwD;YACxD,MAAM,UAAU,GAAG,CAAC,CAAC,CAAC,eAAe;YACrC,MAAM,OAAO,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC,GAAG,KAAK,CAAC;YACrD,IAAI,OAAO,GAAG,EAAE,EAAE,CAAC;gBACjB,UAAU,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;IACH,CAAC;IAED,oDAAoD;IACpD,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC;IACjD,MAAM,aAAa,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;IAEvD,iBAAiB;IACjB,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAC5C,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAC7B,MAAM,IAAI,GAAG,GAAG,WAAW,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;QAC/D,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,GAAW;IAC9B,uBAAuB;IACvB,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IAC/C,OAAO,GAAG,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AACpD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,QAA6B;IAChE,8BAA8B;IAC9B,MAAM,QAAQ,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IAEhD,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO;YACL,QAAQ;YACR,UAAU,EAAE,CAAC;YACb,YAAY,EAAE,EAAE;YAChB,aAAa,EAAE,CAAC;SACjB,CAAC;IACJ,CAAC;IAED,qCAAqC;IACrC,MAAM,YAAY,GAA2B,EAAE,CAAC;IAChD,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACtD,YAAY,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IAC9B,CAAC;IAED,uEAAuE;IACvE,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IAEpF,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,aAAa,GAAG,CAAC,CAAC;IAEtB,qBAAqB;IACrB,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QAClC,oEAAoE;QACpE,IAAI,CAAC,GAAG,CAAC,OAAO,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;YAAE,OAAO,GAAG,CAAC;QAEhE,IAAI,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;QAC1B,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;YACnC,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;YAClC,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC;YACnD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACrC,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;gBACvC,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;gBAC7D,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;YAClC,CAAC;QACH,CAAC;QAED,OAAO,EAAE,GAAG,GAAG,EAAE,OAAO,EAAE,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,QAAQ,EAAE,MAAM;QAChB,UAAU;QACV,YAAY,EAAE,QAAQ;QACtB,aAAa;KACd,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,6BAA6B,CAAC,QAAgC;IAC5E,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAElD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC;SACrC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,oBAAoB;SACjC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE;QACtB,kCAAkC;QAClC,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;QAChF,OAAO,GAAG,IAAI,IAAI,aAAa,EAAE,CAAC;IACpC,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,OAAO,aAAa,OAAO,GAAG,CAAC;AACjC,CAAC"}

package/dist/compression/layers/json-compact.d.ts

@@ -0,0 +1,23 @@
+/**
+ * Layer 5: JSON Compaction
+ *
+ * Minifies JSON in tool_call arguments and tool results.
+ * Removes pretty-print whitespace from JSON strings.
+ *
+ * Safe for LLM: JSON semantics unchanged.
+ * Expected savings: 2-4%
+ */
+import { NormalizedMessage } from "../types.js";
+export interface JsonCompactResult {
+    messages: NormalizedMessage[];
+    charsSaved: number;
+}
+/**
+ * Apply JSON compaction to all messages.
+ *
+ * Targets:
+ * - tool_call arguments (in assistant messages)
+ * - tool message content (often JSON)
+ */
+export declare function compactMessagesJson(messages: NormalizedMessage[]): JsonCompactResult;
+//# sourceMappingURL=json-compact.d.ts.map

package/dist/compression/layers/json-compact.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-compact.d.ts","sourceRoot":"","sources":["../../../src/compression/layers/json-compact.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,iBAAiB,EAAY,MAAM,aAAa,CAAC;AAE1D,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IAC9B,UAAU,EAAE,MAAM,CAAC;CACpB;AAuCD;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,GAAG,iBAAiB,CAmCpF"}

package/dist/compression/layers/json-compact.js

@@ -0,0 +1,79 @@
+/**
+ * Layer 5: JSON Compaction
+ *
+ * Minifies JSON in tool_call arguments and tool results.
+ * Removes pretty-print whitespace from JSON strings.
+ *
+ * Safe for LLM: JSON semantics unchanged.
+ * Expected savings: 2-4%
+ */
+/**
+ * Compact a JSON string by parsing and re-stringifying without formatting.
+ */
+function compactJson(jsonString) {
+    try {
+        const parsed = JSON.parse(jsonString);
+        return JSON.stringify(parsed);
+    }
+    catch {
+        // Not valid JSON, return as-is
+        return jsonString;
+    }
+}
+/**
+ * Check if a string looks like JSON (starts with { or [).
+ */
+function looksLikeJson(str) {
+    const trimmed = str.trim();
+    return ((trimmed.startsWith("{") && trimmed.endsWith("}")) ||
+        (trimmed.startsWith("[") && trimmed.endsWith("]")));
+}
+/**
+ * Compact tool_call arguments in a message.
+ */
+function compactToolCalls(toolCalls) {
+    return toolCalls.map((tc) => ({
+        ...tc,
+        function: {
+            ...tc.function,
+            arguments: compactJson(tc.function.arguments),
+        },
+    }));
+}
+/**
+ * Apply JSON compaction to all messages.
+ *
+ * Targets:
+ * - tool_call arguments (in assistant messages)
+ * - tool message content (often JSON)
+ */
+export function compactMessagesJson(messages) {
+    let charsSaved = 0;
+    const result = messages.map((message) => {
+        const newMessage = { ...message };
+        // Compact tool_calls arguments
+        if (message.tool_calls && message.tool_calls.length > 0) {
+            const originalLength = JSON.stringify(message.tool_calls).length;
+            newMessage.tool_calls = compactToolCalls(message.tool_calls);
+            const newLength = JSON.stringify(newMessage.tool_calls).length;
+            charsSaved += originalLength - newLength;
+        }
+        // Compact tool message content if it looks like JSON
+        // Only process string content (skip arrays for multimodal messages)
+        if (message.role === "tool" &&
+            message.content &&
+            typeof message.content === "string" &&
+            looksLikeJson(message.content)) {
+            const originalLength = message.content.length;
+            const compacted = compactJson(message.content);
+            charsSaved += originalLength - compacted.length;
+            newMessage.content = compacted;
+        }
+        return newMessage;
+    });
+    return {
+        messages: result,
+        charsSaved,
+    };
+}
+//# sourceMappingURL=json-compact.js.map

package/dist/compression/layers/json-compact.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-compact.js","sourceRoot":"","sources":["../../../src/compression/layers/json-compact.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AASH;;GAEG;AACH,SAAS,WAAW,CAAC,UAAkB;IACrC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACtC,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,+BAA+B;QAC/B,OAAO,UAAU,CAAC;IACpB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,GAAW;IAChC,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAC3B,OAAO,CACL,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAClD,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CACnD,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CAAC,SAAqB;IAC7C,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC5B,GAAG,EAAE;QACL,QAAQ,EAAE;YACR,GAAG,EAAE,CAAC,QAAQ;YACd,SAAS,EAAE,WAAW,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;SAC9C;KACF,CAAC,CAAC,CAAC;AACN,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAA6B;IAC/D,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;QACtC,MAAM,UAAU,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;QAElC,+BAA+B;QAC/B,IAAI,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxD,MAAM,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC;YACjE,UAAU,CAAC,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAC7D,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC;YAC/D,UAAU,IAAI,cAAc,GAAG,SAAS,CAAC;QAC3C,CAAC;QAED,qDAAqD;QACrD,oEAAoE;QACpE,IACE,OAAO,CAAC,IAAI,KAAK,MAAM;YACvB,OAAO,CAAC,OAAO;YACf,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ;YACnC,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,EAC9B,CAAC;YACD,MAAM,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC;YAC9C,MAAM,SAAS,GAAG,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC/C,UAAU,IAAI,cAAc,GAAG,SAAS,CAAC,MAAM,CAAC;YAChD,UAAU,CAAC,OAAO,GAAG,SAAS,CAAC;QACjC,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,QAAQ,EAAE,MAAM;QAChB,UAAU;KACX,CAAC;AACJ,CAAC"}

package/dist/compression/layers/observation.d.ts

@@ -0,0 +1,21 @@
+/**
+ * L6: Observation Compression (AGGRESSIVE)
+ *
+ * Inspired by claw-compactor's 97% compression on tool results.
+ * Tool call results (especially large ones) are summarized to key info only.
+ *
+ * This is the biggest compression win - tool outputs can be 10KB+ but
+ * only ~200 chars of actual useful information.
+ */
+import { NormalizedMessage } from "../types.js";
+interface ObservationResult {
+    messages: NormalizedMessage[];
+    charsSaved: number;
+    observationsCompressed: number;
+}
+/**
+ * Compress tool results in messages.
+ */
+export declare function compressObservations(messages: NormalizedMessage[]): ObservationResult;
+export {};
+//# sourceMappingURL=observation.d.ts.map

package/dist/compression/layers/observation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"observation.d.ts","sourceRoot":"","sources":["../../../src/compression/layers/observation.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAEhD,UAAU,iBAAiB;IACzB,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,sBAAsB,EAAE,MAAM,CAAC;CAChC;AAoHD;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,GAAG,iBAAiB,CAuCrF"}

package/dist/compression/layers/observation.js

@@ -0,0 +1,130 @@
+/**
+ * L6: Observation Compression (AGGRESSIVE)
+ *
+ * Inspired by claw-compactor's 97% compression on tool results.
+ * Tool call results (especially large ones) are summarized to key info only.
+ *
+ * This is the biggest compression win - tool outputs can be 10KB+ but
+ * only ~200 chars of actual useful information.
+ */
+// Max length for tool results before compression kicks in
+const TOOL_RESULT_THRESHOLD = 500;
+// Max length to compress tool results down to
+const COMPRESSED_RESULT_MAX = 300;
+/**
+ * Extract key information from tool result.
+ * Keeps: errors, key values, status, first/last important lines.
+ */
+function compressToolResult(content) {
+    if (!content || content.length <= TOOL_RESULT_THRESHOLD) {
+        return content;
+    }
+    const lines = content
+        .split("\n")
+        .map((l) => l.trim())
+        .filter(Boolean);
+    // Priority 1: Error messages (always keep)
+    const errorLines = lines.filter((l) => /error|exception|failed|denied|refused|timeout|invalid/i.test(l) && l.length < 200);
+    // Priority 2: Status/result lines
+    const statusLines = lines.filter((l) => /success|complete|created|updated|found|result|status|total|count/i.test(l) && l.length < 150);
+    // Priority 3: Key JSON fields (extract important values)
+    const jsonMatches = [];
+    const jsonPattern = /"(id|name|status|error|message|count|total|url|path)":\s*"?([^",}\n]+)"?/gi;
+    let match;
+    while ((match = jsonPattern.exec(content)) !== null) {
+        jsonMatches.push(`${match[1]}: ${match[2].slice(0, 50)}`);
+    }
+    // Priority 4: First and last meaningful lines
+    const firstLine = lines[0]?.slice(0, 100);
+    const lastLine = lines.length > 1 ? lines[lines.length - 1]?.slice(0, 100) : "";
+    // Build compressed observation
+    const parts = [];
+    if (errorLines.length > 0) {
+        parts.push("[ERR] " + errorLines.slice(0, 3).join(" | "));
+    }
+    if (statusLines.length > 0) {
+        parts.push(statusLines.slice(0, 3).join(" | "));
+    }
+    if (jsonMatches.length > 0) {
+        parts.push(jsonMatches.slice(0, 5).join(", "));
+    }
+    if (parts.length === 0) {
+        // Fallback: keep first/last lines with truncation marker
+        parts.push(firstLine || "");
+        if (lines.length > 2) {
+            parts.push(`[...${lines.length - 2} lines...]`);
+        }
+        if (lastLine && lastLine !== firstLine) {
+            parts.push(lastLine);
+        }
+    }
+    let result = parts.join("\n");
+    // Final length cap
+    if (result.length > COMPRESSED_RESULT_MAX) {
+        result = result.slice(0, COMPRESSED_RESULT_MAX - 20) + "\n[...truncated]";
+    }
+    return result;
+}
+/**
+ * Compress large repeated content blocks.
+ * Detects when same large block appears multiple times.
+ */
+function deduplicateLargeBlocks(messages) {
+    const blockHashes = new Map(); // hash -> first occurrence index
+    let charsSaved = 0;
+    const result = messages.map((msg, idx) => {
+        // Only process string content (skip arrays for multimodal messages)
+        if (!msg.content || typeof msg.content !== "string" || msg.content.length < 500) {
+            return msg;
+        }
+        // Hash first 200 chars as block identifier
+        const blockKey = msg.content.slice(0, 200);
+        if (blockHashes.has(blockKey)) {
+            const firstIdx = blockHashes.get(blockKey);
+            const original = msg.content;
+            const compressed = `[See message #${firstIdx + 1} - same content]`;
+            charsSaved += original.length - compressed.length;
+            return { ...msg, content: compressed };
+        }
+        blockHashes.set(blockKey, idx);
+        return msg;
+    });
+    return { messages: result, charsSaved };
+}
+/**
+ * Compress tool results in messages.
+ */
+export function compressObservations(messages) {
+    let charsSaved = 0;
+    let observationsCompressed = 0;
+    // First pass: compress individual tool results
+    let result = messages.map((msg) => {
+        // Only compress tool role messages (these are tool call results)
+        // Only process string content (skip arrays for multimodal messages)
+        if (msg.role !== "tool" || !msg.content || typeof msg.content !== "string") {
+            return msg;
+        }
+        const original = msg.content;
+        if (original.length <= TOOL_RESULT_THRESHOLD) {
+            return msg;
+        }
+        const compressed = compressToolResult(original);
+        const saved = original.length - compressed.length;
+        if (saved > 50) {
+            charsSaved += saved;
+            observationsCompressed++;
+            return { ...msg, content: compressed };
+        }
+        return msg;
+    });
+    // Second pass: deduplicate large repeated blocks
+    const dedupResult = deduplicateLargeBlocks(result);
+    result = dedupResult.messages;
+    charsSaved += dedupResult.charsSaved;
+    return {
+        messages: result,
+        charsSaved,
+        observationsCompressed,
+    };
+}
+//# sourceMappingURL=observation.js.map

package/dist/compression/layers/observation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"observation.js","sourceRoot":"","sources":["../../../src/compression/layers/observation.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAUH,0DAA0D;AAC1D,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAElC,8CAA8C;AAC9C,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAElC;;;GAGG;AACH,SAAS,kBAAkB,CAAC,OAAe;IACzC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,IAAI,qBAAqB,EAAE,CAAC;QACxD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,MAAM,KAAK,GAAG,OAAO;SAClB,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpB,MAAM,CAAC,OAAO,CAAC,CAAC;IAEnB,2CAA2C;IAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAC7B,CAAC,CAAC,EAAE,EAAE,CAAC,wDAAwD,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,GAAG,CAC1F,CAAC;IAEF,kCAAkC;IAClC,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAC9B,CAAC,CAAC,EAAE,EAAE,CACJ,mEAAmE,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,GAAG,CAChG,CAAC;IAEF,yDAAyD;IACzD,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,MAAM,WAAW,GAAG,4EAA4E,CAAC;IACjG,IAAI,KAAK,CAAC;IACV,OAAO,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACpD,WAAW,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,8CAA8C;IAC9C,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAEhF,+BAA+B;IAC/B,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAC5D,CAAC;IAED,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAClD,CAAC;IAED,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,yDAAyD;QACzD,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;QAC5B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,KAAK,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,YAAY,CAAC,CAAC;QAClD,CAAC;QACD,IAAI,QAAQ,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YACvC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAED,IAAI,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAE9B,mBAAmB;IACnB,IAAI,MAAM,CAAC,MAAM,GAAG,qBAAqB,EAAE,CAAC;QAC1C,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,qBAAqB,GAAG,EAAE,CAAC,GAAG,kBAAkB,CAAC;IAC5E,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;GAGG;AACH,SAAS,sBAAsB,CAAC,QAA6B;IAI3D,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC,CAAC,iCAAiC;IAChF,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QACvC,oEAAoE;QACpE,IAAI,CAAC,GAAG,CAAC,OAAO,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAChF,OAAO,GAAG,CAAC;QACb,CAAC;QAED,2CAA2C;QAC3C,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAE3C,IAAI,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9B,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC;YAC5C,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC;YAC7B,MAAM,UAAU,GAAG,iBAAiB,QAAQ,GAAG,CAAC,kBAAkB,CAAC;YACnE,UAAU,IAAI,QAAQ,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;YAClD,OAAO,EAAE,GAAG,GAAG,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;QACzC,CAAC;QAED,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAC/B,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,QAA6B;IAChE,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,sBAAsB,GAAG,CAAC,CAAC;IAE/B,+CAA+C;IAC/C,IAAI,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QAChC,iEAAiE;QACjE,oEAAoE;QACpE,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YAC3E,OAAO,GAAG,CAAC;QACb,CAAC;QAED,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC;QAC7B,IAAI,QAAQ,CAAC,MAAM,IAAI,qBAAqB,EAAE,CAAC;YAC7C,OAAO,GAAG,CAAC;QACb,CAAC;QAED,MAAM,UAAU,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;QAElD,IAAI,KAAK,GAAG,EAAE,EAAE,CAAC;YACf,UAAU,IAAI,KAAK,CAAC;YACpB,sBAAsB,EAAE,CAAC;YACzB,OAAO,EAAE,GAAG,GAAG,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;QACzC,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CAAC;IAEH,iDAAiD;IACjD,MAAM,WAAW,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;IACnD,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC;IAC9B,UAAU,IAAI,WAAW,CAAC,UAAU,CAAC;IAErC,OAAO;QACL,QAAQ,EAAE,MAAM;QAChB,UAAU;QACV,sBAAsB;KACvB,CAAC;AACJ,CAAC"}

package/dist/compression/layers/paths.d.ts

@@ -0,0 +1,24 @@
+/**
+ * Layer 4: Path Shortening
+ *
+ * Detects common filesystem path prefixes and replaces them with short codes.
+ * Common in coding assistant contexts with repeated file paths.
+ *
+ * Safe for LLM: Lossless abbreviation with path map header.
+ * Expected savings: 1-3%
+ */
+import { NormalizedMessage } from "../types.js";
+export interface PathShorteningResult {
+    messages: NormalizedMessage[];
+    pathMap: Record<string, string>;
+    charsSaved: number;
+}
+/**
+ * Apply path shortening to all messages.
+ */
+export declare function shortenPaths(messages: NormalizedMessage[]): PathShorteningResult;
+/**
+ * Generate the path map header for the codebook.
+ */
+export declare function generatePathMapHeader(pathMap: Record<string, string>): string;
+//# sourceMappingURL=paths.d.ts.map

package/dist/compression/layers/paths.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"paths.d.ts","sourceRoot":"","sources":["../../../src/compression/layers/paths.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAEhD,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,iBAAiB,EAAE,CAAC;IAC9B,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,UAAU,EAAE,MAAM,CAAC;CACpB;AAgDD;;GAEG;AACH,wBAAgB,YAAY,CAAC,QAAQ,EAAE,iBAAiB,EAAE,GAAG,oBAAoB,CAwDhF;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,MAAM,CAQ7E"}