@ruso-0/nreki 6.0.0

package/dist/circuit-breaker.js

@@ -0,0 +1,330 @@
+/**
+ * circuit-breaker.ts - Detects and stops infinite failure loops.
+ *
+ * Claude Code often enters loops: write bad code → test → fail → fix →
+ * test → fail, repeating 20+ times and burning $5+ in tokens.
+ *
+ * This module monitors tool call patterns and trips a circuit breaker
+ * when it detects:
+ *   Pattern 1: Same error hash 3+ times in last 10 calls
+ *   Pattern 2: Same file written 5+ times in last 15 calls
+ *   Pattern 3: Alternating write→test→fail cycle 3+ times
+ *   Pattern 4: Per-file failure threshold (3+ errors on same file, even across different actions)
+ */
+import crypto from "crypto";
+import path from "path";
+// ─── Constants ───────────────────────────────────────────────────────
+const MAX_HISTORY = 50;
+const SAME_ERROR_THRESHOLD = 3;
+const SAME_ERROR_WINDOW = 10;
+const SAME_FILE_THRESHOLD = 5;
+const SAME_FILE_WINDOW = 15;
+const WRITE_TEST_FAIL_THRESHOLD = 3;
+const PER_FILE_FAILURE_THRESHOLD = 3;
+const MAX_ESCALATION_LEVEL = 3;
+// Average tokens burned per failed loop iteration (write + test + read error)
+const TOKENS_PER_FAILED_ITERATION = 2000;
+// TTL for history entries (5 minutes)
+const HISTORY_TTL_MS = 300_000;
+// ─── Error Hashing ──────────────────────────────────────────────────
+/**
+ * Extract a stable hash from error output.
+ * Normalizes line numbers and timestamps so that the "same" error
+ * (e.g., same type error in different locations) hashes identically.
+ */
+export function hashError(errorText) {
+    // Normalize: strip line/col numbers, timestamps, ANSI codes, addresses
+    const normalized = errorText
+        .replace(/\x1b\[[0-9;]*[A-Za-z]/g, "") // ANSI
+        .replace(/\d{4}-\d{2}-\d{2}T[\d:.]+Z?/g, "[TIME]") // ISO timestamps
+        .replace(/:\d+:\d+/g, ":[L]:[C]") // line:col
+        .replace(/line \d+/gi, "line N") // "line 42"
+        .replace(/\d{13,}/g, "[TS]") // epoch timestamps
+        .replace(/0x[a-fA-F0-9]+/gi, "[MEM]") // memory addresses
+        .trim();
+    return crypto.createHash("sha256").update(normalized).digest("hex").slice(0, 16);
+}
+/**
+ * Detect if text contains error patterns.
+ * Returns true if the text looks like an error output.
+ */
+export function containsError(text) {
+    // High-confidence patterns: a single match is sufficient
+    const STRONG_PATTERNS = [
+        /error\s+TS\d+/i,
+        /npm\s+(?:ERR!|error)/im,
+        /(?:FAIL|✕|×|✗)\s+/,
+        /ExitCode:\s*[1-9]/,
+        /Process exited with code [1-9]/,
+        /Command failed/i,
+        /Build failed/i,
+        /Tests?\s+failed/i,
+    ];
+    if (STRONG_PATTERNS.some((re) => re.test(text)))
+        return true;
+    // Weak patterns: may appear in comments, strings, or docs - require 2+ matches
+    const WEAK_PATTERNS = [
+        /^\w*Error:/m,
+        /SyntaxError:/,
+        /TypeError:/,
+        /ReferenceError:/,
+        /Cannot find module/,
+        /ENOENT/,
+    ];
+    const weakMatches = WEAK_PATTERNS.filter((re) => re.test(text)).length;
+    return weakMatches >= 2;
+}
+// ─── Circuit Breaker ────────────────────────────────────────────────
+export class CircuitBreaker {
+    state = {
+        history: [],
+        tripped: false,
+        tripReason: null,
+        consecutiveFailures: 0,
+        perFileFailures: new Map(),
+        escalationLevel: 0,
+        lastTrippedFile: null,
+        lastTrippedSymbol: null,
+        lastErrorPattern: null,
+    };
+    stats = {
+        totalToolCalls: 0,
+        loopsDetected: 0,
+        loopsPrevented: 0,
+        estimatedTokensSaved: 0,
+        sessionStartTime: Date.now(),
+        redirectsIssued: 0,
+        redirectsSuccessful: 0,
+    };
+    /**
+     * Record a tool call and check for loop patterns.
+     * Returns a LoopCheckResult indicating whether the breaker tripped.
+     */
+    recordToolCall(toolName, result, filePath, symbolName, isError) {
+        const hasError = isError ?? containsError(result);
+        const errorHash = hasError ? hashError(result) : null;
+        // Normalize path to absolute + forward slashes - prevents split counters
+        // when the same file arrives as "src/app.ts" vs "/Users/.../src/app.ts"
+        const normalizedPath = filePath
+            ? path.resolve(process.cwd(), filePath).replace(/\\/g, "/")
+            : null;
+        const record = {
+            toolName,
+            timestamp: Date.now(),
+            errorHash,
+            filePath: normalizedPath,
+            symbolName: symbolName ?? null,
+        };
+        // Ring buffer: keep last MAX_HISTORY entries
+        this.state.history.push(record);
+        if (this.state.history.length > MAX_HISTORY) {
+            this.state.history = this.state.history.slice(-MAX_HISTORY);
+        }
+        this.stats.totalToolCalls++;
+        // Track consecutive failures
+        if (hasError) {
+            this.state.consecutiveFailures++;
+        }
+        else {
+            this.state.consecutiveFailures = 0;
+            // Success after a redirect means the redirect worked
+            if (this.state.escalationLevel > 0) {
+                this.stats.redirectsSuccessful++;
+            }
+        }
+        // Track per-file failures (prevents bypass via action alternation)
+        if (normalizedPath) {
+            if (hasError) {
+                const current = this.state.perFileFailures.get(normalizedPath) ?? 0;
+                this.state.perFileFailures.set(normalizedPath, current + 1);
+            }
+            else {
+                // Success on a file resets that file's counter
+                this.state.perFileFailures.delete(normalizedPath);
+            }
+        }
+        // Check for loop patterns
+        return this.checkForLoop();
+    }
+    /**
+     * Check the history for loop patterns.
+     */
+    checkForLoop() {
+        // If already tripped, stay tripped
+        if (this.state.tripped) {
+            return {
+                tripped: true,
+                reason: this.state.tripReason,
+                level: this.state.escalationLevel,
+            };
+        }
+        // TTL eviction: remove entries older than 5 minutes
+        const now = Date.now();
+        this.state.history = this.state.history.filter((r) => now - r.timestamp <= HISTORY_TTL_MS);
+        const history = this.state.history;
+        // Pattern 1: Same error hash appears 3+ times in last 10 calls
+        const recentErrors = history.slice(-SAME_ERROR_WINDOW);
+        const errorCounts = new Map();
+        for (const record of recentErrors) {
+            if (record.errorHash) {
+                const entry = errorCounts.get(record.errorHash) || { count: 0, file: null };
+                entry.count++;
+                if (record.filePath)
+                    entry.file = record.filePath;
+                errorCounts.set(record.errorHash, entry);
+            }
+        }
+        for (const [, entry] of errorCounts) {
+            if (entry.count >= SAME_ERROR_THRESHOLD) {
+                const fileHint = entry.file ? ` on ${entry.file}` : "";
+                return this.trip(`Same error repeated ${entry.count} times${fileHint}. ` +
+                    `Stop and ask the human for guidance.`);
+            }
+        }
+        // Pattern 2: Same file written 5+ times in last 15 calls
+        const recentWrites = history.slice(-SAME_FILE_WINDOW);
+        const fileCounts = new Map();
+        for (const record of recentWrites) {
+            if (record.filePath) {
+                fileCounts.set(record.filePath, (fileCounts.get(record.filePath) || 0) + 1);
+            }
+        }
+        for (const [file, count] of fileCounts) {
+            if (count >= SAME_FILE_THRESHOLD) {
+                return this.trip(`File ${file} modified ${count} times in last ${SAME_FILE_WINDOW} calls. ` +
+                    `Likely stuck in a loop. Stop and ask the human for guidance.`);
+            }
+        }
+        // Pattern 3: Alternating write→test→fail pattern 3+ times
+        const writeTestFailCount = this.countWriteTestFailCycles();
+        if (writeTestFailCount >= WRITE_TEST_FAIL_THRESHOLD) {
+            return this.trip(`Write→test→fail cycle detected ${writeTestFailCount} times. ` +
+                `Stop and ask the human for guidance.`);
+        }
+        // Pattern 4: Per-file failure threshold (prevents bypass via action alternation)
+        for (const [file, count] of this.state.perFileFailures) {
+            if (count >= PER_FILE_FAILURE_THRESHOLD) {
+                return this.trip(`File ${file} has failed ${count} consecutive times across different tool calls. ` +
+                    `Stop and ask the human for guidance.`);
+            }
+        }
+        return { tripped: false, reason: "", level: 0 };
+    }
+    /**
+     * Count write→test→fail cycles in recent history.
+     * A cycle is: a call with a filePath (write), followed by a call
+     * that looks like a test/build, followed by a call with an error.
+     */
+    countWriteTestFailCycles() {
+        const history = this.state.history;
+        let cycles = 0;
+        let i = 0;
+        while (i < history.length - 2) {
+            const step1 = history[i];
+            const step2 = history[i + 1];
+            const step3 = history[i + 2];
+            const isWrite = step1.filePath !== null;
+            const isTest = this.isTestLikeCall(step2);
+            const isFail = step3.errorHash !== null;
+            if (isWrite && isTest && isFail) {
+                cycles++;
+                i += 3; // skip past this cycle
+            }
+            else {
+                i++;
+            }
+        }
+        return cycles;
+    }
+    /**
+     * Heuristic: does this tool call look like a test/build invocation?
+     */
+    isTestLikeCall(record) {
+        const testTools = ["bash", "terminal", "nreki_terminal", "run_command"];
+        return testTools.includes(record.toolName.toLowerCase()) || record.errorHash !== null;
+    }
+    /**
+     * Trip the circuit breaker.
+     */
+    trip(reason) {
+        const newLevel = Math.min(this.state.escalationLevel + 1, MAX_ESCALATION_LEVEL);
+        this.state.escalationLevel = newLevel;
+        this.state.tripped = true;
+        this.state.tripReason = reason;
+        this.state.lastErrorPattern = reason;
+        // Capture context from the most recent history entry
+        const lastEntry = this.state.history[this.state.history.length - 1];
+        this.state.lastTrippedFile = lastEntry?.filePath ?? null;
+        this.state.lastTrippedSymbol = lastEntry?.symbolName ?? null;
+        this.stats.loopsDetected++;
+        this.stats.loopsPrevented++;
+        if (newLevel < MAX_ESCALATION_LEVEL) {
+            this.stats.redirectsIssued++;
+        }
+        this.stats.estimatedTokensSaved += 5 * TOKENS_PER_FAILED_ITERATION;
+        return { tripped: true, reason, level: newLevel };
+    }
+    /**
+     * Full reset after human intervention or long inactivity.
+     * Clears everything including per-file failure tracking.
+     */
+    reset() {
+        this.state.tripped = false;
+        this.state.tripReason = null;
+        this.state.consecutiveFailures = 0;
+        this.state.history = [];
+        this.state.perFileFailures = new Map();
+        this.state.escalationLevel = 0;
+        this.state.lastTrippedFile = null;
+        this.state.lastTrippedSymbol = null;
+        this.state.lastErrorPattern = null;
+    }
+    /**
+     * Soft reset: clear tripped state and purge history of the problematic file.
+     * This gives Claude a clean slate (3 real attempts) with the new strategy,
+     * while preserving escalationLevel so it escalates if the retry also fails.
+     */
+    softReset() {
+        this.state.tripped = false;
+        this.state.tripReason = null;
+        if (this.state.lastTrippedFile) {
+            // AMNESIA TOTAL: Remove all history entries for the tripped file.
+            // This resets Patterns 1, 2, 3, and 4 for that file,
+            // giving Claude 3 clean attempts with the new strategy.
+            this.state.history = this.state.history.filter((r) => r.filePath !== this.state.lastTrippedFile);
+            this.state.perFileFailures.delete(this.state.lastTrippedFile);
+            this.state.consecutiveFailures = 0;
+        }
+        // NOTE: Do NOT clear escalationLevel - it must persist so the next
+        // failure escalates to the next level instead of restarting from 1.
+    }
+    /**
+     * Get circuit breaker statistics.
+     */
+    getStats() {
+        return { ...this.stats };
+    }
+    /**
+     * Get current state (for debugging/inspection).
+     */
+    getState() {
+        return {
+            history: [...this.state.history],
+            tripped: this.state.tripped,
+            tripReason: this.state.tripReason,
+            consecutiveFailures: this.state.consecutiveFailures,
+            perFileFailures: new Map(this.state.perFileFailures),
+            escalationLevel: this.state.escalationLevel,
+            lastTrippedFile: this.state.lastTrippedFile,
+            lastTrippedSymbol: this.state.lastTrippedSymbol,
+            lastErrorPattern: this.state.lastErrorPattern,
+        };
+    }
+    /**
+     * Get the number of records in history (for testing ring buffer).
+     */
+    getHistoryLength() {
+        return this.state.history.length;
+    }
+}
+//# sourceMappingURL=circuit-breaker.js.map

package/dist/circuit-breaker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"circuit-breaker.js","sourceRoot":"","sources":["../src/circuit-breaker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,IAAI,MAAM,MAAM,CAAC;AAwCxB,wEAAwE;AAExE,MAAM,WAAW,GAAG,EAAE,CAAC;AACvB,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAC/B,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAC9B,MAAM,gBAAgB,GAAG,EAAE,CAAC;AAC5B,MAAM,yBAAyB,GAAG,CAAC,CAAC;AACpC,MAAM,0BAA0B,GAAG,CAAC,CAAC;AACrC,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAE/B,8EAA8E;AAC9E,MAAM,2BAA2B,GAAG,IAAI,CAAC;AAEzC,sCAAsC;AACtC,MAAM,cAAc,GAAG,OAAO,CAAC;AAE/B,uEAAuE;AAEvE;;;;GAIG;AACH,MAAM,UAAU,SAAS,CAAC,SAAiB;IACvC,uEAAuE;IACvE,MAAM,UAAU,GAAG,SAAS;SACvB,OAAO,CAAC,wBAAwB,EAAE,EAAE,CAAC,CAAkB,OAAO;SAC9D,OAAO,CAAC,8BAA8B,EAAE,QAAQ,CAAC,CAAM,iBAAiB;SACxE,OAAO,CAAC,WAAW,EAAE,UAAU,CAAC,CAAwB,WAAW;SACnE,OAAO,CAAC,YAAY,EAAE,QAAQ,CAAC,CAA0B,YAAY;SACrE,OAAO,CAAC,UAAU,EAAE,MAAM,CAAC,CAA8B,mBAAmB;SAC5E,OAAO,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAoB,mBAAmB;SAC3E,IAAI,EAAE,CAAC;IAEZ,OAAO,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACrF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,IAAY;IACtC,yDAAyD;IACzD,MAAM,eAAe,GAAG;QACpB,gBAAgB;QAChB,wBAAwB;QACxB,mBAAmB;QACnB,mBAAmB;QACnB,gCAAgC;QAChC,iBAAiB;QACjB,eAAe;QACf,kBAAkB;KACrB,CAAC;IAEF,IAAI,eAAe,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAE7D,+EAA+E;IAC/E,MAAM,aAAa,GAAG;QAClB,aAAa;QACb,cAAc;QACd,YAAY;QACZ,iBAAiB;QACjB,oBAAoB;QACpB,QAAQ;KACX,CAAC;IAEF,MAAM,WAAW,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;IACvE,OAAO,WAAW,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED,uEAAuE;AAEvE,MAAM,OAAO,cAAc;IACf,KAAK,GAAwB;QACjC,OAAO,EAAE,EAAE;QACX,OAAO,EAAE,KAAK;QACd,UAAU,EAAE,IAAI;QAChB,mBAAmB,EAAE,CAAC;QACtB,eAAe,EAAE,IAAI,GAAG,EAAE;QAC1B,eAAe,EAAE,CAAC;QAClB,eAAe,EAAE,IAAI;QACrB,iBAAiB,EAAE,IAAI;QACvB,gBAAgB,EAAE,IAAI;KACzB,CAAC;IAEM,KAAK,GAAwB;QACjC,cAAc,EAAE,CAAC;QACjB,aAAa,EAAE,CAAC;QAChB,cAAc,EAAE,CAAC;QACjB,oBAAoB,EAAE,CAAC;QACvB,gBAAgB,EAAE,IAAI,CAAC,GAAG,EAAE;QAC5B,eAAe,EAAE,CAAC;QAClB,mBAAmB,EAAE,CAAC;KACzB,CAAC;IAEF;;;OAGG;IACH,cAAc,CACV,QAAgB,EAChB,MAAc,EACd,QAAiB,EACjB,UAAmB,EACnB,OAAiB;QAEjB,MAAM,QAAQ,GAAG,OAAO,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;QAClD,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAEtD,yEAAyE;QACzE,wEAAwE;QACxE,MAAM,cAAc,GAAG,QAAQ;YAC3B,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,QAAQ,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;YAC3D,CAAC,CAAC,IAAI,CAAC;QAEX,MAAM,MAAM,GAAmB;YAC3B,QAAQ;YACR,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,SAAS;YACT,QAAQ,EAAE,cAAc;YACxB,UAAU,EAAE,UAAU,IAAI,IAAI;SACjC,CAAC;QAEF,6CAA6C;QAC7C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAChC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;YAC1C,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,CAAC;QAChE,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;QAE5B,6BAA6B;QAC7B,IAAI,QAAQ,EAAE,CAAC;YACX,IAAI,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC;QACrC,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,KAAK,CAAC,mBAAmB,GAAG,CAAC,CAAC;YACnC,qDAAqD;YACrD,IAAI,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;gBACjC,IAAI,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC;YACrC,CAAC;QACL,CAAC;QAED,mEAAmE;QACnE,IAAI,cAAc,EAAE,CAAC;YACjB,IAAI,QAAQ,EAAE,CAAC;gBACX,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;gBACpE,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;YAChE,CAAC;iBAAM,CAAC;gBACJ,+CAA+C;gBAC/C,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;YACtD,CAAC;QACL,CAAC;QAED,0BAA0B;QAC1B,OAAO,IAAI,CAAC,YAAY,EAAE,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,YAAY;QACR,mCAAmC;QACnC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YACrB,OAAO;gBACH,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,UAAW;gBAC9B,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe;aACpC,CAAC;QACN,CAAC;QAED,oDAAoD;QACpD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAC1C,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,IAAI,cAAc,CAC7C,CAAC;QAEF,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;QAEnC,+DAA+D;QAC/D,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,iBAAiB,CAAC,CAAC;QACvD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkD,CAAC;QAC9E,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;YAChC,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;gBACnB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;gBAC5E,KAAK,CAAC,KAAK,EAAE,CAAC;gBACd,IAAI,MAAM,CAAC,QAAQ;oBAAE,KAAK,CAAC,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC;gBAClD,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YAC7C,CAAC;QACL,CAAC;QAED,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,KAAK,CAAC,KAAK,IAAI,oBAAoB,EAAE,CAAC;gBACtC,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvD,OAAO,IAAI,CAAC,IAAI,CACZ,uBAAuB,KAAK,CAAC,KAAK,SAAS,QAAQ,IAAI;oBACvD,sCAAsC,CACzC,CAAC;YACN,CAAC;QACL,CAAC;QAED,yDAAyD;QACzD,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,gBAAgB,CAAC,CAAC;QACtD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC7C,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;YAChC,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAClB,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAChF,CAAC;QACL,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,UAAU,EAAE,CAAC;YACrC,IAAI,KAAK,IAAI,mBAAmB,EAAE,CAAC;gBAC/B,OAAO,IAAI,CAAC,IAAI,CACZ,QAAQ,IAAI,aAAa,KAAK,kBAAkB,gBAAgB,UAAU;oBAC1E,8DAA8D,CACjE,CAAC;YACN,CAAC;QACL,CAAC;QAED,0DAA0D;QAC1D,MAAM,kBAAkB,GAAG,IAAI,CAAC,wBAAwB,EAAE,CAAC;QAC3D,IAAI,kBAAkB,IAAI,yBAAyB,EAAE,CAAC;YAClD,OAAO,IAAI,CAAC,IAAI,CACZ,kCAAkC,kBAAkB,UAAU;gBAC9D,sCAAsC,CACzC,CAAC;QACN,CAAC;QAED,iFAAiF;QACjF,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;YACrD,IAAI,KAAK,IAAI,0BAA0B,EAAE,CAAC;gBACtC,OAAO,IAAI,CAAC,IAAI,CACZ,QAAQ,IAAI,eAAe,KAAK,kDAAkD;oBAClF,sCAAsC,CACzC,CAAC;YACN,CAAC;QACL,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IACpD,CAAC;IAED;;;;OAIG;IACK,wBAAwB;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;QACnC,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,CAAC,GAAG,CAAC,CAAC;QAEV,OAAO,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YACzB,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAE7B,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,KAAK,IAAI,CAAC;YACxC,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YAC1C,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,KAAK,IAAI,CAAC;YAExC,IAAI,OAAO,IAAI,MAAM,IAAI,MAAM,EAAE,CAAC;gBAC9B,MAAM,EAAE,CAAC;gBACT,CAAC,IAAI,CAAC,CAAC,CAAC,uBAAuB;YACnC,CAAC;iBAAM,CAAC;gBACJ,CAAC,EAAE,CAAC;YACR,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,MAAsB;QACzC,MAAM,SAAS,GAAG,CAAC,MAAM,EAAE,UAAU,EAAE,gBAAgB,EAAE,aAAa,CAAC,CAAC;QACxE,OAAO,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,IAAI,MAAM,CAAC,SAAS,KAAK,IAAI,CAAC;IAC1F,CAAC;IAED;;OAEG;IACK,IAAI,CAAC,MAAc;QACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CACrB,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,CAAC,EAC9B,oBAAoB,CACvB,CAAC;QACF,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,QAAQ,CAAC;QACtC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC;QAC1B,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,MAAM,CAAC;QAC/B,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,MAAM,CAAC;QAErC,qDAAqD;QACrD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACpE,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,SAAS,EAAE,QAAQ,IAAI,IAAI,CAAC;QACzD,IAAI,CAAC,KAAK,CAAC,iBAAiB,GAAG,SAAS,EAAE,UAAU,IAAI,IAAI,CAAC;QAE7D,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;QAC3B,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;QAC5B,IAAI,QAAQ,GAAG,oBAAoB,EAAE,CAAC;YAClC,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;QACjC,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,oBAAoB,IAAI,CAAC,GAAG,2BAA2B,CAAC;QAEnE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;IACtD,CAAC;IAED;;;OAGG;IACH,KAAK;QACD,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC;QAC3B,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC;QAC7B,IAAI,CAAC,KAAK,CAAC,mBAAmB,GAAG,CAAC,CAAC;QACnC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,IAAI,GAAG,EAAE,CAAC;QACvC,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,CAAC,CAAC;QAC/B,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,IAAI,CAAC;QAClC,IAAI,CAAC,KAAK,CAAC,iBAAiB,GAAG,IAAI,CAAC;QACpC,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC;IACvC,CAAC;IAED;;;;OAIG;IACH,SAAS;QACL,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC;QAC3B,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC;QAE7B,IAAI,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;YAC7B,kEAAkE;YAClE,qDAAqD;YACrD,wDAAwD;YACxD,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAC1C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,IAAI,CAAC,KAAK,CAAC,eAAe,CACnD,CAAC;YACF,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;YAC9D,IAAI,CAAC,KAAK,CAAC,mBAAmB,GAAG,CAAC,CAAC;QACvC,CAAC;QACD,mEAAmE;QACnE,oEAAoE;IACxE,CAAC;IAED;;OAEG;IACH,QAAQ;QACJ,OAAO,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,QAAQ;QACJ,OAAO;YACH,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;YAChC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;YAC3B,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU;YACjC,mBAAmB,EAAE,IAAI,CAAC,KAAK,CAAC,mBAAmB;YACnD,eAAe,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC;YACpD,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe;YAC3C,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe;YAC3C,iBAAiB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;YAC/C,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB;SAChD,CAAC;IACN,CAAC;IAED;;OAEG;IACH,gBAAgB;QACZ,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;IACrC,CAAC;CACJ"}

package/dist/compressor-advanced.d.ts

@@ -0,0 +1,80 @@
+/**
+ * compressor-advanced.ts - LLMLingua-2-inspired token-level compression.
+ *
+ * Three-stage pipeline:
+ *   Stage 1: Preprocessing (strip comments, console.log, whitespace)
+ *   Stage 2: Self-information token filtering (remove predictable tokens)
+ *   Stage 3: Structural compression (strip function bodies via AST)
+ *
+ * Three compression levels:
+ *   - light:      Stage 1 only (~50% reduction)
+ *   - medium:     Stage 1 + 2 + key body lines (~75%)
+ *   - aggressive: Stage 1 + 2 + 3 body stripping (~90-95%)
+ *
+ * Pure TypeScript - zero native dependencies, zero Python.
+ */
+import { ASTParser } from "./parser.js";
+import { Embedder } from "./embedder.js";
+export type CompressionLevel = "light" | "medium" | "aggressive";
+export interface AdvancedCompressionResult {
+    /** Compressed output text. */
+    compressed: string;
+    /** Original size in characters. */
+    originalSize: number;
+    /** Compressed size in characters. */
+    compressedSize: number;
+    /** Compression ratio (0.0 - 1.0). Higher = more compression. */
+    ratio: number;
+    /** Estimated tokens saved. */
+    tokensSaved: number;
+    /** Compression level used. */
+    level: CompressionLevel;
+    /** Per-stage breakdown of chars removed. */
+    breakdown: {
+        preprocessingReduction: number;
+        tokenFilterReduction: number;
+        structuralReduction: number;
+    };
+}
+/**
+ * Strip comments, console statements, debugger, normalize whitespace.
+ * Returns cleaned text and number of characters removed.
+ */
+declare function preprocess(content: string, filePath: string): {
+    cleaned: string;
+    removed: number;
+};
+interface ScoredToken {
+    token: string;
+    score: number;
+    protected: boolean;
+    lineBreak: boolean;
+}
+/**
+ * Score each token by self-information + TF-IDF.
+ * Higher score = more important = keep.
+ */
+declare function scoreTokens(text: string, alpha: number): ScoredToken[];
+/**
+ * Filter tokens below the threshold percentile.
+ * Removal percentiles: light=10%, medium=30%, aggressive=50%.
+ */
+declare function filterTokens(scored: ScoredToken[], level: CompressionLevel): string;
+export declare class AdvancedCompressor {
+    private parser;
+    private embedder;
+    constructor(parser: ASTParser, embedder: Embedder);
+    /**
+     * Compress content through the 3-stage LLMLingua-2-inspired pipeline.
+     */
+    compress(filePath: string, content: string, level?: CompressionLevel): Promise<AdvancedCompressionResult>;
+    /**
+     * Quick estimate of advanced compression savings.
+     */
+    static estimateSavings(fileContent: string, level?: CompressionLevel): {
+        estimatedRatio: number;
+        estimatedTokensSaved: number;
+    };
+}
+export { preprocess, scoreTokens, filterTokens };
+//# sourceMappingURL=compressor-advanced.d.ts.map

package/dist/compressor-advanced.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"compressor-advanced.d.ts","sourceRoot":"","sources":["../src/compressor-advanced.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAIzC,MAAM,MAAM,gBAAgB,GAAG,OAAO,GAAG,QAAQ,GAAG,YAAY,CAAC;AAEjE,MAAM,WAAW,yBAAyB;IACtC,8BAA8B;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,mCAAmC;IACnC,YAAY,EAAE,MAAM,CAAC;IACrB,qCAAqC;IACrC,cAAc,EAAE,MAAM,CAAC;IACvB,gEAAgE;IAChE,KAAK,EAAE,MAAM,CAAC;IACd,8BAA8B;IAC9B,WAAW,EAAE,MAAM,CAAC;IACpB,8BAA8B;IAC9B,KAAK,EAAE,gBAAgB,CAAC;IACxB,4CAA4C;IAC5C,SAAS,EAAE;QACP,sBAAsB,EAAE,MAAM,CAAC;QAC/B,oBAAoB,EAAE,MAAM,CAAC;QAC7B,mBAAmB,EAAE,MAAM,CAAC;KAC/B,CAAC;CACL;AAwED;;;GAGG;AACH,iBAAS,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CA6D3F;AA8GD,UAAU,WAAW;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,OAAO,CAAC;IACnB,SAAS,EAAE,OAAO,CAAC;CACtB;AAED;;;GAGG;AACH,iBAAS,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,WAAW,EAAE,CA0E/D;AAED;;;GAGG;AACH,iBAAS,YAAY,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE,KAAK,EAAE,gBAAgB,GAAG,MAAM,CAgC5E;AAuKD,qBAAa,kBAAkB;IAC3B,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,QAAQ,CAAW;gBAEf,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ;IAKjD;;OAEG;IACG,QAAQ,CACV,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EACf,KAAK,GAAE,gBAA2B,GACnC,OAAO,CAAC,yBAAyB,CAAC;IA+DrC;;OAEG;IACH,MAAM,CAAC,eAAe,CAClB,WAAW,EAAE,MAAM,EACnB,KAAK,GAAE,gBAA2B,GACnC;QAAE,cAAc,EAAE,MAAM,CAAC;QAAC,oBAAoB,EAAE,MAAM,CAAA;KAAE;CAa9D;AAGD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC"}