@ruso-0/nreki 6.0.0

package/dist/monitor.js

@@ -0,0 +1,221 @@
+/**
+ * monitor.ts - Token consumption monitor for NREKI.
+ *
+ * Tracks Claude's token usage by reading JSONL session logs,
+ * computes real-time burn rate, and predicts when the context
+ * budget will be exhausted. Emits proactive alerts at configurable
+ * thresholds so you can adjust strategy before hitting limits.
+ */
+import fs from "fs";
+import path from "path";
+import os from "os";
+// ─── Constants ───────────────────────────────────────────────────────
+/** Default Claude pricing (per 1M tokens). Approximate - update if Anthropic changes pricing. */
+const DEFAULT_PRICING = {
+    input: 3.0, // $3.00 per 1M input tokens
+    output: 15.0, // $15.00 per 1M output tokens
+    cacheRead: 0.3, // $0.30 per 1M cache read tokens
+    cacheWrite: 3.75, // $3.75 per 1M cache write tokens
+};
+export class TokenMonitor {
+    entries = [];
+    config;
+    lastReadPosition = 0;
+    constructor(config = {}) {
+        this.config = {
+            logPath: config.logPath ?? this.detectLogPath(),
+            budgetTokens: config.budgetTokens ?? 1_000_000,
+            warningThreshold: config.warningThreshold ?? 0.7,
+            criticalThreshold: config.criticalThreshold ?? 0.9,
+            pricing: { ...DEFAULT_PRICING, ...config.pricing },
+        };
+    }
+    // ─── Log Detection ────────────────────────────────────────────
+    /**
+     * Auto-detect Claude's JSONL usage log path.
+     * Checks common locations across operating systems.
+     */
+    detectLogPath() {
+        const home = os.homedir();
+        const candidates = [
+            // Claude Code / Claude Desktop on macOS
+            path.join(home, ".claude", "usage.jsonl"),
+            // Claude Code on Linux
+            path.join(home, ".config", "claude", "usage.jsonl"),
+            // Claude Code on Windows
+            path.join(home, "AppData", "Roaming", "claude", "usage.jsonl"),
+            // Alternative: local project usage
+            path.join(process.cwd(), ".claude", "usage.jsonl"),
+        ];
+        for (const candidate of candidates) {
+            if (fs.existsSync(candidate)) {
+                return candidate;
+            }
+        }
+        // Default fallback - will be created if Claude generates it
+        return path.join(home, ".claude", "usage.jsonl");
+    }
+    // ─── Log Reading ──────────────────────────────────────────────
+    /**
+     * Read and parse the JSONL usage log.
+     * Uses incremental reading - only processes new lines since last read.
+     */
+    readUsageLog() {
+        if (!fs.existsSync(this.config.logPath)) {
+            return this.entries;
+        }
+        try {
+            const content = fs.readFileSync(this.config.logPath, "utf-8");
+            const newContent = content.slice(this.lastReadPosition);
+            if (newContent.trim()) {
+                const newLines = newContent
+                    .split("\n")
+                    .filter((line) => line.trim())
+                    .map((line) => {
+                    try {
+                        return JSON.parse(line);
+                    }
+                    catch {
+                        return null;
+                    }
+                })
+                    .filter((entry) => entry !== null);
+                this.entries.push(...newLines);
+            }
+            this.lastReadPosition = content.length;
+        }
+        catch (err) {
+            console.error(`[NREKI] Failed to read usage log: ${err.message}`);
+        }
+        return this.entries;
+    }
+    // ─── Burn Rate Analysis ───────────────────────────────────────
+    /** Calculate the current token burn rate. */
+    computeBurnRate() {
+        this.readUsageLog();
+        if (this.entries.length === 0) {
+            return {
+                tokensPerMinute: 0,
+                tokensPerHour: 0,
+                totalConsumed: 0,
+                inputTokens: 0,
+                outputTokens: 0,
+                cacheReadTokens: 0,
+                estimatedCostUsd: 0,
+                sessionDurationMinutes: 0,
+                apiCalls: 0,
+            };
+        }
+        let inputTokens = 0;
+        let outputTokens = 0;
+        let cacheReadTokens = 0;
+        let cacheWriteTokens = 0;
+        for (const entry of this.entries) {
+            inputTokens += entry.input_tokens ?? 0;
+            outputTokens += entry.output_tokens ?? 0;
+            cacheReadTokens += entry.cache_read_tokens ?? 0;
+            cacheWriteTokens += entry.cache_write_tokens ?? 0;
+        }
+        const totalConsumed = inputTokens + outputTokens;
+        // Calculate time span
+        const firstTime = new Date(this.entries[0].timestamp).getTime();
+        const lastTime = new Date(this.entries[this.entries.length - 1].timestamp).getTime();
+        const durationMs = Math.max(lastTime - firstTime, 60_000); // At least 1 minute
+        const durationMinutes = durationMs / 60_000;
+        const tokensPerMinute = totalConsumed / durationMinutes;
+        // Estimate cost (approximate - configurable via MonitorConfig.pricing)
+        const p = this.config.pricing;
+        const estimatedCostUsd = (inputTokens / 1_000_000) * p.input +
+            (outputTokens / 1_000_000) * p.output +
+            (cacheReadTokens / 1_000_000) * p.cacheRead +
+            (cacheWriteTokens / 1_000_000) * p.cacheWrite;
+        return {
+            tokensPerMinute: Math.round(tokensPerMinute),
+            tokensPerHour: Math.round(tokensPerMinute * 60),
+            totalConsumed,
+            inputTokens,
+            outputTokens,
+            cacheReadTokens,
+            estimatedCostUsd: Math.round(estimatedCostUsd * 100) / 100,
+            sessionDurationMinutes: Math.round(durationMinutes * 10) / 10,
+            apiCalls: this.entries.length,
+        };
+    }
+    // ─── Exhaustion Prediction ────────────────────────────────────
+    /** Predict when the token budget will be exhausted. */
+    predictExhaustion() {
+        const burnRate = this.computeBurnRate();
+        if (burnRate.tokensPerMinute === 0) {
+            return {
+                minutesRemaining: Infinity,
+                exhaustionTime: "N/A - no usage detected",
+                usageFraction: 0,
+                shouldAlert: false,
+                alertLevel: "none",
+                message: "📊 No token usage detected yet. Start coding!",
+            };
+        }
+        const remaining = this.config.budgetTokens - burnRate.totalConsumed;
+        const minutesRemaining = Math.max(0, remaining / burnRate.tokensPerMinute);
+        const exhaustionTime = new Date(Date.now() + minutesRemaining * 60_000).toISOString();
+        const usageFraction = burnRate.totalConsumed / this.config.budgetTokens;
+        // Determine alert level
+        let alertLevel = "none";
+        let shouldAlert = false;
+        let message = "";
+        if (usageFraction >= this.config.criticalThreshold) {
+            alertLevel = "critical";
+            shouldAlert = true;
+            message = `🔴 CRITICAL: ${Math.round(usageFraction * 100)}% of budget consumed! ~${Math.round(minutesRemaining)} min remaining. Switch to Tier 1 compression immediately.`;
+        }
+        else if (usageFraction >= this.config.warningThreshold) {
+            alertLevel = "warning";
+            shouldAlert = true;
+            message = `🟡 WARNING: ${Math.round(usageFraction * 100)}% of budget consumed. ~${Math.round(minutesRemaining)} min remaining. Consider using nreki_compress for large files.`;
+        }
+        else if (usageFraction >= 0.5) {
+            alertLevel = "info";
+            shouldAlert = false;
+            message = `🟢 ${Math.round(usageFraction * 100)}% of budget used. ~${Math.round(minutesRemaining)} min remaining at current pace.`;
+        }
+        else {
+            alertLevel = "none";
+            shouldAlert = false;
+            message = `✅ Budget healthy: ${Math.round(usageFraction * 100)}% used. ~${Math.round(minutesRemaining)} min remaining.`;
+        }
+        return {
+            minutesRemaining: Math.round(minutesRemaining),
+            exhaustionTime,
+            usageFraction: Math.round(usageFraction * 1000) / 1000,
+            shouldAlert,
+            alertLevel,
+            message,
+        };
+    }
+    // ─── Formatted Report ─────────────────────────────────────────
+    /** Generate a formatted status report for the nreki_status tool. */
+    generateReport() {
+        const burnRate = this.computeBurnRate();
+        const prediction = this.predictExhaustion();
+        const lines = [
+            "===========================================",
+            "  NREKI -- Session Status Report",
+            "===========================================",
+            "",
+            `  Burn Rate:     ${burnRate.tokensPerMinute.toLocaleString()} tok/min (${burnRate.tokensPerHour.toLocaleString()} tok/hr)`,
+            `  Total Used:    ${burnRate.totalConsumed.toLocaleString()} tokens`,
+            `  Input:         ${burnRate.inputTokens.toLocaleString()} tokens`,
+            `  Output:        ${burnRate.outputTokens.toLocaleString()} tokens`,
+            `  Cache Reads:   ${burnRate.cacheReadTokens.toLocaleString()} tokens (saved)`,
+            `  Est. Cost:     $${burnRate.estimatedCostUsd.toFixed(2)}`,
+            `  Session:       ${burnRate.sessionDurationMinutes} min`,
+            `  API Calls:     ${burnRate.apiCalls}`,
+            "",
+            "-------------------------------------------",
+            `  ${prediction.message}`,
+            "===========================================",
+        ];
+        return lines.join("\n");
+    }
+}
+//# sourceMappingURL=monitor.js.map

package/dist/monitor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"monitor.js","sourceRoot":"","sources":["../src/monitor.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,IAAI,CAAC;AAuEpB,wEAAwE;AAExE,iGAAiG;AACjG,MAAM,eAAe,GAAG;IACpB,KAAK,EAAE,GAAG,EAAE,4BAA4B;IACxC,MAAM,EAAE,IAAI,EAAE,8BAA8B;IAC5C,SAAS,EAAE,GAAG,EAAE,iCAAiC;IACjD,UAAU,EAAE,IAAI,EAAE,kCAAkC;CACvD,CAAC;AAQF,MAAM,OAAO,YAAY;IACb,OAAO,GAAiB,EAAE,CAAC;IAC3B,MAAM,CAAwB;IAC9B,gBAAgB,GAAG,CAAC,CAAC;IAE7B,YAAY,SAAwB,EAAE;QAClC,IAAI,CAAC,MAAM,GAAG;YACV,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,aAAa,EAAE;YAC/C,YAAY,EAAE,MAAM,CAAC,YAAY,IAAI,SAAS;YAC9C,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,GAAG;YAChD,iBAAiB,EAAE,MAAM,CAAC,iBAAiB,IAAI,GAAG;YAClD,OAAO,EAAE,EAAE,GAAG,eAAe,EAAE,GAAG,MAAM,CAAC,OAAO,EAAE;SACrD,CAAC;IACN,CAAC;IAED,iEAAiE;IAEjE;;;OAGG;IACK,aAAa;QACjB,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;QAE1B,MAAM,UAAU,GAAG;YACf,wCAAwC;YACxC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,aAAa,CAAC;YACzC,uBAAuB;YACvB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,aAAa,CAAC;YACnD,yBAAyB;YACzB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,aAAa,CAAC;YAC9D,mCAAmC;YACnC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,aAAa,CAAC;SACrD,CAAC;QAEF,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACjC,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC3B,OAAO,SAAS,CAAC;YACrB,CAAC;QACL,CAAC;QAED,4DAA4D;QAC5D,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;IACrD,CAAC;IAED,iEAAiE;IAEjE;;;OAGG;IACH,YAAY;QACR,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YACtC,OAAO,IAAI,CAAC,OAAO,CAAC;QACxB,CAAC;QAED,IAAI,CAAC;YACD,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC9D,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAExD,IAAI,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC;gBACpB,MAAM,QAAQ,GAAG,UAAU;qBACtB,KAAK,CAAC,IAAI,CAAC;qBACX,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;qBAC7B,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;oBACV,IAAI,CAAC;wBACD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAe,CAAC;oBAC1C,CAAC;oBAAC,MAAM,CAAC;wBACL,OAAO,IAAI,CAAC;oBAChB,CAAC;gBACL,CAAC,CAAC;qBACD,MAAM,CAAC,CAAC,KAAK,EAAuB,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;gBAE5D,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;YACnC,CAAC;YAED,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC;QAC3C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CACT,qCAAsC,GAAa,CAAC,OAAO,EAAE,CAChE,CAAC;QACN,CAAC;QAED,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,iEAAiE;IAEjE,6CAA6C;IAC7C,eAAe;QACX,IAAI,CAAC,YAAY,EAAE,CAAC;QAEpB,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO;gBACH,eAAe,EAAE,CAAC;gBAClB,aAAa,EAAE,CAAC;gBAChB,aAAa,EAAE,CAAC;gBAChB,WAAW,EAAE,CAAC;gBACd,YAAY,EAAE,CAAC;gBACf,eAAe,EAAE,CAAC;gBAClB,gBAAgB,EAAE,CAAC;gBACnB,sBAAsB,EAAE,CAAC;gBACzB,QAAQ,EAAE,CAAC;aACd,CAAC;QACN,CAAC;QAED,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,gBAAgB,GAAG,CAAC,CAAC;QAEzB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC/B,WAAW,IAAI,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;YACvC,YAAY,IAAI,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;YACzC,eAAe,IAAI,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC;YAChD,gBAAgB,IAAI,KAAK,CAAC,kBAAkB,IAAI,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,aAAa,GAAG,WAAW,GAAG,YAAY,CAAC;QAEjD,sBAAsB;QACtB,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;QAChE,MAAM,QAAQ,GAAG,IAAI,IAAI,CACrB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,SAAS,CAClD,CAAC,OAAO,EAAE,CAAC;QACZ,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,oBAAoB;QAC/E,MAAM,eAAe,GAAG,UAAU,GAAG,MAAM,CAAC;QAE5C,MAAM,eAAe,GAAG,aAAa,GAAG,eAAe,CAAC;QAExD,uEAAuE;QACvE,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;QAC9B,MAAM,gBAAgB,GAClB,CAAC,WAAW,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK;YACnC,CAAC,YAAY,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,MAAM;YACrC,CAAC,eAAe,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,SAAS;YAC3C,CAAC,gBAAgB,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC;QAElD,OAAO;YACH,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC;YAC5C,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,EAAE,CAAC;YAC/C,aAAa;YACb,WAAW;YACX,YAAY;YACZ,eAAe;YACf,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,GAAG,CAAC,GAAG,GAAG;YAC1D,sBAAsB,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,EAAE,CAAC,GAAG,EAAE;YAC7D,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;SAChC,CAAC;IACN,CAAC;IAED,iEAAiE;IAEjE,uDAAuD;IACvD,iBAAiB;QACb,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QAExC,IAAI,QAAQ,CAAC,eAAe,KAAK,CAAC,EAAE,CAAC;YACjC,OAAO;gBACH,gBAAgB,EAAE,QAAQ;gBAC1B,cAAc,EAAE,yBAAyB;gBACzC,aAAa,EAAE,CAAC;gBAChB,WAAW,EAAE,KAAK;gBAClB,UAAU,EAAE,MAAM;gBAClB,OAAO,EAAE,+CAA+C;aAC3D,CAAC;QACN,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,GAAG,QAAQ,CAAC,aAAa,CAAC;QACpE,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAC7B,CAAC,EACD,SAAS,GAAG,QAAQ,CAAC,eAAe,CACvC,CAAC;QACF,MAAM,cAAc,GAAG,IAAI,IAAI,CAC3B,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,GAAG,MAAM,CACzC,CAAC,WAAW,EAAE,CAAC;QAChB,MAAM,aAAa,GAAG,QAAQ,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;QAExE,wBAAwB;QACxB,IAAI,UAAU,GAAuC,MAAM,CAAC;QAC5D,IAAI,WAAW,GAAG,KAAK,CAAC;QACxB,IAAI,OAAO,GAAG,EAAE,CAAC;QAEjB,IAAI,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC;YACjD,UAAU,GAAG,UAAU,CAAC;YACxB,WAAW,GAAG,IAAI,CAAC;YACnB,OAAO,GAAG,gBAAgB,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,GAAG,CAAC,0BAA0B,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,2DAA2D,CAAC;QAC/K,CAAC;aAAM,IAAI,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;YACvD,UAAU,GAAG,SAAS,CAAC;YACvB,WAAW,GAAG,IAAI,CAAC;YACnB,OAAO,GAAG,eAAe,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,GAAG,CAAC,0BAA0B,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,gEAAgE,CAAC;QACnL,CAAC;aAAM,IAAI,aAAa,IAAI,GAAG,EAAE,CAAC;YAC9B,UAAU,GAAG,MAAM,CAAC;YACpB,WAAW,GAAG,KAAK,CAAC;YACpB,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,GAAG,CAAC,sBAAsB,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,iCAAiC,CAAC;QACvI,CAAC;aAAM,CAAC;YACJ,UAAU,GAAG,MAAM,CAAC;YACpB,WAAW,GAAG,KAAK,CAAC;YACpB,OAAO,GAAG,qBAAqB,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,GAAG,CAAC,YAAY,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,iBAAiB,CAAC;QAC5H,CAAC;QAED,OAAO;YACH,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC;YAC9C,cAAc;YACd,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,IAAI;YACtD,WAAW;YACX,UAAU;YACV,OAAO;SACV,CAAC;IACN,CAAC;IAED,iEAAiE;IAEjE,oEAAoE;IACpE,cAAc;QACV,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QACxC,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE5C,MAAM,KAAK,GAAG;YACV,6CAA6C;YAC7C,kCAAkC;YAClC,6CAA6C;YAC7C,EAAE;YACF,oBAAoB,QAAQ,CAAC,eAAe,CAAC,cAAc,EAAE,aAAa,QAAQ,CAAC,aAAa,CAAC,cAAc,EAAE,UAAU;YAC3H,oBAAoB,QAAQ,CAAC,aAAa,CAAC,cAAc,EAAE,SAAS;YACpE,oBAAoB,QAAQ,CAAC,WAAW,CAAC,cAAc,EAAE,SAAS;YAClE,oBAAoB,QAAQ,CAAC,YAAY,CAAC,cAAc,EAAE,SAAS;YACnE,oBAAoB,QAAQ,CAAC,eAAe,CAAC,cAAc,EAAE,iBAAiB;YAC9E,qBAAqB,QAAQ,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YAC3D,oBAAoB,QAAQ,CAAC,sBAAsB,MAAM;YACzD,oBAAoB,QAAQ,CAAC,QAAQ,EAAE;YACvC,EAAE;YACF,6CAA6C;YAC7C,KAAK,UAAU,CAAC,OAAO,EAAE;YACzB,6CAA6C;SAChD,CAAC;QAEF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;CACJ"}

package/dist/parser-pool.d.ts

@@ -0,0 +1,28 @@
+/**
+ * parser-pool.ts - Thread-safe parser pool for web-tree-sitter.
+ *
+ * Solves the race condition where a single Parser instance shared across
+ * concurrent calls can have setLanguage() interleaved with parse().
+ * Each acquire() returns a Parser with the language already set.
+ * Backpressure: if all parsers are in use, callers wait until one is released.
+ */
+import Parser from "web-tree-sitter";
+export declare class ParserPool {
+    private pools;
+    private counts;
+    private waiters;
+    private readonly maxPerLang;
+    private initialized;
+    constructor(maxPerLang?: number);
+    /** Initialize the WASM runtime. Idempotent. */
+    initialize(): Promise<void>;
+    /**
+     * Acquire a parser with the given language already set.
+     * Returns an idle parser from the pool, creates a new one (up to max),
+     * or waits for a release if at capacity.
+     */
+    acquire(lang: Parser.Language, langKey: string): Promise<Parser>;
+    /** Return a parser to the pool or hand it to a waiting caller. */
+    release(langKey: string, parser: Parser): void;
+}
+//# sourceMappingURL=parser-pool.d.ts.map

package/dist/parser-pool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parser-pool.d.ts","sourceRoot":"","sources":["../src/parser-pool.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,MAAM,MAAM,iBAAiB,CAAC;AAErC,qBAAa,UAAU;IACnB,OAAO,CAAC,KAAK,CAA+B;IAC5C,OAAO,CAAC,MAAM,CAA6B;IAC3C,OAAO,CAAC,OAAO,CAAiD;IAChE,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,WAAW,CAAS;gBAEhB,UAAU,GAAE,MAAU;IAIlC,+CAA+C;IACzC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAMjC;;;;OAIG;IACG,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IA2CtE,kEAAkE;IAClE,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;CAYjD"}

package/dist/parser-pool.js

@@ -0,0 +1,81 @@
+/**
+ * parser-pool.ts - Thread-safe parser pool for web-tree-sitter.
+ *
+ * Solves the race condition where a single Parser instance shared across
+ * concurrent calls can have setLanguage() interleaved with parse().
+ * Each acquire() returns a Parser with the language already set.
+ * Backpressure: if all parsers are in use, callers wait until one is released.
+ */
+import Parser from "web-tree-sitter";
+export class ParserPool {
+    pools = new Map();
+    counts = new Map();
+    waiters = new Map();
+    maxPerLang;
+    initialized = false;
+    constructor(maxPerLang = 4) {
+        this.maxPerLang = maxPerLang;
+    }
+    /** Initialize the WASM runtime. Idempotent. */
+    async initialize() {
+        if (this.initialized)
+            return;
+        await Parser.init();
+        this.initialized = true;
+    }
+    /**
+     * Acquire a parser with the given language already set.
+     * Returns an idle parser from the pool, creates a new one (up to max),
+     * or waits for a release if at capacity.
+     */
+    async acquire(lang, langKey) {
+        await this.initialize();
+        const pool = this.pools.get(langKey) ?? [];
+        this.pools.set(langKey, pool);
+        if (pool.length > 0) {
+            const parser = pool.pop();
+            parser.setLanguage(lang);
+            return parser;
+        }
+        const count = this.counts.get(langKey) ?? 0;
+        if (count < this.maxPerLang) {
+            this.counts.set(langKey, count + 1);
+            const parser = new Parser();
+            parser.setLanguage(lang);
+            return parser;
+        }
+        // Backpressure: wait for a parser to be released (with timeout)
+        return new Promise((resolve, reject) => {
+            const timer = setTimeout(() => {
+                const q = this.waiters.get(langKey);
+                if (q) {
+                    const idx = q.indexOf(cb);
+                    if (idx >= 0)
+                        q.splice(idx, 1);
+                }
+                reject(new Error(`[NREKI] ParserPool.acquire("${langKey}") timed out after 30000ms`));
+            }, 30_000);
+            const cb = (p) => {
+                clearTimeout(timer);
+                p.setLanguage(lang);
+                resolve(p);
+            };
+            const q = this.waiters.get(langKey) ?? [];
+            this.waiters.set(langKey, q);
+            q.push(cb);
+        });
+    }
+    /** Return a parser to the pool or hand it to a waiting caller. */
+    release(langKey, parser) {
+        const q = this.waiters.get(langKey);
+        if (q && q.length > 0) {
+            const next = q.shift();
+            next(parser);
+            return;
+        }
+        const pool = this.pools.get(langKey) ?? [];
+        this.pools.set(langKey, pool);
+        pool.push(parser);
+    }
+}
+//# sourceMappingURL=parser-pool.js.map

package/dist/parser-pool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parser-pool.js","sourceRoot":"","sources":["../src/parser-pool.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,MAAM,MAAM,iBAAiB,CAAC;AAErC,MAAM,OAAO,UAAU;IACX,KAAK,GAAG,IAAI,GAAG,EAAoB,CAAC;IACpC,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACnC,OAAO,GAAG,IAAI,GAAG,EAAsC,CAAC;IAC/C,UAAU,CAAS;IAC5B,WAAW,GAAG,KAAK,CAAC;IAE5B,YAAY,aAAqB,CAAC;QAC9B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IACjC,CAAC;IAED,+CAA+C;IAC/C,KAAK,CAAC,UAAU;QACZ,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAC7B,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACpB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC5B,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,OAAO,CAAC,IAAqB,EAAE,OAAe;QAChD,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAExB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAC3C,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAE9B,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAG,CAAC;YAC3B,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YACzB,OAAO,MAAM,CAAC;QAClB,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,KAAK,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAC1B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YACpC,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;YAC5B,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YACzB,OAAO,MAAM,CAAC;QAClB,CAAC;QAED,gEAAgE;QAChE,OAAO,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC3C,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC1B,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACpC,IAAI,CAAC,EAAE,CAAC;oBACJ,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;oBAC1B,IAAI,GAAG,IAAI,CAAC;wBAAE,CAAC,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;gBACnC,CAAC;gBACD,MAAM,CAAC,IAAI,KAAK,CAAC,+BAA+B,OAAO,4BAA4B,CAAC,CAAC,CAAC;YAC1F,CAAC,EAAE,MAAM,CAAC,CAAC;YAEX,MAAM,EAAE,GAAG,CAAC,CAAS,EAAE,EAAE;gBACrB,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBACpB,OAAO,CAAC,CAAC,CAAC,CAAC;YACf,CAAC,CAAC;YAEF,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAC1C,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YAC7B,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,CAAC,CAAC,CAAC;IACP,CAAC;IAED,kEAAkE;IAClE,OAAO,CAAC,OAAe,EAAE,MAAc;QACnC,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACpC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,EAAG,CAAC;YACxB,IAAI,CAAC,MAAM,CAAC,CAAC;YACb,OAAO;QACX,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAC3C,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAC9B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtB,CAAC;CACJ"}

package/dist/parser.d.ts

@@ -0,0 +1,91 @@
+/**
+ * parser.ts - Universal AST parser for NREKI.
+ *
+ * Wraps web-tree-sitter to parse TypeScript, JavaScript, Python, and Go
+ * source files into semantic chunks. Each chunk is an AST node (class,
+ * function, method, interface) compressed into shorthand notation.
+ *
+ * Shorthand format: `[type] signature { /* TG:L42-L67 *​/ }`
+ * This preserves structure while stripping implementation - ~18% savings.
+ */
+import Parser from "web-tree-sitter";
+export interface ParsedChunk {
+    /** Shorthand AST signature (compressed). */
+    shorthand: string;
+    /** Full raw source code of the node. */
+    rawCode: string;
+    /** AST node type: class, func, method, interface, etc. */
+    nodeType: string;
+    /** 1-indexed start line in the source file. */
+    startLine: number;
+    /** 1-indexed end line in the source file. */
+    endLine: number;
+    /** Absolute byte offset of the node start in the source file. */
+    startIndex: number;
+    /** Absolute byte offset of the node end in the source file. */
+    endIndex: number;
+    /** Symbol name extracted directly from AST name captures. */
+    symbolName: string;
+}
+export interface ParseResult {
+    /** File path that was parsed. */
+    filePath: string;
+    /** Extracted AST chunks. */
+    chunks: ParsedChunk[];
+    /** Total lines in the source file. */
+    totalLines: number;
+    /** Language that was detected. */
+    language: string;
+}
+/** Supported language extensions. */
+export type SupportedExtension = ".ts" | ".tsx" | ".js" | ".jsx" | ".py" | ".go";
+export declare class ASTParser {
+    private parser;
+    private languageCache;
+    private languagePromises;
+    private queryCache;
+    private wasmDir;
+    private initialized;
+    constructor(wasmDir?: string);
+    /** Initialize the Tree-sitter WASM runtime. Must be called once. */
+    initialize(): Promise<void>;
+    /** Check if a file extension is supported. */
+    isSupported(ext: string): boolean;
+    /** Get supported file extensions. */
+    getSupportedExtensions(): string[];
+    /** Load a Tree-sitter language grammar from WASM. A-08: Deduplicates concurrent loads. */
+    private loadLanguage;
+    /** Get or create a Tree-sitter query for a language. */
+    private getQuery;
+    /**
+     * Parse a source file into semantic AST chunks.
+     *
+     * Each chunk contains:
+     * - shorthand: compressed signature (e.g., `[func] processFile(path: string) { /* TG:L12-L45 *​/ }`)
+     * - rawCode: the full implementation
+     * - nodeType: class, func, method, etc.
+     * - startLine/endLine: location in the original file
+     */
+    parse(filePath: string, content: string): Promise<ParseResult>;
+    /**
+     * Parse a file and provide raw tree-sitter tree access via callback.
+     * Guarantees WASM memory cleanup via try/finally.
+     * Returns null if the file extension is unsupported.
+     */
+    parseRaw<T>(filePath: string, content: string, callback: (tree: Parser.Tree, language: Parser.Language) => T): Promise<T | null>;
+    /**
+     * Generate compressed shorthand for an AST node.
+     *
+     * Strategy:
+     * 1. Extract the signature (everything before the first `{` or `:`)
+     * 2. Collapse the body into a TG marker with line range
+     * 3. Result: `[func] myFunction(a: string, b: number): void { /* TG:L12-L45 *​/ }`
+     *
+     * This preserves enough context for semantic search while
+     * cutting token count by ~60-80% per chunk.
+     */
+    private generateShorthand;
+    /** Normalize Tree-sitter capture names to clean node types. */
+    private normalizeNodeType;
+}
+//# sourceMappingURL=parser.d.ts.map

package/dist/parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../src/parser.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,MAAM,MAAM,iBAAiB,CAAC;AAOrC,MAAM,WAAW,WAAW;IACxB,4CAA4C;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,wCAAwC;IACxC,OAAO,EAAE,MAAM,CAAC;IAChB,0DAA0D;IAC1D,QAAQ,EAAE,MAAM,CAAC;IACjB,+CAA+C;IAC/C,SAAS,EAAE,MAAM,CAAC;IAClB,6CAA6C;IAC7C,OAAO,EAAE,MAAM,CAAC;IAChB,iEAAiE;IACjE,UAAU,EAAE,MAAM,CAAC;IACnB,+DAA+D;IAC/D,QAAQ,EAAE,MAAM,CAAC;IACjB,6DAA6D;IAC7D,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,WAAW;IACxB,iCAAiC;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,4BAA4B;IAC5B,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,sCAAsC;IACtC,UAAU,EAAE,MAAM,CAAC;IACnB,kCAAkC;IAClC,QAAQ,EAAE,MAAM,CAAC;CACpB;AAED,qCAAqC;AACrC,MAAM,MAAM,kBAAkB,GACxB,KAAK,GACL,MAAM,GACN,KAAK,GACL,MAAM,GACN,KAAK,GACL,KAAK,CAAC;AA+EZ,qBAAa,SAAS;IAClB,OAAO,CAAC,MAAM,CAAU;IACxB,OAAO,CAAC,aAAa,CAAsC;IAC3D,OAAO,CAAC,gBAAgB,CAAsD;IAC9E,OAAO,CAAC,UAAU,CAAmC;IACrD,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,WAAW,CAAS;gBAEhB,OAAO,CAAC,EAAE,MAAM;IAM5B,oEAAoE;IAC9D,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IASjC,8CAA8C;IAC9C,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;IAIjC,qCAAqC;IACrC,sBAAsB,IAAI,MAAM,EAAE;IAIlC,0FAA0F;YAC5E,YAAY;IAiC1B,wDAAwD;IACxD,OAAO,CAAC,QAAQ;IAsBhB;;;;;;;;OAQG;IACG,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAgFpE;;;;OAIG;IACG,QAAQ,CAAC,CAAC,EACZ,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,KAAK,CAAC,GAC9D,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC;IAWpB;;;;;;;;;;OAUG;IACH,OAAO,CAAC,iBAAiB;IAiDzB,+DAA+D;IAC/D,OAAO,CAAC,iBAAiB;CAgB5B"}