@shadowcoderr/context-graph 0.3.2 → 0.3.4

package/dist/security/redactor.js

@@ -2,43 +2,95 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.SecurityRedactor = void 0;
 const patterns_1 = require("./patterns");
+/**
+ * Sensitive URL query parameter names.  Values for these parameters are
+ * replaced with [REDACTED] in all captured URLs so that tokens, API keys,
+ * and session identifiers never reach the filesystem.
+ */
+const SENSITIVE_QUERY_PARAMS = [
+    'token', 'access_token', 'refresh_token', 'id_token',
+    'api_key', 'apikey', 'api-key',
+    'auth', 'authorization',
+    'key', 'secret', 'password', 'pwd', 'pass',
+    'session', 'sessionid', 'session_id',
+    'sig', 'signature',
+    'code', // OAuth authorization code
+    'state', // OAuth state — may embed tokens
+    'client_secret',
+    'private_key',
+    'bearer',
+];
 class SecurityRedactor {
     rules;
     redactedHeaders;
-    sensitiveKeys = ['password', 'secret', 'token', 'apiKey', 'api_key', 'authorization', 'cookie', 'set-cookie'];
+    sensitiveKeys = [
+        'password', 'secret', 'token', 'apiKey', 'api_key',
+        'authorization', 'cookie', 'set-cookie', 'privateKey', 'private_key',
+    ];
     auditLog = [];
     constructor(customRules = []) {
         this.rules = [...patterns_1.BUILTIN_REDACTION_RULES, ...customRules];
         this.redactedHeaders = patterns_1.REDACTED_HEADERS;
     }
+    // ── URL sanitisation ────────────────────────────────────────────────────────
+    /**
+     * Sanitize a URL by replacing the values of sensitive query parameters with
+     * [REDACTED].  Returns the original URL string unchanged if parsing fails.
+     *
+     * Examples:
+     *   https://api.example.com/users?api_key=sk_live_123  →  …?api_key=[REDACTED]
+     *   https://example.com/callback?code=abc&state=xyz    →  …?code=[REDACTED]&state=[REDACTED]
+     */
+    sanitizeUrl(url) {
+        if (!url)
+            return url;
+        try {
+            const parsed = new URL(url);
+            let changed = false;
+            for (const param of SENSITIVE_QUERY_PARAMS) {
+                if (parsed.searchParams.has(param)) {
+                    parsed.searchParams.set(param, '[REDACTED]');
+                    changed = true;
+                }
+            }
+            // Also redact any param whose name contains sensitive substrings
+            const extraSensitive = ['token', 'key', 'secret', 'password', 'auth'];
+            for (const [key] of Array.from(parsed.searchParams.entries())) {
+                const lower = key.toLowerCase();
+                if (extraSensitive.some(s => lower.includes(s))) {
+                    parsed.searchParams.set(key, '[REDACTED]');
+                    changed = true;
+                }
+            }
+            return changed ? parsed.toString() : url;
+        }
+        catch {
+            return url;
+        }
+    }
+    // ── Main redaction pipeline ─────────────────────────────────────────────────
     async redact(data, context, url) {
         const originalSize = JSON.stringify(data).length;
-        let redactedData = data; // Note: we mutate in place if it's an object
         const redactions = [];
-        // Redact headers if present
-        if (redactedData.headers) {
-            redactedData.headers = this.redactHeaders(redactedData.headers);
+        // 1. Redact sensitive headers (authorization, cookie, etc.)
+        if (data && typeof data === 'object' && data.headers) {
+            data.headers = this.redactHeaders(data.headers);
         }
-        // Apply key-based redaction
-        this.redactSensitiveKeys(redactedData, redactions);
-        // Apply all pattern-based redaction rules
+        // 2. Key-based redaction (deep object traversal)
+        this.redactSensitiveKeys(data, redactions);
+        // 3. Pattern-based redaction (regex across all string values)
         for (const rule of this.rules) {
-            const result = this.applyRule(redactedData, rule);
+            const result = this.applyRule(data, rule);
             if (result.count > 0) {
-                redactions.push({
-                    rule: rule.name,
-                    count: result.count,
-                    locations: result.locations,
-                });
+                redactions.push({ rule: rule.name, count: result.count, locations: result.locations });
             }
         }
-        const redactedSize = JSON.stringify(redactedData).length;
-        // Log to audit
+        const redactedSize = JSON.stringify(data).length;
         if (redactions.length > 0) {
             this.auditLog.push({
                 timestamp: new Date().toISOString(),
                 context,
-                url: url || '',
+                url: url ? this.sanitizeUrl(url) : '',
                 redactions: redactions.map(r => ({
                     rule: r.rule,
                     count: r.count,
@@ -46,36 +98,44 @@ class SecurityRedactor {
                 })),
             });
         }
-        return {
-            originalSize,
-            redactedSize,
-            redactions,
-            success: true,
-        };
+        return { originalSize, redactedSize, redactions, success: true };
     }
+    /**
+     * Redact a plain string in-place and return the sanitised version.
+     * Useful for response bodies before they are stored.
+     */
+    async redactString(value, _context, _url) {
+        if (!value)
+            return value;
+        let result = value;
+        for (const rule of this.rules) {
+            result = result.replace(rule.pattern, rule.replacement);
+        }
+        return result;
+    }
+    // ── Private helpers ─────────────────────────────────────────────────────────
     redactSensitiveKeys(data, redactions) {
         const traverse = (obj, path = '') => {
-            if (typeof obj === 'object' && obj !== null) {
-                for (const key in obj) {
-                    const lowerKey = key.toLowerCase();
-                    const currentPath = path ? `${path}.${key}` : key;
-                    if (this.sensitiveKeys.some(sk => lowerKey.includes(sk))) {
-                        const ruleName = `sensitive_key:${key}`;
-                        obj[key] = '[REDACTED:SENSITIVE_KEY]';
-                        // Track this redaction
-                        let existingRedaction = redactions.find(r => r.rule === ruleName);
-                        if (existingRedaction) {
-                            existingRedaction.count++;
-                            existingRedaction.locations.push(currentPath);
-                        }
-                        else {
-                            redactions.push({ rule: ruleName, count: 1, locations: [currentPath] });
-                        }
+            if (typeof obj !== 'object' || obj === null)
+                return;
+            for (const key in obj) {
+                const lowerKey = key.toLowerCase();
+                const currentPath = path ? `${path}.${key}` : key;
+                if (this.sensitiveKeys.some(sk => lowerKey.includes(sk))) {
+                    const ruleName = `sensitive_key:${key}`;
+                    obj[key] = '[REDACTED:SENSITIVE_KEY]';
+                    const existing = redactions.find(r => r.rule === ruleName);
+                    if (existing) {
+                        existing.count++;
+                        existing.locations.push(currentPath);
                     }
                     else {
-                        traverse(obj[key], currentPath);
+                        redactions.push({ rule: ruleName, count: 1, locations: [currentPath] });
                     }
                 }
+                else {
+                    traverse(obj[key], currentPath);
+                }
             }
         };
         traverse(data);
@@ -83,9 +143,8 @@ class SecurityRedactor {
     redactHeaders(headers) {
         const redacted = { ...headers };
         for (const header of this.redactedHeaders) {
-            const lowerHeader = header.toLowerCase();
-            // Find the key in headers regardless of case
-            const actualKey = Object.keys(redacted).find(k => k.toLowerCase() === lowerHeader);
+            const lower = header.toLowerCase();
+            const actualKey = Object.keys(redacted).find(k => k.toLowerCase() === lower);
             if (actualKey) {
                 redacted[actualKey] = '[REDACTED]';
             }
@@ -96,33 +155,44 @@ class SecurityRedactor {
         let count = 0;
         const locations = [];
         const traverse = (obj, path = '') => {
-            if (typeof obj === 'object' && obj !== null) {
-                for (const key in obj) {
-                    const val = obj[key];
-                    if (typeof val === 'string') {
-                        const matches = val.match(rule.pattern);
-                        if (matches) {
-                            count += matches.length;
-                            locations.push(path ? `${path}.${key}` : key);
-                            // Replace in place - this now correctly mutates the object property
-                            obj[key] = val.replace(rule.pattern, rule.replacement);
-                        }
-                    }
-                    else {
-                        traverse(val, path ? `${path}.${key}` : key);
+            if (typeof obj !== 'object' || obj === null)
+                return;
+            for (const key in obj) {
+                const val = obj[key];
+                if (typeof val === 'string') {
+                    // Reset lastIndex for global regexes to avoid stateful match issues
+                    rule.pattern.lastIndex = 0;
+                    const matches = val.match(rule.pattern);
+                    if (matches) {
+                        count += matches.length;
+                        locations.push(path ? `${path}.${key}` : key);
+                        rule.pattern.lastIndex = 0;
+                        obj[key] = val.replace(rule.pattern, rule.replacement);
+                        // Reset again after replace
+                        rule.pattern.lastIndex = 0;
                     }
                 }
+                else {
+                    traverse(val, path ? `${path}.${key}` : key);
+                }
             }
         };
         traverse(data);
         return { count, locations };
     }
+    // ── Audit log ───────────────────────────────────────────────────────────────
     getAuditLog() {
         return [...this.auditLog];
     }
     clearAuditLog() {
         this.auditLog = [];
     }
+    /** Returns the number of distinct redaction events across all contexts */
+    getTotalRedactionCount() {
+        return this.auditLog.reduce((sum, entry) => {
+            return sum + entry.redactions.reduce((s, r) => s + r.count, 0);
+        }, 0);
+    }
 }
 exports.SecurityRedactor = SecurityRedactor;
 //# sourceMappingURL=redactor.js.map

package/dist/security/redactor.js.map

@@ -1 +1 @@
-{"version":3,"file":"redactor.js","sourceRoot":"","sources":["../../src/security/redactor.ts"],"names":[],"mappings":";;;AAGA,yCAAuE;AAavE,MAAa,gBAAgB;IACnB,KAAK,CAAkB;IACvB,eAAe,CAAW;IAC1B,aAAa,GAAa,CAAC,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;IACxH,QAAQ,GAA0B,EAAE,CAAC;IAE7C,YAAY,cAA+B,EAAE;QAC3C,IAAI,CAAC,KAAK,GAAG,CAAC,GAAG,kCAAuB,EAAE,GAAG,WAAW,CAAC,CAAC;QAC1D,IAAI,CAAC,eAAe,GAAG,2BAAgB,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAS,EAAE,OAAe,EAAE,GAAY;QACnD,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QACjD,IAAI,YAAY,GAAG,IAAI,CAAC,CAAC,6CAA6C;QACtE,MAAM,UAAU,GAAgE,EAAE,CAAC;QAEnF,4BAA4B;QAC5B,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;YACzB,YAAY,CAAC,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAClE,CAAC;QAED,4BAA4B;QAC5B,IAAI,CAAC,mBAAmB,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAEnD,0CAA0C;QAC1C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;YAClD,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;gBACrB,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,SAAS,EAAE,MAAM,CAAC,SAAS;iBAC5B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC;QAEzD,eAAe;QACf,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACjB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,OAAO;gBACP,GAAG,EAAE,GAAG,IAAI,EAAE;gBACd,UAAU,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBAC/B,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,KAAK,EAAE,CAAC,CAAC,KAAK;oBACd,KAAK,EAAE,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;iBAC9B,CAAC,CAAC;aACJ,CAAC,CAAC;QACL,CAAC;QAED,OAAO;YACL,YAAY;YACZ,YAAY;YACZ,UAAU;YACV,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;IAEO,mBAAmB,CAAC,IAAS,EAAE,UAAiB;QACtD,MAAM,QAAQ,GAAG,CAAC,GAAQ,EAAE,OAAe,EAAE,EAAQ,EAAE;YACrD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;gBAC5C,KAAK,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;oBACtB,MAAM,QAAQ,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;oBACnC,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;oBAElD,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;wBACzD,MAAM,QAAQ,GAAG,iBAAiB,GAAG,EAAE,CAAC;wBACxC,GAAG,CAAC,GAAG,CAAC,GAAG,0BAA0B,CAAC;wBAEtC,uBAAuB;wBACvB,IAAI,iBAAiB,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;wBAClE,IAAI,iBAAiB,EAAE,CAAC;4BACtB,iBAAiB,CAAC,KAAK,EAAE,CAAC;4BAC1B,iBAAiB,CAAC,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;wBAChD,CAAC;6BAAM,CAAC;4BACN,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;wBAC1E,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,WAAW,CAAC,CAAC;oBAClC,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QACF,QAAQ,CAAC,IAAI,CAAC,CAAC;IACjB,CAAC;IAEO,aAAa,CAAC,OAA+B;QACnD,MAAM,QAAQ,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;QAChC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1C,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;YACzC,6CAA6C;YAC7C,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,WAAW,CAAC,CAAC;YACnF,IAAI,SAAS,EAAE,CAAC;gBACd,QAAQ,CAAC,SAAS,CAAC,GAAG,YAAY,CAAC;YACrC,CAAC;QACH,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,SAAS,CAAC,IAAS,EAAE,IAAmB;QAC9C,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,MAAM,SAAS,GAAa,EAAE,CAAC;QAE/B,MAAM,QAAQ,GAAG,CAAC,GAAQ,EAAE,OAAe,EAAE,EAAQ,EAAE;YACrD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;gBAC5C,KAAK,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;oBACtB,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;oBACrB,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;wBAC5B,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;wBACxC,IAAI,OAAO,EAAE,CAAC;4BACZ,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC;4BACxB,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;4BAC9C,oEAAoE;4BACpE,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;wBACzD,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;oBAC/C,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QAEF,QAAQ,CAAC,IAAI,CAAC,CAAC;QACf,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IAC9B,CAAC;IAED,WAAW;QACT,OAAO,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC5B,CAAC;IAED,aAAa;QACX,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;IACrB,CAAC;CACF;AAvID,4CAuIC"}
+{"version":3,"file":"redactor.js","sourceRoot":"","sources":["../../src/security/redactor.ts"],"names":[],"mappings":";;;AAGA,yCAAuE;AAavE;;;;GAIG;AACH,MAAM,sBAAsB,GAAsB;IAChD,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,UAAU;IACpD,SAAS,EAAE,QAAQ,EAAE,SAAS;IAC9B,MAAM,EAAE,eAAe;IACvB,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM;IAC1C,SAAS,EAAE,WAAW,EAAE,YAAY;IACpC,KAAK,EAAE,WAAW;IAClB,MAAM,EAAW,2BAA2B;IAC5C,OAAO,EAAU,iCAAiC;IAClD,eAAe;IACf,aAAa;IACb,QAAQ;CACT,CAAC;AAEF,MAAa,gBAAgB;IACnB,KAAK,CAAkB;IACvB,eAAe,CAAW;IAC1B,aAAa,GAAa;QAChC,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS;QAClD,eAAe,EAAE,QAAQ,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa;KACrE,CAAC;IACM,QAAQ,GAA0B,EAAE,CAAC;IAE7C,YAAY,cAA+B,EAAE;QAC3C,IAAI,CAAC,KAAK,GAAG,CAAC,GAAG,kCAAuB,EAAE,GAAG,WAAW,CAAC,CAAC;QAC1D,IAAI,CAAC,eAAe,GAAG,2BAAgB,CAAC;IAC1C,CAAC;IAED,+EAA+E;IAE/E;;;;;;;OAOG;IACH,WAAW,CAAC,GAAW;QACrB,IAAI,CAAC,GAAG;YAAE,OAAO,GAAG,CAAC;QAErB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YAC5B,IAAI,OAAO,GAAG,KAAK,CAAC;YAEpB,KAAK,MAAM,KAAK,IAAI,sBAAsB,EAAE,CAAC;gBAC3C,IAAI,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;oBACnC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;oBAC7C,OAAO,GAAG,IAAI,CAAC;gBACjB,CAAC;YACH,CAAC;YAED,iEAAiE;YACjE,MAAM,cAAc,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;YACtE,KAAK,MAAM,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;gBAC9D,MAAM,KAAK,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;gBAChC,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBAChD,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;oBAC3C,OAAO,GAAG,IAAI,CAAC;gBACjB,CAAC;YACH,CAAC;YAED,OAAO,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;QAC3C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,GAAG,CAAC;QACb,CAAC;IACH,CAAC;IAED,+EAA+E;IAE/E,KAAK,CAAC,MAAM,CAAC,IAAS,EAAE,OAAe,EAAE,GAAY;QACnD,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QACjD,MAAM,UAAU,GAAgE,EAAE,CAAC;QAEnF,4DAA4D;QAC5D,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACrD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAClD,CAAC;QAED,iDAAiD;QACjD,IAAI,CAAC,mBAAmB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QAE3C,8DAA8D;QAC9D,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAC1C,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;gBACrB,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;YACzF,CAAC;QACH,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QAEjD,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACjB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,OAAO;gBACP,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE;gBACrC,UAAU,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBAC/B,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,KAAK,EAAE,CAAC,CAAC,KAAK;oBACd,KAAK,EAAE,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;iBAC9B,CAAC,CAAC;aACJ,CAAC,CAAC;QACL,CAAC;QAED,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IACnE,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,YAAY,CAAC,KAAa,EAAE,QAAgB,EAAE,IAAa;QAC/D,IAAI,CAAC,KAAK;YAAE,OAAO,KAAK,CAAC;QAEzB,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAC1D,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,+EAA+E;IAEvE,mBAAmB,CAAC,IAAS,EAAE,UAAiB;QACtD,MAAM,QAAQ,GAAG,CAAC,GAAQ,EAAE,OAAe,EAAE,EAAQ,EAAE;YACrD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI;gBAAE,OAAO;YAEpD,KAAK,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;gBACtB,MAAM,QAAQ,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;gBACnC,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;gBAElD,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;oBACzD,MAAM,QAAQ,GAAG,iBAAiB,GAAG,EAAE,CAAC;oBACxC,GAAG,CAAC,GAAG,CAAC,GAAG,0BAA0B,CAAC;oBAEtC,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;oBAC3D,IAAI,QAAQ,EAAE,CAAC;wBACb,QAAQ,CAAC,KAAK,EAAE,CAAC;wBACjB,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;oBACvC,CAAC;yBAAM,CAAC;wBACN,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;oBAC1E,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,WAAW,CAAC,CAAC;gBAClC,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QACF,QAAQ,CAAC,IAAI,CAAC,CAAC;IACjB,CAAC;IAEO,aAAa,CAAC,OAA+B;QACnD,MAAM,QAAQ,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;QAChC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;YACnC,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC,CAAC;YAC7E,IAAI,SAAS,EAAE,CAAC;gBACd,QAAQ,CAAC,SAAS,CAAC,GAAG,YAAY,CAAC;YACrC,CAAC;QACH,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,SAAS,CAAC,IAAS,EAAE,IAAmB;QAC9C,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,MAAM,SAAS,GAAa,EAAE,CAAC;QAE/B,MAAM,QAAQ,GAAG,CAAC,GAAQ,EAAE,OAAe,EAAE,EAAQ,EAAE;YACrD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI;gBAAE,OAAO;YAEpD,KAAK,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;gBACtB,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;gBACrB,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;oBAC5B,oEAAoE;oBACpE,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;oBAC3B,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBACxC,IAAI,OAAO,EAAE,CAAC;wBACZ,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC;wBACxB,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;wBAC9C,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;wBAC3B,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;wBACvD,4BAA4B;wBAC5B,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;oBAC7B,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC/C,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QAEF,QAAQ,CAAC,IAAI,CAAC,CAAC;QACf,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IAC9B,CAAC;IAED,+EAA+E;IAE/E,WAAW;QACT,OAAO,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC5B,CAAC;IAED,aAAa;QACX,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;IACrB,CAAC;IAED,0EAA0E;IAC1E,sBAAsB;QACpB,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;YACzC,OAAO,GAAG,GAAG,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACjE,CAAC,EAAE,CAAC,CAAC,CAAC;IACR,CAAC;CACF;AArMD,4CAqMC"}

package/dist/storage/engine.d.ts

@@ -1,5 +1,9 @@
-import { PageSnapshot } from '../types/capture';
+import { PageSnapshot, PageMetadata } from '../types/capture';
 import { ManifestEntry } from '../types/storage';
+export interface UpdateManifestExtras {
+    networkRequests?: number;
+    screenshots?: number;
+}
 export declare class StorageEngine {
     private outputDir;
     private prettyJson;
@@ -7,39 +11,38 @@ export declare class StorageEngine {
     private contentHashHistory;
     private forceCapture;
     constructor(outputDir: string, prettyJson?: boolean, forceCapture?: boolean);
-    /**
-     * Set force capture mode - always write artifacts even if content hash unchanged
-     */
     setForceCapture(force: boolean): void;
-    /**
-     * Check if content has changed since last capture
-     */
     hasContentChanged(pageName: string, contentHash: string): boolean;
-    /**
-     * Record content hash for a page
-     */
     recordContentHash(pageName: string, contentHash: string): void;
     initialize(): Promise<void>;
+    /**
+     * Resolve the on-disk directory for a given page's metadata.
+     * Mirrors the same logic used inside savePageSnapshot so callers can
+     * compute the directory without needing to save first.
+     */
+    resolvePageDir(metadata: Pick<PageMetadata, 'domain' | 'pageName'>): string;
     getUniqueScriptPath(url: string): Promise<string>;
     mergeRecordedScript(url: string, recordedScriptPath: string): Promise<string>;
     private mergePlaywrightSpec;
     savePageSnapshot(snapshot: PageSnapshot): Promise<void>;
-    /**
-     * Save the components registry and update manifest reference
-     */
+    private saveFrames;
     saveComponentsRegistry(registry: any, domainName: string): Promise<void>;
-    /**
-     * Update manifest with components registry reference
-     */
     updateManifestWithComponents(domainName: string, totalComponents: number): Promise<void>;
-    updateGlobalManifest(entry: ManifestEntry): Promise<void>;
+    updateGlobalManifest(entry: ManifestEntry, extras?: UpdateManifestExtras): Promise<void>;
+    saveUserInteractions(url: string, interactions: any[]): Promise<void>;
+    private extractDomainName;
     private writeJson;
     /**
-     * Beautify HTML by adding proper indentation and line breaks
-     * This makes the DOM more readable for RAG/context analysis
-     * Properly handles self-closing tags and preserves HTML structure
+     * Recursively walk a directory and sum all file sizes in bytes.
+     * Returns 0 if the directory does not exist.
+     */
+    private computeDirectorySizeBytes;
+    private formatBytes;
+    /**
+     * Beautify HTML by adding proper indentation and line breaks.
+     * Self-closing / void elements are handled correctly so the indent
+     * level is never corrupted by unclosed tags.
      */
-    saveUserInteractions(url: string, interactions: any[]): Promise<void>;
     private beautifyHTML;
 }
 //# sourceMappingURL=engine.d.ts.map

package/dist/storage/engine.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../../src/storage/engine.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAkB,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAGjE,qBAAa,aAAa;IACxB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,UAAU,CAAU;IAC5B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,kBAAkB,CAAoC;IAC9D,OAAO,CAAC,YAAY,CAAkB;gBAE1B,SAAS,EAAE,MAAM,EAAE,UAAU,GAAE,OAAc,EAAE,YAAY,GAAE,OAAe;IAOxF;;OAEG;IACH,eAAe,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI;IAIrC;;OAEG;IACH,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO;IAMjE;;OAEG;IACH,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,IAAI;IAQxD,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAM3B,mBAAmB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAuBjD,mBAAmB,CAAC,GAAG,EAAE,MAAM,EAAE,kBAAkB,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IA0BnF,OAAO,CAAC,mBAAmB;IA+ErB,gBAAgB,CAAC,QAAQ,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IA4G7D;;OAEG;IACG,sBAAsB,CAAC,QAAQ,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAO9E;;OAEG;IACG,4BAA4B,CAAC,UAAU,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAgBxF,oBAAoB,CAAC,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;YAgDjD,SAAS;IAOvB;;;;OAIG;IACG,oBAAoB,CAAC,GAAG,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IA6C3E,OAAO,CAAC,YAAY;CA0ErB"}
+{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../../src/storage/engine.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAkB,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAGjE,MAAM,WAAW,oBAAoB;IACnC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,qBAAa,aAAa;IACxB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,UAAU,CAAU;IAC5B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,kBAAkB,CAAoC;IAC9D,OAAO,CAAC,YAAY,CAAkB;gBAE1B,SAAS,EAAE,MAAM,EAAE,UAAU,GAAE,OAAc,EAAE,YAAY,GAAE,OAAe;IASxF,eAAe,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI;IAMrC,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO;IAMjE,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,IAAI;IASxD,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAOjC;;;;OAIG;IACH,cAAc,CAAC,QAAQ,EAAE,IAAI,CAAC,YAAY,EAAE,QAAQ,GAAG,UAAU,CAAC,GAAG,MAAM;IAQrE,mBAAmB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAkBjD,mBAAmB,CAAC,GAAG,EAAE,MAAM,EAAE,kBAAkB,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IA4BnF,OAAO,CAAC,mBAAmB;IAkErB,gBAAgB,CAAC,QAAQ,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;YAkG/C,UAAU;IAgClB,sBAAsB,CAAC,QAAQ,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOxE,4BAA4B,CAAC,UAAU,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBxF,oBAAoB,CACxB,KAAK,EAAE,aAAa,EACpB,MAAM,GAAE,oBAAyB,GAChC,OAAO,CAAC,IAAI,CAAC;IA+DV,oBAAoB,CAAC,GAAG,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IA6B3E,OAAO,CAAC,iBAAiB;YAOX,SAAS;IAOvB;;;OAGG;YACW,yBAAyB;IAuBvC,OAAO,CAAC,WAAW;IAOnB;;;;OAIG;IACH,OAAO,CAAC,YAAY;CA6DrB"}