driftdetect-cortex 0.9.41

package/dist/privacy/patterns.d.ts

@@ -0,0 +1,30 @@
+/**
+ * Sensitive Patterns
+ *
+ * Patterns for detecting sensitive data.
+ */
+/**
+ * Patterns for detecting PII
+ */
+export declare const PII_PATTERNS: {
+    name: string;
+    pattern: RegExp;
+    replacement: string;
+}[];
+/**
+ * Patterns for detecting secrets
+ */
+export declare const SECRET_PATTERNS: {
+    name: string;
+    pattern: RegExp;
+    replacement: string;
+}[];
+/**
+ * All sensitive patterns
+ */
+export declare const ALL_PATTERNS: {
+    name: string;
+    pattern: RegExp;
+    replacement: string;
+}[];
+//# sourceMappingURL=patterns.d.ts.map

package/dist/privacy/patterns.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"patterns.d.ts","sourceRoot":"","sources":["../../src/privacy/patterns.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;GAEG;AACH,eAAO,MAAM,YAAY;;;;GAWxB,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,eAAe;;;;GAW3B,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,YAAY;;;;GAAwC,CAAC"}

package/dist/privacy/patterns.js

@@ -0,0 +1,40 @@
+/**
+ * Sensitive Patterns
+ *
+ * Patterns for detecting sensitive data.
+ */
+/**
+ * Patterns for detecting PII
+ */
+export const PII_PATTERNS = [
+    // Email
+    { name: 'email', pattern: /[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}/g, replacement: '[EMAIL]' },
+    // Phone numbers
+    { name: 'phone', pattern: /(\+?1[-.\s]?)?\(?\d{3}\)?[-.\s]?\d{3}[-.\s]?\d{4}/g, replacement: '[PHONE]' },
+    // SSN
+    { name: 'ssn', pattern: /\d{3}[-.\s]?\d{2}[-.\s]?\d{4}/g, replacement: '[SSN]' },
+    // Credit card
+    { name: 'credit_card', pattern: /\d{4}[-.\s]?\d{4}[-.\s]?\d{4}[-.\s]?\d{4}/g, replacement: '[CREDIT_CARD]' },
+    // IP addresses
+    { name: 'ip', pattern: /\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}/g, replacement: '[IP_ADDRESS]' },
+];
+/**
+ * Patterns for detecting secrets
+ */
+export const SECRET_PATTERNS = [
+    // API keys
+    { name: 'api_key', pattern: /(?:api[_-]?key|apikey)[=:\s]+['"]?([a-zA-Z0-9_-]{20,})['"]?/gi, replacement: '[API_KEY]' },
+    // AWS keys
+    { name: 'aws_key', pattern: /AKIA[0-9A-Z]{16}/g, replacement: '[AWS_KEY]' },
+    // JWT tokens
+    { name: 'jwt', pattern: /eyJ[a-zA-Z0-9_-]*\.eyJ[a-zA-Z0-9_-]*\.[a-zA-Z0-9_-]*/g, replacement: '[JWT_TOKEN]' },
+    // Private keys
+    { name: 'private_key', pattern: /-----BEGIN (?:RSA |EC |DSA )?PRIVATE KEY-----/g, replacement: '[PRIVATE_KEY]' },
+    // Passwords in strings
+    { name: 'password', pattern: /(?:password|passwd|pwd)[=:\s]+['"]?([^'"\s]{8,})['"]?/gi, replacement: '[PASSWORD]' },
+];
+/**
+ * All sensitive patterns
+ */
+export const ALL_PATTERNS = [...PII_PATTERNS, ...SECRET_PATTERNS];
+//# sourceMappingURL=patterns.js.map

package/dist/privacy/patterns.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"patterns.js","sourceRoot":"","sources":["../../src/privacy/patterns.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG;IAC1B,QAAQ;IACR,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,iDAAiD,EAAE,WAAW,EAAE,SAAS,EAAE;IACrG,gBAAgB;IAChB,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,oDAAoD,EAAE,WAAW,EAAE,SAAS,EAAE;IACxG,MAAM;IACN,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,gCAAgC,EAAE,WAAW,EAAE,OAAO,EAAE;IAChF,cAAc;IACd,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,4CAA4C,EAAE,WAAW,EAAE,eAAe,EAAE;IAC5G,eAAe;IACf,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,qCAAqC,EAAE,WAAW,EAAE,cAAc,EAAE;CAC5F,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,WAAW;IACX,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,+DAA+D,EAAE,WAAW,EAAE,WAAW,EAAE;IACvH,WAAW;IACX,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,mBAAmB,EAAE,WAAW,EAAE,WAAW,EAAE;IAC3E,aAAa;IACb,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,uDAAuD,EAAE,WAAW,EAAE,aAAa,EAAE;IAC7G,eAAe;IACf,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,gDAAgD,EAAE,WAAW,EAAE,eAAe,EAAE;IAChH,uBAAuB;IACvB,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,yDAAyD,EAAE,WAAW,EAAE,YAAY,EAAE;CACpH,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,GAAG,YAAY,EAAE,GAAG,eAAe,CAAC,CAAC"}

package/dist/privacy/sanitizer.d.ts

@@ -0,0 +1,35 @@
+/**
+ * Privacy Sanitizer
+ *
+ * Sanitizes content to remove PII and secrets.
+ */
+/**
+ * Sanitization result
+ */
+export interface SanitizationResult {
+    sanitized: string;
+    redactedCount: number;
+    redactedTypes: string[];
+}
+/**
+ * Privacy sanitizer
+ */
+export declare class PrivacySanitizer {
+    /**
+     * Sanitize content
+     */
+    sanitize(content: string): SanitizationResult;
+    /**
+     * Sanitize PII only
+     */
+    sanitizePII(content: string): SanitizationResult;
+    /**
+     * Sanitize secrets only
+     */
+    sanitizeSecrets(content: string): SanitizationResult;
+    /**
+     * Check if content contains sensitive data
+     */
+    containsSensitive(content: string): boolean;
+}
+//# sourceMappingURL=sanitizer.d.ts.map

package/dist/privacy/sanitizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sanitizer.d.ts","sourceRoot":"","sources":["../../src/privacy/sanitizer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,EAAE,CAAC;CACzB;AAED;;GAEG;AACH,qBAAa,gBAAgB;IAC3B;;OAEG;IACH,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,kBAAkB;IAqB7C;;OAEG;IACH,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,kBAAkB;IAqBhD;;OAEG;IACH,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,kBAAkB;IAqBpD;;OAEG;IACH,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;CAQ5C"}

package/dist/privacy/sanitizer.js

@@ -0,0 +1,86 @@
+/**
+ * Privacy Sanitizer
+ *
+ * Sanitizes content to remove PII and secrets.
+ */
+import { ALL_PATTERNS, PII_PATTERNS, SECRET_PATTERNS } from './patterns.js';
+/**
+ * Privacy sanitizer
+ */
+export class PrivacySanitizer {
+    /**
+     * Sanitize content
+     */
+    sanitize(content) {
+        let sanitized = content;
+        const redactedTypes = [];
+        let redactedCount = 0;
+        for (const { name, pattern, replacement } of ALL_PATTERNS) {
+            const matches = sanitized.match(pattern);
+            if (matches) {
+                redactedCount += matches.length;
+                redactedTypes.push(name);
+                sanitized = sanitized.replace(pattern, replacement);
+            }
+        }
+        return {
+            sanitized,
+            redactedCount,
+            redactedTypes: [...new Set(redactedTypes)],
+        };
+    }
+    /**
+     * Sanitize PII only
+     */
+    sanitizePII(content) {
+        let sanitized = content;
+        const redactedTypes = [];
+        let redactedCount = 0;
+        for (const { name, pattern, replacement } of PII_PATTERNS) {
+            const matches = sanitized.match(pattern);
+            if (matches) {
+                redactedCount += matches.length;
+                redactedTypes.push(name);
+                sanitized = sanitized.replace(pattern, replacement);
+            }
+        }
+        return {
+            sanitized,
+            redactedCount,
+            redactedTypes: [...new Set(redactedTypes)],
+        };
+    }
+    /**
+     * Sanitize secrets only
+     */
+    sanitizeSecrets(content) {
+        let sanitized = content;
+        const redactedTypes = [];
+        let redactedCount = 0;
+        for (const { name, pattern, replacement } of SECRET_PATTERNS) {
+            const matches = sanitized.match(pattern);
+            if (matches) {
+                redactedCount += matches.length;
+                redactedTypes.push(name);
+                sanitized = sanitized.replace(pattern, replacement);
+            }
+        }
+        return {
+            sanitized,
+            redactedCount,
+            redactedTypes: [...new Set(redactedTypes)],
+        };
+    }
+    /**
+     * Check if content contains sensitive data
+     */
+    containsSensitive(content) {
+        for (const { pattern } of ALL_PATTERNS) {
+            if (pattern.test(content)) {
+                return true;
+            }
+        }
+        return false;
+    }
+}
+//# sourceMappingURL=sanitizer.js.map

package/dist/privacy/sanitizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sanitizer.js","sourceRoot":"","sources":["../../src/privacy/sanitizer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAW5E;;GAEG;AACH,MAAM,OAAO,gBAAgB;IAC3B;;OAEG;IACH,QAAQ,CAAC,OAAe;QACtB,IAAI,SAAS,GAAG,OAAO,CAAC;QACxB,MAAM,aAAa,GAAa,EAAE,CAAC;QACnC,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,KAAK,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,YAAY,EAAE,CAAC;YAC1D,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACzC,IAAI,OAAO,EAAE,CAAC;gBACZ,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;gBAChC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACzB,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;QAED,OAAO;YACL,SAAS;YACT,aAAa;YACb,aAAa,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,CAAC;SAC3C,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,OAAe;QACzB,IAAI,SAAS,GAAG,OAAO,CAAC;QACxB,MAAM,aAAa,GAAa,EAAE,CAAC;QACnC,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,KAAK,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,YAAY,EAAE,CAAC;YAC1D,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACzC,IAAI,OAAO,EAAE,CAAC;gBACZ,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;gBAChC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACzB,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;QAED,OAAO;YACL,SAAS;YACT,aAAa;YACb,aAAa,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,CAAC;SAC3C,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,OAAe;QAC7B,IAAI,SAAS,GAAG,OAAO,CAAC;QACxB,MAAM,aAAa,GAAa,EAAE,CAAC;QACnC,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,KAAK,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,eAAe,EAAE,CAAC;YAC7D,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACzC,IAAI,OAAO,EAAE,CAAC;gBACZ,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;gBAChC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACzB,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;QAED,OAAO;YACL,SAAS;YACT,aAAa;YACb,aAAa,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,CAAC;SAC3C,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,OAAe;QAC/B,KAAK,MAAM,EAAE,OAAO,EAAE,IAAI,YAAY,EAAE,CAAC;YACvC,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC1B,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}

package/dist/privacy/validator.d.ts

@@ -0,0 +1,28 @@
+/**
+ * Privacy Validator
+ *
+ * Validates content before storage.
+ */
+/**
+ * Validation result
+ */
+export interface ValidationResult {
+    valid: boolean;
+    sanitized: string;
+    warnings: string[];
+}
+/**
+ * Privacy validator
+ */
+export declare class PrivacyValidator {
+    private sanitizer;
+    /**
+     * Validate and sanitize content before storage
+     */
+    validate(content: string): ValidationResult;
+    /**
+     * Validate a memory object
+     */
+    validateMemory(memory: unknown): ValidationResult;
+}
+//# sourceMappingURL=validator.d.ts.map

package/dist/privacy/validator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validator.d.ts","sourceRoot":"","sources":["../../src/privacy/validator.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,OAAO,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED;;GAEG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,SAAS,CAA0B;IAE3C;;OAEG;IACH,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,gBAAgB;IAsB3C;;OAEG;IACH,cAAc,CAAC,MAAM,EAAE,OAAO,GAAG,gBAAgB;CAIlD"}

package/dist/privacy/validator.js

@@ -0,0 +1,40 @@
+/**
+ * Privacy Validator
+ *
+ * Validates content before storage.
+ */
+import { PrivacySanitizer } from './sanitizer.js';
+/**
+ * Privacy validator
+ */
+export class PrivacyValidator {
+    sanitizer = new PrivacySanitizer();
+    /**
+     * Validate and sanitize content before storage
+     */
+    validate(content) {
+        const warnings = [];
+        // Check for sensitive data
+        if (this.sanitizer.containsSensitive(content)) {
+            warnings.push('Content contains sensitive data that will be redacted');
+        }
+        // Sanitize
+        const result = this.sanitizer.sanitize(content);
+        if (result.redactedCount > 0) {
+            warnings.push(`Redacted ${result.redactedCount} sensitive items: ${result.redactedTypes.join(', ')}`);
+        }
+        return {
+            valid: true,
+            sanitized: result.sanitized,
+            warnings,
+        };
+    }
+    /**
+     * Validate a memory object
+     */
+    validateMemory(memory) {
+        const content = JSON.stringify(memory);
+        return this.validate(content);
+    }
+}
+//# sourceMappingURL=validator.js.map

package/dist/privacy/validator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validator.js","sourceRoot":"","sources":["../../src/privacy/validator.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAWlD;;GAEG;AACH,MAAM,OAAO,gBAAgB;IACnB,SAAS,GAAG,IAAI,gBAAgB,EAAE,CAAC;IAE3C;;OAEG;IACH,QAAQ,CAAC,OAAe;QACtB,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,2BAA2B;QAC3B,IAAI,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9C,QAAQ,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAC;QACzE,CAAC;QAED,WAAW;QACX,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAEhD,IAAI,MAAM,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;YAC7B,QAAQ,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,aAAa,qBAAqB,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxG,CAAC;QAED,OAAO;YACL,KAAK,EAAE,IAAI;YACX,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,QAAQ;SACT,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,MAAe;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACvC,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAChC,CAAC;CACF"}

package/dist/retrieval/budget.d.ts

@@ -0,0 +1,26 @@
+/**
+ * Token Budget Manager
+ *
+ * Manages token budget for memory retrieval.
+ * Fits memories into budget using hierarchical compression.
+ */
+import type { Memory } from '../types/index.js';
+import type { CompressedMemory } from './engine.js';
+/**
+ * Token budget manager
+ */
+export declare class TokenBudgetManager {
+    private compressor;
+    /**
+     * Fit ranked memories into a token budget
+     */
+    fitToBudget(ranked: Array<{
+        memory: Memory;
+        score: number;
+    }>, budget: number): CompressedMemory[];
+    /**
+     * Estimate tokens for a memory at a given level
+     */
+    estimateTokens(memory: Memory, level: 'summary' | 'expanded' | 'full'): number;
+}
+//# sourceMappingURL=budget.d.ts.map

package/dist/retrieval/budget.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"budget.d.ts","sourceRoot":"","sources":["../../src/retrieval/budget.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAGpD;;GAEG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,UAAU,CAAgC;IAElD;;OAEG;IACH,WAAW,CACT,MAAM,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,EAChD,MAAM,EAAE,MAAM,GACb,gBAAgB,EAAE;IAgDrB;;OAEG;IACH,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,GAAG,UAAU,GAAG,MAAM,GAAG,MAAM;CAY/E"}

package/dist/retrieval/budget.js

@@ -0,0 +1,74 @@
+/**
+ * Token Budget Manager
+ *
+ * Manages token budget for memory retrieval.
+ * Fits memories into budget using hierarchical compression.
+ */
+import { HierarchicalCompressor } from './compression.js';
+/**
+ * Token budget manager
+ */
+export class TokenBudgetManager {
+    compressor = new HierarchicalCompressor();
+    /**
+     * Fit ranked memories into a token budget
+     */
+    fitToBudget(ranked, budget) {
+        const result = [];
+        let usedTokens = 0;
+        // First pass: add summaries
+        for (const { memory, score } of ranked) {
+            const compressed = this.compressor.compress(memory);
+            // Try summary first
+            if (usedTokens + compressed.summaryTokens <= budget) {
+                result.push({
+                    memory,
+                    level: 'summary',
+                    tokens: compressed.summaryTokens,
+                    relevanceScore: score,
+                });
+                usedTokens += compressed.summaryTokens;
+            }
+            else {
+                // Budget exhausted
+                break;
+            }
+        }
+        // Second pass: expand top memories if budget allows
+        const leftover = budget - usedTokens;
+        if (leftover > 100 && result.length > 0) {
+            // Expand the most relevant memories
+            for (let i = 0; i < Math.min(3, result.length); i++) {
+                const item = result[i];
+                if (!item)
+                    continue;
+                const compressed = this.compressor.compress(item.memory);
+                const expandCost = compressed.expandedTokens - item.tokens;
+                if (expandCost <= leftover && expandCost > 0) {
+                    result[i] = {
+                        ...item,
+                        level: 'expanded',
+                        tokens: compressed.expandedTokens,
+                    };
+                    usedTokens += expandCost;
+                }
+            }
+        }
+        return result;
+    }
+    /**
+     * Estimate tokens for a memory at a given level
+     */
+    estimateTokens(memory, level) {
+        const compressed = this.compressor.compress(memory);
+        switch (level) {
+            case 'summary':
+                return compressed.summaryTokens;
+            case 'expanded':
+                return compressed.expandedTokens;
+            case 'full':
+                return compressed.fullTokens;
+        }
+    }
+}
+//# sourceMappingURL=budget.js.map

package/dist/retrieval/budget.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"budget.js","sourceRoot":"","sources":["../../src/retrieval/budget.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAO,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAE1D;;GAEG;AACH,MAAM,OAAO,kBAAkB;IACrB,UAAU,GAAG,IAAI,sBAAsB,EAAE,CAAC;IAElD;;OAEG;IACH,WAAW,CACT,MAAgD,EAChD,MAAc;QAEd,MAAM,MAAM,GAAuB,EAAE,CAAC;QACtC,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,4BAA4B;QAC5B,KAAK,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,MAAM,EAAE,CAAC;YACvC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAEpD,oBAAoB;YACpB,IAAI,UAAU,GAAG,UAAU,CAAC,aAAa,IAAI,MAAM,EAAE,CAAC;gBACpD,MAAM,CAAC,IAAI,CAAC;oBACV,MAAM;oBACN,KAAK,EAAE,SAAS;oBAChB,MAAM,EAAE,UAAU,CAAC,aAAa;oBAChC,cAAc,EAAE,KAAK;iBACtB,CAAC,CAAC;gBACH,UAAU,IAAI,UAAU,CAAC,aAAa,CAAC;YACzC,CAAC;iBAAM,CAAC;gBACN,mBAAmB;gBACnB,MAAM;YACR,CAAC;QACH,CAAC;QAED,oDAAoD;QACpD,MAAM,QAAQ,GAAG,MAAM,GAAG,UAAU,CAAC;QACrC,IAAI,QAAQ,GAAG,GAAG,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxC,oCAAoC;YACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpD,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACvB,IAAI,CAAC,IAAI;oBAAE,SAAS;gBAEpB,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACzD,MAAM,UAAU,GAAG,UAAU,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC;gBAE3D,IAAI,UAAU,IAAI,QAAQ,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;oBAC7C,MAAM,CAAC,CAAC,CAAC,GAAG;wBACV,GAAG,IAAI;wBACP,KAAK,EAAE,UAAU;wBACjB,MAAM,EAAE,UAAU,CAAC,cAAc;qBAClC,CAAC;oBACF,UAAU,IAAI,UAAU,CAAC;gBAC3B,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,MAAc,EAAE,KAAsC;QACnE,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAEpD,QAAQ,KAAK,EAAE,CAAC;YACd,KAAK,SAAS;gBACZ,OAAO,UAAU,CAAC,aAAa,CAAC;YAClC,KAAK,UAAU;gBACb,OAAO,UAAU,CAAC,cAAc,CAAC;YACnC,KAAK,MAAM;gBACT,OAAO,UAAU,CAAC,UAAU,CAAC;QACjC,CAAC;IACH,CAAC;CACF"}

package/dist/retrieval/compression.d.ts

@@ -0,0 +1,52 @@
+/**
+ * Hierarchical Compression
+ *
+ * Compresses memories at different levels:
+ * - Summary: ~20 tokens
+ * - Expanded: ~100 tokens
+ * - Full: Complete memory
+ */
+import type { Memory } from '../types/index.js';
+/**
+ * Compression result
+ */
+export interface CompressionResult {
+    /** Summary text */
+    summary: string;
+    /** Expanded text */
+    expanded: string;
+    /** Full content */
+    full: string;
+    /** Token count for summary */
+    summaryTokens: number;
+    /** Token count for expanded */
+    expandedTokens: number;
+    /** Token count for full */
+    fullTokens: number;
+}
+/**
+ * Hierarchical compressor
+ */
+export declare class HierarchicalCompressor {
+    /**
+     * Compress a memory at all levels
+     */
+    compress(memory: Memory): CompressionResult;
+    /**
+     * Generate summary (~20 tokens)
+     */
+    private generateSummary;
+    /**
+     * Generate expanded version (~100 tokens)
+     */
+    private generateExpanded;
+    /**
+     * Default summary for memories without one
+     */
+    private defaultSummary;
+    /**
+     * Estimate token count (rough approximation)
+     */
+    private estimateTokens;
+}
+//# sourceMappingURL=compression.d.ts.map

package/dist/retrieval/compression.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"compression.d.ts","sourceRoot":"","sources":["../../src/retrieval/compression.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,mBAAmB;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,oBAAoB;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,mBAAmB;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,8BAA8B;IAC9B,aAAa,EAAE,MAAM,CAAC;IACtB,+BAA+B;IAC/B,cAAc,EAAE,MAAM,CAAC;IACvB,2BAA2B;IAC3B,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,qBAAa,sBAAsB;IACjC;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,iBAAiB;IAe3C;;OAEG;IACH,OAAO,CAAC,eAAe;IAIvB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAgExB;;OAEG;IACH,OAAO,CAAC,cAAc;IAyBtB;;OAEG;IACH,OAAO,CAAC,cAAc;CAIvB"}

package/dist/retrieval/compression.js

@@ -0,0 +1,126 @@
+/**
+ * Hierarchical Compression
+ *
+ * Compresses memories at different levels:
+ * - Summary: ~20 tokens
+ * - Expanded: ~100 tokens
+ * - Full: Complete memory
+ */
+/**
+ * Hierarchical compressor
+ */
+export class HierarchicalCompressor {
+    /**
+     * Compress a memory at all levels
+     */
+    compress(memory) {
+        const summary = this.generateSummary(memory);
+        const expanded = this.generateExpanded(memory);
+        const full = JSON.stringify(memory);
+        return {
+            summary,
+            expanded,
+            full,
+            summaryTokens: this.estimateTokens(summary),
+            expandedTokens: this.estimateTokens(expanded),
+            fullTokens: this.estimateTokens(full),
+        };
+    }
+    /**
+     * Generate summary (~20 tokens)
+     */
+    generateSummary(memory) {
+        return memory.summary || this.defaultSummary(memory);
+    }
+    /**
+     * Generate expanded version (~100 tokens)
+     */
+    generateExpanded(memory) {
+        const parts = [memory.summary];
+        switch (memory.type) {
+            case 'tribal':
+                parts.push(`Topic: ${memory.topic}`);
+                parts.push(`Knowledge: ${memory.knowledge}`);
+                if (memory.warnings?.length) {
+                    parts.push(`Warnings: ${memory.warnings.join(', ')}`);
+                }
+                break;
+            case 'procedural':
+                parts.push(`Procedure: ${memory.name}`);
+                parts.push(`Steps: ${memory.steps?.length || 0}`);
+                if (memory.steps?.length) {
+                    parts.push(`First step: ${memory.steps[0]?.action}`);
+                }
+                break;
+            case 'semantic':
+                parts.push(`Topic: ${memory.topic}`);
+                parts.push(`Knowledge: ${memory.knowledge}`);
+                break;
+            case 'pattern_rationale':
+                parts.push(`Pattern: ${memory.patternName}`);
+                parts.push(`Rationale: ${memory.rationale}`);
+                break;
+            case 'constraint_override':
+                parts.push(`Constraint: ${memory.constraintName}`);
+                parts.push(`Reason: ${memory.reason}`);
+                break;
+            case 'code_smell':
+                parts.push(`Smell: ${memory.name}`);
+                parts.push(`Reason: ${memory.reason}`);
+                parts.push(`Suggestion: ${memory.suggestion}`);
+                break;
+            case 'decision_context':
+                parts.push(`Decision: ${memory.decisionSummary}`);
+                if (memory.businessContext) {
+                    parts.push(`Context: ${memory.businessContext}`);
+                }
+                break;
+            case 'episodic':
+                if (memory.interaction) {
+                    parts.push(`Query: ${memory.interaction.userQuery?.slice(0, 100) || 'N/A'}`);
+                    parts.push(`Outcome: ${memory.interaction.outcome || 'unknown'}`);
+                }
+                break;
+            case 'core':
+                parts.push(`Project: ${memory.project.name}`);
+                parts.push(`Stack: ${memory.project.techStack.join(', ')}`);
+                break;
+        }
+        return parts.join('\n');
+    }
+    /**
+     * Default summary for memories without one
+     */
+    defaultSummary(memory) {
+        switch (memory.type) {
+            case 'tribal':
+                return `⚠️ ${memory.topic}: ${memory.knowledge?.slice(0, 50)}...`;
+            case 'procedural':
+                return `📋 ${memory.name}: ${memory.steps?.length || 0} steps`;
+            case 'semantic':
+                return `💡 ${memory.topic}: ${memory.knowledge?.slice(0, 50)}...`;
+            case 'pattern_rationale':
+                return `🎯 ${memory.patternName}: ${memory.rationale?.slice(0, 50)}...`;
+            case 'constraint_override':
+                return `✅ Override: ${memory.constraintName}`;
+            case 'code_smell':
+                return `🚫 Avoid: ${memory.name}`;
+            case 'decision_context':
+                return `📝 Decision: ${memory.decisionSummary?.slice(0, 50)}...`;
+            case 'episodic':
+                return `💭 ${memory.context?.focus || 'Interaction'}`;
+            case 'core':
+                return `🏠 ${memory.project?.name || 'Project'}`;
+            default:
+                return 'Memory';
+        }
+    }
+    /**
+     * Estimate token count (rough approximation)
+     */
+    estimateTokens(text) {
+        // Rough estimate: ~4 characters per token
+        return Math.ceil(text.length / 4);
+    }
+}
+//# sourceMappingURL=compression.js.map

package/dist/retrieval/compression.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compression.js","sourceRoot":"","sources":["../../src/retrieval/compression.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAsBH;;GAEG;AACH,MAAM,OAAO,sBAAsB;IACjC;;OAEG;IACH,QAAQ,CAAC,MAAc;QACrB,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAEpC,OAAO;YACL,OAAO;YACP,QAAQ;YACR,IAAI;YACJ,aAAa,EAAE,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC;YAC3C,cAAc,EAAE,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC;YAC7C,UAAU,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC;SACtC,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,MAAc;QACpC,OAAO,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,MAAc;QACrC,MAAM,KAAK,GAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAEzC,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,QAAQ;gBACX,KAAK,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;gBACrC,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;gBAC7C,IAAI,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;oBAC5B,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACxD,CAAC;gBACD,MAAM;YAER,KAAK,YAAY;gBACf,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gBACxC,KAAK,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC,CAAC;gBAClD,IAAI,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;oBACzB,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;gBACvD,CAAC;gBACD,MAAM;YAER,KAAK,UAAU;gBACb,KAAK,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;gBACrC,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;gBAC7C,MAAM;YAER,KAAK,mBAAmB;gBACtB,KAAK,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;gBAC7C,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;gBAC7C,MAAM;YAER,KAAK,qBAAqB;gBACxB,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;gBACnD,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;gBACvC,MAAM;YAER,KAAK,YAAY;gBACf,KAAK,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gBACpC,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;gBACvC,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;gBAC/C,MAAM;YAER,KAAK,kBAAkB;gBACrB,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC;gBAClD,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;oBAC3B,KAAK,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC;gBACnD,CAAC;gBACD,MAAM;YAER,KAAK,UAAU;gBACb,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;oBACvB,KAAK,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,WAAW,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC;oBAC7E,KAAK,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,WAAW,CAAC,OAAO,IAAI,SAAS,EAAE,CAAC,CAAC;gBACpE,CAAC;gBACD,MAAM;YAER,KAAK,MAAM;gBACT,KAAK,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC9C,KAAK,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC5D,MAAM;QACV,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,MAAc;QACnC,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,QAAQ;gBACX,OAAO,MAAM,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC;YACpE,KAAK,YAAY;gBACf,OAAO,MAAM,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC,QAAQ,CAAC;YACjE,KAAK,UAAU;gBACb,OAAO,MAAM,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC;YACpE,KAAK,mBAAmB;gBACtB,OAAO,MAAM,MAAM,CAAC,WAAW,KAAK,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC;YAC1E,KAAK,qBAAqB;gBACxB,OAAO,eAAe,MAAM,CAAC,cAAc,EAAE,CAAC;YAChD,KAAK,YAAY;gBACf,OAAO,aAAa,MAAM,CAAC,IAAI,EAAE,CAAC;YACpC,KAAK,kBAAkB;gBACrB,OAAO,gBAAgB,MAAM,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC;YACnE,KAAK,UAAU;gBACb,OAAO,MAAM,MAAM,CAAC,OAAO,EAAE,KAAK,IAAI,aAAa,EAAE,CAAC;YACxD,KAAK,MAAM;gBACT,OAAO,MAAM,MAAM,CAAC,OAAO,EAAE,IAAI,IAAI,SAAS,EAAE,CAAC;YACnD;gBACE,OAAO,QAAQ,CAAC;QACpB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,IAAY;QACjC,0CAA0C;QAC1C,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;CACF"}