@vinaes/succ 1.3.19

package/dist/lib/retention.js

@@ -0,0 +1,246 @@
+/**
+ * Memory Retention Policy with Decay
+ *
+ * Implements automatic memory cleanup based on:
+ * - Quality score (from quality scoring system)
+ * - Time-based decay (older memories decay in value)
+ * - Access frequency (frequently accessed memories are preserved)
+ *
+ * Formula:
+ *   effective_score = quality_score * recency_factor * access_boost
+ *
+ *   recency_factor = 1 / (1 + decay_rate * days_since_creation)
+ *   access_boost = min(1 + (access_weight * access_count), max_boost)
+ *
+ * Tiers:
+ *   - keep: effective_score >= keep_threshold (default 0.3)
+ *   - warn: effective_score >= delete_threshold && < keep_threshold
+ *   - delete: effective_score < delete_threshold (default 0.15)
+ */
+import { exponentialDecay, calculateAccessBoost as temporalAccessBoost, getTemporalConfig, } from './temporal.js';
+// Default configuration
+export const DEFAULT_RETENTION_CONFIG = {
+    // Decay rate: higher = faster decay
+    // 0.01 means at 100 days, recency_factor ≈ 0.5
+    decay_rate: 0.01,
+    // Access boost per access (weighted: exact=1, similarity=0.5)
+    access_weight: 0.1,
+    // Maximum access boost multiplier
+    max_access_boost: 2.0,
+    // Threshold for keeping memories
+    keep_threshold: 0.3,
+    // Threshold below which memories are deleted
+    delete_threshold: 0.15,
+    // Default quality score for memories without one
+    default_quality_score: 0.5,
+};
+/**
+ * Calculate the recency factor based on age.
+ * Returns a value between 0 and 1, where 1 is brand new.
+ */
+export function calculateRecencyFactor(ageDays, decayRate) {
+    return 1 / (1 + decayRate * ageDays);
+}
+/**
+ * Calculate the access boost based on access count.
+ * Returns a multiplier >= 1.
+ */
+export function calculateAccessBoost(accessCount, accessWeight, maxBoost) {
+    return Math.min(1 + accessWeight * accessCount, maxBoost);
+}
+/**
+ * Calculate the effective score for a memory.
+ */
+export function calculateEffectiveScore(memory, config = {}) {
+    const cfg = { ...DEFAULT_RETENTION_CONFIG, ...config };
+    // Calculate age in days
+    const createdAt = new Date(memory.created_at);
+    const now = new Date();
+    const ageDays = (now.getTime() - createdAt.getTime()) / (1000 * 60 * 60 * 24);
+    // Get quality score (use default if not set)
+    const qualityScore = memory.quality_score ?? cfg.default_quality_score;
+    // Calculate factors — use temporal decay when enabled
+    let recencyFactor;
+    let accessBoost;
+    if (cfg.use_temporal_decay) {
+        // Use exponential decay from temporal.ts (aligned with search ranking)
+        const temporalConfig = getTemporalConfig();
+        const hoursSinceAccess = memory.last_accessed
+            ? (now.getTime() - new Date(memory.last_accessed).getTime()) / (1000 * 60 * 60)
+            : ageDays * 24; // Fall back to creation date
+        recencyFactor = exponentialDecay(hoursSinceAccess, temporalConfig.decay_half_life_hours, temporalConfig.decay_floor);
+        accessBoost =
+            1 +
+                temporalAccessBoost(memory.access_count, temporalConfig.access_boost_factor, temporalConfig.max_access_boost);
+    }
+    else {
+        // Legacy: hyperbolic decay
+        recencyFactor = calculateRecencyFactor(ageDays, cfg.decay_rate);
+        accessBoost = calculateAccessBoost(memory.access_count, cfg.access_weight, cfg.max_access_boost);
+    }
+    // Calculate effective score
+    const effectiveScore = qualityScore * recencyFactor * accessBoost;
+    // Determine tier
+    let tier;
+    if (effectiveScore >= cfg.keep_threshold) {
+        tier = 'keep';
+    }
+    else if (effectiveScore >= cfg.delete_threshold) {
+        tier = 'warn';
+    }
+    else {
+        tier = 'delete';
+    }
+    return {
+        memoryId: memory.id,
+        content: memory.content,
+        qualityScore,
+        accessCount: memory.access_count,
+        ageDays: Math.round(ageDays),
+        recencyFactor: Math.round(recencyFactor * 1000) / 1000,
+        accessBoost: Math.round(accessBoost * 100) / 100,
+        effectiveScore: Math.round(effectiveScore * 1000) / 1000,
+        tier,
+    };
+}
+/**
+ * Analyze all memories and categorize by retention tier.
+ */
+export function analyzeRetention(memories, config = {}) {
+    const results = memories.map((m) => calculateEffectiveScore(m, config));
+    const keep = results.filter((r) => r.tier === 'keep');
+    const warn = results.filter((r) => r.tier === 'warn');
+    const toDelete = results.filter((r) => r.tier === 'delete');
+    // Sort by effective score (lowest first for delete candidates)
+    toDelete.sort((a, b) => a.effectiveScore - b.effectiveScore);
+    warn.sort((a, b) => a.effectiveScore - b.effectiveScore);
+    keep.sort((a, b) => b.effectiveScore - a.effectiveScore);
+    const stats = calculateRetentionStats(results);
+    return { keep, warn, delete: toDelete, stats };
+}
+/**
+ * Calculate retention statistics.
+ */
+export function calculateRetentionStats(results) {
+    if (results.length === 0) {
+        return {
+            totalMemories: 0,
+            keepCount: 0,
+            warnCount: 0,
+            deleteCount: 0,
+            avgEffectiveScore: 0,
+            avgQualityScore: 0,
+            avgAgeDays: 0,
+            avgAccessCount: 0,
+            scoreDistribution: { high: 0, medium: 0, low: 0, critical: 0 },
+        };
+    }
+    const keepCount = results.filter((r) => r.tier === 'keep').length;
+    const warnCount = results.filter((r) => r.tier === 'warn').length;
+    const deleteCount = results.filter((r) => r.tier === 'delete').length;
+    const sumEffective = results.reduce((sum, r) => sum + r.effectiveScore, 0);
+    const sumQuality = results.reduce((sum, r) => sum + r.qualityScore, 0);
+    const sumAge = results.reduce((sum, r) => sum + r.ageDays, 0);
+    const sumAccess = results.reduce((sum, r) => sum + r.accessCount, 0);
+    const scoreDistribution = {
+        high: results.filter((r) => r.effectiveScore >= 0.6).length,
+        medium: results.filter((r) => r.effectiveScore >= 0.3 && r.effectiveScore < 0.6).length,
+        low: results.filter((r) => r.effectiveScore >= 0.15 && r.effectiveScore < 0.3).length,
+        critical: results.filter((r) => r.effectiveScore < 0.15).length,
+    };
+    return {
+        totalMemories: results.length,
+        keepCount,
+        warnCount,
+        deleteCount,
+        avgEffectiveScore: Math.round((sumEffective / results.length) * 1000) / 1000,
+        avgQualityScore: Math.round((sumQuality / results.length) * 1000) / 1000,
+        avgAgeDays: Math.round(sumAge / results.length),
+        avgAccessCount: Math.round((sumAccess / results.length) * 10) / 10,
+        scoreDistribution,
+    };
+}
+/**
+ * Format retention analysis for CLI output.
+ */
+export function formatRetentionAnalysis(analysis, verbose = false) {
+    const lines = [];
+    const { stats } = analysis;
+    lines.push('=== Memory Retention Analysis ===\n');
+    // Summary
+    lines.push('## Summary');
+    lines.push(`Total memories: ${stats.totalMemories}`);
+    lines.push(`  Keep:   ${stats.keepCount} (${percent(stats.keepCount, stats.totalMemories)})`);
+    lines.push(`  Warn:   ${stats.warnCount} (${percent(stats.warnCount, stats.totalMemories)})`);
+    lines.push(`  Delete: ${stats.deleteCount} (${percent(stats.deleteCount, stats.totalMemories)})`);
+    lines.push('');
+    // Score distribution
+    lines.push('## Score Distribution');
+    lines.push(`  High (≥0.6):     ${stats.scoreDistribution.high}`);
+    lines.push(`  Medium (0.3-0.6): ${stats.scoreDistribution.medium}`);
+    lines.push(`  Low (0.15-0.3):   ${stats.scoreDistribution.low}`);
+    lines.push(`  Critical (<0.15): ${stats.scoreDistribution.critical}`);
+    lines.push('');
+    // Averages
+    lines.push('## Averages');
+    lines.push(`  Effective score: ${stats.avgEffectiveScore}`);
+    lines.push(`  Quality score:   ${stats.avgQualityScore}`);
+    lines.push(`  Age (days):      ${stats.avgAgeDays}`);
+    lines.push(`  Access count:    ${stats.avgAccessCount}`);
+    lines.push('');
+    // Delete candidates
+    if (analysis.delete.length > 0) {
+        lines.push('## Delete Candidates');
+        const showCount = verbose ? analysis.delete.length : Math.min(10, analysis.delete.length);
+        for (let i = 0; i < showCount; i++) {
+            const m = analysis.delete[i];
+            const preview = m.content.slice(0, 60).replace(/\n/g, ' ');
+            lines.push(`  [${m.memoryId}] score=${m.effectiveScore} age=${m.ageDays}d access=${m.accessCount}`);
+            lines.push(`      "${preview}${m.content.length > 60 ? '...' : ''}"`);
+        }
+        if (!verbose && analysis.delete.length > 10) {
+            lines.push(`  ... and ${analysis.delete.length - 10} more`);
+        }
+        lines.push('');
+    }
+    // Warn candidates (if verbose)
+    if (verbose && analysis.warn.length > 0) {
+        lines.push('## Warning (approaching delete threshold)');
+        for (const m of analysis.warn.slice(0, 10)) {
+            const preview = m.content.slice(0, 60).replace(/\n/g, ' ');
+            lines.push(`  [${m.memoryId}] score=${m.effectiveScore} age=${m.ageDays}d access=${m.accessCount}`);
+            lines.push(`      "${preview}${m.content.length > 60 ? '...' : ''}"`);
+        }
+        if (analysis.warn.length > 10) {
+            lines.push(`  ... and ${analysis.warn.length - 10} more`);
+        }
+        lines.push('');
+    }
+    return lines.join('\n');
+}
+function percent(part, total) {
+    if (total === 0)
+        return '0%';
+    return `${Math.round((part / total) * 100)}%`;
+}
+/**
+ * Format retention stats for MCP tool output (JSON-friendly).
+ */
+export function formatRetentionStatsForMcp(stats) {
+    return JSON.stringify({
+        total: stats.totalMemories,
+        tiers: {
+            keep: stats.keepCount,
+            warn: stats.warnCount,
+            delete: stats.deleteCount,
+        },
+        averages: {
+            effective_score: stats.avgEffectiveScore,
+            quality_score: stats.avgQualityScore,
+            age_days: stats.avgAgeDays,
+            access_count: stats.avgAccessCount,
+        },
+        distribution: stats.scoreDistribution,
+    }, null, 2);
+}
+//# sourceMappingURL=retention.js.map

package/dist/lib/retention.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retention.js","sourceRoot":"","sources":["../../src/lib/retention.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAGH,OAAO,EACL,gBAAgB,EAChB,oBAAoB,IAAI,mBAAmB,EAC3C,iBAAiB,GAClB,MAAM,eAAe,CAAC;AAEvB,wBAAwB;AACxB,MAAM,CAAC,MAAM,wBAAwB,GAAG;IACtC,oCAAoC;IACpC,+CAA+C;IAC/C,UAAU,EAAE,IAAI;IAEhB,8DAA8D;IAC9D,aAAa,EAAE,GAAG;IAElB,kCAAkC;IAClC,gBAAgB,EAAE,GAAG;IAErB,iCAAiC;IACjC,cAAc,EAAE,GAAG;IAEnB,6CAA6C;IAC7C,gBAAgB,EAAE,IAAI;IAEtB,iDAAiD;IACjD,qBAAqB,EAAE,GAAG;CAC3B,CAAC;AAyBF;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CAAC,OAAe,EAAE,SAAiB;IACvE,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,GAAG,OAAO,CAAC,CAAC;AACvC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAClC,WAAmB,EACnB,YAAoB,EACpB,QAAgB;IAEhB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,YAAY,GAAG,WAAW,EAAE,QAAQ,CAAC,CAAC;AAC5D,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB,CACrC,MAA0B,EAC1B,SAA0B,EAAE;IAE5B,MAAM,GAAG,GAAG,EAAE,GAAG,wBAAwB,EAAE,GAAG,MAAM,EAAE,CAAC;IAEvD,wBAAwB;IACxB,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC9C,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC;IAE9E,6CAA6C;IAC7C,MAAM,YAAY,GAAG,MAAM,CAAC,aAAa,IAAI,GAAG,CAAC,qBAAqB,CAAC;IAEvE,sDAAsD;IACtD,IAAI,aAAqB,CAAC;IAC1B,IAAI,WAAmB,CAAC;IAExB,IAAI,GAAG,CAAC,kBAAkB,EAAE,CAAC;QAC3B,uEAAuE;QACvE,MAAM,cAAc,GAAG,iBAAiB,EAAE,CAAC;QAC3C,MAAM,gBAAgB,GAAG,MAAM,CAAC,aAAa;YAC3C,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,CAAC;YAC/E,CAAC,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC,6BAA6B;QAC/C,aAAa,GAAG,gBAAgB,CAC9B,gBAAgB,EAChB,cAAc,CAAC,qBAAqB,EACpC,cAAc,CAAC,WAAW,CAC3B,CAAC;QACF,WAAW;YACT,CAAC;gBACD,mBAAmB,CACjB,MAAM,CAAC,YAAY,EACnB,cAAc,CAAC,mBAAmB,EAClC,cAAc,CAAC,gBAAgB,CAChC,CAAC;IACN,CAAC;SAAM,CAAC;QACN,2BAA2B;QAC3B,aAAa,GAAG,sBAAsB,CAAC,OAAO,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;QAChE,WAAW,GAAG,oBAAoB,CAChC,MAAM,CAAC,YAAY,EACnB,GAAG,CAAC,aAAa,EACjB,GAAG,CAAC,gBAAgB,CACrB,CAAC;IACJ,CAAC;IAED,4BAA4B;IAC5B,MAAM,cAAc,GAAG,YAAY,GAAG,aAAa,GAAG,WAAW,CAAC;IAElE,iBAAiB;IACjB,IAAI,IAAgC,CAAC;IACrC,IAAI,cAAc,IAAI,GAAG,CAAC,cAAc,EAAE,CAAC;QACzC,IAAI,GAAG,MAAM,CAAC;IAChB,CAAC;SAAM,IAAI,cAAc,IAAI,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAClD,IAAI,GAAG,MAAM,CAAC;IAChB,CAAC;SAAM,CAAC;QACN,IAAI,GAAG,QAAQ,CAAC;IAClB,CAAC;IAED,OAAO;QACL,QAAQ,EAAE,MAAM,CAAC,EAAE;QACnB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,YAAY;QACZ,WAAW,EAAE,MAAM,CAAC,YAAY;QAChC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;QAC5B,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,IAAI;QACtD,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,GAAG,CAAC,GAAG,GAAG;QAChD,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,IAAI;QACxD,IAAI;KACL,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAC9B,QAA8B,EAC9B,SAA0B,EAAE;IAO5B,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,uBAAuB,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;IAExE,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;IACtD,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;IACtD,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;IAE5D,+DAA+D;IAC/D,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC,cAAc,CAAC,CAAC;IAC7D,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC,cAAc,CAAC,CAAC;IACzD,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC,cAAc,CAAC,CAAC;IAEzD,MAAM,KAAK,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAC;IAE/C,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AACjD,CAAC;AAoBD;;GAEG;AACH,MAAM,UAAU,uBAAuB,CAAC,OAA+B;IACrE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO;YACL,aAAa,EAAE,CAAC;YAChB,SAAS,EAAE,CAAC;YACZ,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,CAAC;YACd,iBAAiB,EAAE,CAAC;YACpB,eAAe,EAAE,CAAC;YAClB,UAAU,EAAE,CAAC;YACb,cAAc,EAAE,CAAC;YACjB,iBAAiB,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE;SAC/D,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IAClE,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IAClE,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;IAEtE,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;IAC3E,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;IACvE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAC9D,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAErE,MAAM,iBAAiB,GAAG;QACxB,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,IAAI,GAAG,CAAC,CAAC,MAAM;QAC3D,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,IAAI,GAAG,IAAI,CAAC,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,MAAM;QACvF,GAAG,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,IAAI,IAAI,IAAI,CAAC,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,MAAM;QACrF,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,GAAG,IAAI,CAAC,CAAC,MAAM;KAChE,CAAC;IAEF,OAAO;QACL,aAAa,EAAE,OAAO,CAAC,MAAM;QAC7B,SAAS;QACT,SAAS;QACT,WAAW;QACX,iBAAiB,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI;QAC5E,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI;QACxE,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC/C,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE;QAClE,iBAAiB;KAClB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB,CACrC,QAKC,EACD,UAAmB,KAAK;IAExB,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;IAElD,UAAU;IACV,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACzB,KAAK,CAAC,IAAI,CAAC,mBAAmB,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC;IACrD,KAAK,CAAC,IAAI,CAAC,aAAa,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;IAC9F,KAAK,CAAC,IAAI,CAAC,aAAa,KAAK,CAAC,SAAS,KAAK,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;IAC9F,KAAK,CAAC,IAAI,CAAC,aAAa,KAAK,CAAC,WAAW,KAAK,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;IAClG,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,qBAAqB;IACrB,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACpC,KAAK,CAAC,IAAI,CAAC,sBAAsB,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAC,CAAC;IACjE,KAAK,CAAC,IAAI,CAAC,uBAAuB,KAAK,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC,CAAC;IACpE,KAAK,CAAC,IAAI,CAAC,uBAAuB,KAAK,CAAC,iBAAiB,CAAC,GAAG,EAAE,CAAC,CAAC;IACjE,KAAK,CAAC,IAAI,CAAC,uBAAuB,KAAK,CAAC,iBAAiB,CAAC,QAAQ,EAAE,CAAC,CAAC;IACtE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,WAAW;IACX,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC1B,KAAK,CAAC,IAAI,CAAC,sBAAsB,KAAK,CAAC,iBAAiB,EAAE,CAAC,CAAC;IAC5D,KAAK,CAAC,IAAI,CAAC,sBAAsB,KAAK,CAAC,eAAe,EAAE,CAAC,CAAC;IAC1D,KAAK,CAAC,IAAI,CAAC,sBAAsB,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;IACrD,KAAK,CAAC,IAAI,CAAC,sBAAsB,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC;IACzD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,oBAAoB;IACpB,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/B,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACnC,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC1F,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YAC3D,KAAK,CAAC,IAAI,CACR,MAAM,CAAC,CAAC,QAAQ,WAAW,CAAC,CAAC,cAAc,QAAQ,CAAC,CAAC,OAAO,YAAY,CAAC,CAAC,WAAW,EAAE,CACxF,CAAC;YACF,KAAK,CAAC,IAAI,CAAC,UAAU,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACxE,CAAC;QACD,IAAI,CAAC,OAAO,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YAC5C,KAAK,CAAC,IAAI,CAAC,aAAa,QAAQ,CAAC,MAAM,CAAC,MAAM,GAAG,EAAE,OAAO,CAAC,CAAC;QAC9D,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,+BAA+B;IAC/B,IAAI,OAAO,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxC,KAAK,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;QACxD,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YAC3C,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YAC3D,KAAK,CAAC,IAAI,CACR,MAAM,CAAC,CAAC,QAAQ,WAAW,CAAC,CAAC,cAAc,QAAQ,CAAC,CAAC,OAAO,YAAY,CAAC,CAAC,WAAW,EAAE,CACxF,CAAC;YACF,KAAK,CAAC,IAAI,CAAC,UAAU,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACxE,CAAC;QACD,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC,aAAa,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,OAAO,CAAC,CAAC;QAC5D,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,OAAO,CAAC,IAAY,EAAE,KAAa;IAC1C,IAAI,KAAK,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC7B,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC;AAChD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,0BAA0B,CAAC,KAAqB;IAC9D,OAAO,IAAI,CAAC,SAAS,CACnB;QACE,KAAK,EAAE,KAAK,CAAC,aAAa;QAC1B,KAAK,EAAE;YACL,IAAI,EAAE,KAAK,CAAC,SAAS;YACrB,IAAI,EAAE,KAAK,CAAC,SAAS;YACrB,MAAM,EAAE,KAAK,CAAC,WAAW;SAC1B;QACD,QAAQ,EAAE;YACR,eAAe,EAAE,KAAK,CAAC,iBAAiB;YACxC,aAAa,EAAE,KAAK,CAAC,eAAe;YACpC,QAAQ,EAAE,KAAK,CAAC,UAAU;YAC1B,YAAY,EAAE,KAAK,CAAC,cAAc;SACnC;QACD,YAAY,EAAE,KAAK,CAAC,iBAAiB;KACtC,EACD,IAAI,EACJ,CAAC,CACF,CAAC;AACJ,CAAC"}

package/dist/lib/sensitive-filter.d.ts

@@ -0,0 +1,34 @@
+/**
+ * Sensitive Information Filter
+ *
+ * Hybrid detection using multiple methods:
+ * 1. Custom regex patterns (API keys, RU/BY phones, etc.)
+ * 2. @redactpii/node library (names, US PII, aggressive mode)
+ * 3. Shannon entropy analysis (random high-entropy strings)
+ */
+export interface SensitiveMatch {
+    type: string;
+    value: string;
+    start: number;
+    end: number;
+    redacted: string;
+}
+export interface FilterResult {
+    hasSensitive: boolean;
+    matches: SensitiveMatch[];
+    redactedText: string;
+    originalText: string;
+}
+/**
+ * Scan text for sensitive information using hybrid approach
+ */
+export declare function scanSensitive(text: string): FilterResult;
+/**
+ * Format matches for display
+ */
+export declare function formatMatches(matches: SensitiveMatch[]): string;
+/**
+ * Check if text contains any sensitive info (quick check)
+ */
+export declare function hasSensitiveInfo(text: string): boolean;
+//# sourceMappingURL=sensitive-filter.d.ts.map

package/dist/lib/sensitive-filter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sensitive-filter.d.ts","sourceRoot":"","sources":["../../src/lib/sensitive-filter.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAKH,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,YAAY,EAAE,OAAO,CAAC;IACtB,OAAO,EAAE,cAAc,EAAE,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;CACtB;AAsKD;;GAEG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,CAoHxD;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,cAAc,EAAE,GAAG,MAAM,CA6B/D;AAqCD;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CA0BtD"}

package/dist/lib/sensitive-filter.js

@@ -0,0 +1,344 @@
+/**
+ * Sensitive Information Filter
+ *
+ * Hybrid detection using multiple methods:
+ * 1. Custom regex patterns (API keys, RU/BY phones, etc.)
+ * 2. @redactpii/node library (names, US PII, aggressive mode)
+ * 3. Shannon entropy analysis (random high-entropy strings)
+ */
+import { Redactor } from '@redactpii/node';
+import { logWarn } from './fault-logger.js';
+// Initialize redactpii with aggressive mode for better detection
+const redactPiiRedactor = new Redactor({ aggressive: true });
+// Our custom patterns (not covered well by redactpii)
+const CUSTOM_PATTERNS = [
+    // API Keys (specific formats)
+    { type: 'openai_key', pattern: /sk-(?:proj-)?[a-zA-Z0-9]{20,}/g, redactPrefix: '[OPENAI_KEY]' },
+    { type: 'anthropic_key', pattern: /sk-ant-[a-zA-Z0-9-]{20,}/g, redactPrefix: '[ANTHROPIC_KEY]' },
+    { type: 'aws_access_key', pattern: /AKIA[0-9A-Z]{16}/g, redactPrefix: '[AWS_KEY]' },
+    { type: 'github_token', pattern: /gh[pousr]_[a-zA-Z0-9]{36}/g, redactPrefix: '[GITHUB_TOKEN]' },
+    { type: 'gitlab_token', pattern: /glpat-[a-zA-Z0-9-]{20,}/g, redactPrefix: '[GITLAB_TOKEN]' },
+    {
+        type: 'slack_token',
+        pattern: /xox[baprs]-[0-9]{10,13}-[0-9]{10,13}-[a-zA-Z0-9]{24}/g,
+        redactPrefix: '[SLACK_TOKEN]',
+    },
+    {
+        type: 'stripe_key',
+        pattern: /[sp]k_(?:live|test)_[a-zA-Z0-9]{24,}/g,
+        redactPrefix: '[STRIPE_KEY]',
+    },
+    { type: 'google_api_key', pattern: /AIza[0-9A-Za-z-_]{35}/g, redactPrefix: '[GOOGLE_KEY]' },
+    {
+        type: 'sendgrid_key',
+        pattern: /SG\.[a-zA-Z0-9_-]{22}\.[a-zA-Z0-9_-]{43}/g,
+        redactPrefix: '[SENDGRID_KEY]',
+    },
+    { type: 'npm_token', pattern: /npm_[a-zA-Z0-9]{36}/g, redactPrefix: '[NPM_TOKEN]' },
+    { type: 'twilio_sid', pattern: /AC[a-z0-9]{32}/gi, redactPrefix: '[TWILIO_SID]' },
+    // Generic secrets (in config-like contexts)
+    {
+        type: 'password_assignment',
+        pattern: /(?:password|passwd|pwd|secret|api_key|apikey|auth_token)['"]?\s*[:=]\s*['"]([^'"\s]{8,})['"]?/gi,
+        redactPrefix: '[REDACTED]',
+    },
+    // International phone numbers (RU/BY - not covered by redactpii)
+    {
+        type: 'phone_ru',
+        pattern: /\b[78][-.\s]?\d{3}[-.\s]?\d{3}[-.\s]?\d{2}[-.\s]?\d{2}\b/g,
+        redactPrefix: '[PHONE]',
+    },
+    {
+        type: 'phone_by',
+        pattern: /\b375[-.\s]?\d{2}[-.\s]?\d{3}[-.\s]?\d{2}[-.\s]?\d{2}\b/g,
+        redactPrefix: '[PHONE]',
+    },
+    {
+        type: 'phone_intl',
+        pattern: /\+\d{1,3}[-.\s]?\d{1,4}[-.\s]?\d{1,4}[-.\s]?\d{1,9}/g,
+        redactPrefix: '[PHONE]',
+    },
+    // Generic long digit sequences (9-15 digits) - potential phone/account numbers
+    // Exclude Unix timestamps (1600000000-1900000000 range)
+    { type: 'long_number', pattern: /\b(?!1[6-8]\d{8}\b)\d{9,15}\b/g, redactPrefix: '[NUMBER]' },
+    // IP addresses (internal)
+    {
+        type: 'ipv4_private',
+        pattern: /\b(?:10\.\d{1,3}\.\d{1,3}\.\d{1,3}|172\.(?:1[6-9]|2[0-9]|3[0-1])\.\d{1,3}\.\d{1,3}|192\.168\.\d{1,3}\.\d{1,3})\b/g,
+        redactPrefix: '[PRIVATE_IP]',
+    },
+    // JWT tokens
+    {
+        type: 'jwt',
+        pattern: /eyJ[a-zA-Z0-9_-]*\.eyJ[a-zA-Z0-9_-]*\.[a-zA-Z0-9_-]*/g,
+        redactPrefix: '[JWT]',
+    },
+    // Private keys
+    {
+        type: 'private_key',
+        pattern: /-----BEGIN (?:RSA |EC |DSA |OPENSSH )?PRIVATE KEY-----[\s\S]*?-----END (?:RSA |EC |DSA |OPENSSH )?PRIVATE KEY-----/g,
+        redactPrefix: '[PRIVATE_KEY]',
+    },
+    // UUID (often used as API keys) - require version bits to avoid false positives
+    {
+        type: 'uuid',
+        pattern: /[a-f0-9]{8}-[a-f0-9]{4}-[14][a-f0-9]{3}-[89ab][a-f0-9]{3}-[a-f0-9]{12}/gi,
+        redactPrefix: '[UUID]',
+    },
+];
+/**
+ * Calculate Shannon entropy of a string (bits per character)
+ * Higher entropy = more random = more likely to be a secret
+ */
+function calculateEntropy(str) {
+    if (str.length === 0)
+        return 0;
+    const freq = {};
+    for (const char of str) {
+        freq[char] = (freq[char] || 0) + 1;
+    }
+    const len = str.length;
+    let entropy = 0;
+    for (const count of Object.values(freq)) {
+        const p = count / len;
+        entropy -= p * Math.log2(p);
+    }
+    return entropy;
+}
+/**
+ * Find high-entropy strings that might be secrets
+ * Threshold: 4.0 bits for strings >= 20 chars
+ */
+function findHighEntropyStrings(text) {
+    const matches = [];
+    // Find word-like sequences (alphanumeric with common separators)
+    const tokenPattern = /[a-zA-Z0-9_\-+/=]{20,}/g;
+    let match;
+    while ((match = tokenPattern.exec(text)) !== null) {
+        const token = match[0];
+        const entropy = calculateEntropy(token);
+        // High entropy threshold (>4.0 bits is quite random)
+        // Also check it's not a common word pattern
+        if (entropy > 4.0 && !isLikelyNonSecret(token)) {
+            matches.push({
+                type: 'high_entropy',
+                value: token,
+                start: match.index,
+                end: match.index + token.length,
+                redacted: '[HIGH_ENTROPY_SECRET]',
+            });
+        }
+    }
+    return matches;
+}
+/**
+ * Check if high-entropy string is likely NOT a secret
+ * (common patterns that are high entropy but not sensitive)
+ */
+function isLikelyNonSecret(str) {
+    // Base64-encoded common strings
+    if (/^[A-Za-z0-9+/]+=*$/.test(str) && str.length < 30)
+        return true;
+    // Hex hashes (git commits, etc) - usually public
+    if (/^[a-f0-9]{40}$/i.test(str))
+        return true; // SHA-1
+    if (/^[a-f0-9]{64}$/i.test(str))
+        return true; // SHA-256
+    // File paths or URLs
+    if (str.includes('/') && str.split('/').length > 3)
+        return true;
+    // Package names with version
+    if (/^[a-z0-9-]+@\d+\.\d+\.\d+$/i.test(str))
+        return true;
+    return false;
+}
+/**
+ * Scan text for sensitive information using hybrid approach
+ */
+export function scanSensitive(text) {
+    const matches = [];
+    // 1. Apply custom regex patterns first
+    for (const { type, pattern, redactPrefix } of CUSTOM_PATTERNS) {
+        pattern.lastIndex = 0;
+        let match;
+        while ((match = pattern.exec(text)) !== null) {
+            const fullMatch = match[0];
+            matches.push({
+                type,
+                value: fullMatch,
+                start: match.index,
+                end: match.index + fullMatch.length,
+                redacted: redactPrefix,
+            });
+        }
+    }
+    // 2. Use redactpii for names and US PII
+    try {
+        const redactPiiResult = redactPiiRedactor.redact(text);
+        // Parse the redacted tokens to find what was replaced
+        const tokenTypes = [
+            'PERSON_NAME',
+            'EMAIL_ADDRESS',
+            'PHONE_NUMBER',
+            'CREDIT_CARD_NUMBER',
+            'SSN',
+        ];
+        for (const tokenType of tokenTypes) {
+            const tokenPattern = new RegExp(tokenType, 'g');
+            while (tokenPattern.exec(redactPiiResult) !== null) {
+                // Find the original value by position mapping (approximate)
+                // Since redactpii changes positions, we need to find the original
+                // This is a simplified approach - we mark the text as having PII
+                if (!matches.some((m) => m.type === `redactpii_${tokenType.toLowerCase()}`)) {
+                    matches.push({
+                        type: `redactpii_${tokenType.toLowerCase()}`,
+                        value: tokenType,
+                        start: 0,
+                        end: 0,
+                        redacted: `[${tokenType}]`,
+                    });
+                }
+            }
+        }
+    }
+    catch (err) {
+        logWarn('sensitive-filter', err instanceof Error ? err.message : 'redactpii failed');
+    }
+    // 3. Find high-entropy strings
+    const entropyMatches = findHighEntropyStrings(text);
+    for (const em of entropyMatches) {
+        // Don't add if already covered by a specific pattern
+        const alreadyCovered = matches.some((m) => (em.start >= m.start && em.start < m.end) || (em.end > m.start && em.end <= m.end));
+        if (!alreadyCovered) {
+            matches.push(em);
+        }
+    }
+    // Sort by position (reverse) to replace from end to start
+    matches.sort((a, b) => b.start - a.start);
+    // Remove duplicates (overlapping matches)
+    const uniqueMatches = [];
+    for (const match of matches) {
+        if (match.start === 0 && match.end === 0) {
+            // Special case: redactpii detection without position
+            uniqueMatches.push(match);
+            continue;
+        }
+        const overlaps = uniqueMatches.some((m) => m.start !== 0 &&
+            m.end !== 0 &&
+            ((match.start >= m.start && match.start < m.end) ||
+                (match.end > m.start && match.end <= m.end)));
+        if (!overlaps) {
+            uniqueMatches.push(match);
+        }
+    }
+    // Apply redactions (only for matches with positions)
+    let redactedText = text;
+    for (const match of uniqueMatches) {
+        if (match.start !== 0 || match.end !== 0) {
+            redactedText =
+                redactedText.slice(0, match.start) + match.redacted + redactedText.slice(match.end);
+        }
+    }
+    // If redactpii found something, also use its redacted version
+    if (uniqueMatches.some((m) => m.type.startsWith('redactpii_'))) {
+        try {
+            redactedText = redactPiiRedactor.redact(redactedText);
+        }
+        catch (err) {
+            logWarn('sensitive-filter', err instanceof Error ? err.message : 'redactpii redaction failed');
+        }
+    }
+    // Re-sort for display (by position ascending)
+    uniqueMatches.sort((a, b) => a.start - b.start);
+    return {
+        hasSensitive: uniqueMatches.length > 0,
+        matches: uniqueMatches,
+        redactedText,
+        originalText: text,
+    };
+}
+/**
+ * Format matches for display
+ */
+export function formatMatches(matches) {
+    if (matches.length === 0)
+        return '';
+    const grouped = matches.reduce((acc, m) => {
+        const category = getCategoryForType(m.type);
+        if (!acc[category])
+            acc[category] = [];
+        acc[category].push(m);
+        return acc;
+    }, {});
+    const lines = [];
+    for (const [category, items] of Object.entries(grouped)) {
+        lines.push(`  ${category}: ${items.length} found`);
+        for (const item of items.slice(0, 3)) {
+            const preview = item.value.length > 25
+                ? item.value.slice(0, 12) + '...' + item.value.slice(-8)
+                : item.value;
+            lines.push(`    - ${item.type}: ${preview}`);
+        }
+        if (items.length > 3) {
+            lines.push(`    ... and ${items.length - 3} more`);
+        }
+    }
+    return lines.join('\n');
+}
+function getCategoryForType(type) {
+    if (type.includes('key') ||
+        type.includes('token') ||
+        type.includes('secret') ||
+        type.includes('entropy')) {
+        return 'API Keys & Secrets';
+    }
+    if (type.includes('email') ||
+        type.includes('phone') ||
+        type.includes('ssn') ||
+        type.includes('card') ||
+        type.includes('name')) {
+        return 'PII';
+    }
+    if (type.includes('password') || type.includes('redacted')) {
+        return 'Credentials';
+    }
+    if (type.includes('ip') ||
+        type.includes('jwt') ||
+        type.includes('private_key') ||
+        type.includes('uuid')) {
+        return 'Security';
+    }
+    if (type.includes('number')) {
+        return 'Potential PII';
+    }
+    return 'Other';
+}
+/**
+ * Check if text contains any sensitive info (quick check)
+ */
+export function hasSensitiveInfo(text) {
+    // Quick regex check
+    for (const { pattern } of CUSTOM_PATTERNS) {
+        pattern.lastIndex = 0;
+        if (pattern.test(text)) {
+            return true;
+        }
+    }
+    // Quick entropy check for long random strings
+    const highEntropyMatches = findHighEntropyStrings(text);
+    if (highEntropyMatches.length > 0) {
+        return true;
+    }
+    // Check with redactpii
+    try {
+        const result = redactPiiRedactor.redact(text);
+        if (result !== text) {
+            return true;
+        }
+    }
+    catch (err) {
+        logWarn('sensitive-filter', err instanceof Error ? err.message : 'redactpii check failed');
+    }
+    return false;
+}
+//# sourceMappingURL=sensitive-filter.js.map

package/dist/lib/sensitive-filter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sensitive-filter.js","sourceRoot":"","sources":["../../src/lib/sensitive-filter.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAiB5C,iEAAiE;AACjE,MAAM,iBAAiB,GAAG,IAAI,QAAQ,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;AAE7D,sDAAsD;AACtD,MAAM,eAAe,GAA8D;IACjF,8BAA8B;IAC9B,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,gCAAgC,EAAE,YAAY,EAAE,cAAc,EAAE;IAC/F,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,2BAA2B,EAAE,YAAY,EAAE,iBAAiB,EAAE;IAChG,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,mBAAmB,EAAE,YAAY,EAAE,WAAW,EAAE;IACnF,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,4BAA4B,EAAE,YAAY,EAAE,gBAAgB,EAAE;IAC/F,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,0BAA0B,EAAE,YAAY,EAAE,gBAAgB,EAAE;IAC7F;QACE,IAAI,EAAE,aAAa;QACnB,OAAO,EAAE,uDAAuD;QAChE,YAAY,EAAE,eAAe;KAC9B;IACD;QACE,IAAI,EAAE,YAAY;QAClB,OAAO,EAAE,uCAAuC;QAChD,YAAY,EAAE,cAAc;KAC7B;IACD,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,wBAAwB,EAAE,YAAY,EAAE,cAAc,EAAE;IAC3F;QACE,IAAI,EAAE,cAAc;QACpB,OAAO,EAAE,2CAA2C;QACpD,YAAY,EAAE,gBAAgB;KAC/B;IACD,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,sBAAsB,EAAE,YAAY,EAAE,aAAa,EAAE;IACnF,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,cAAc,EAAE;IAEjF,4CAA4C;IAC5C;QACE,IAAI,EAAE,qBAAqB;QAC3B,OAAO,EACL,iGAAiG;QACnG,YAAY,EAAE,YAAY;KAC3B;IAED,iEAAiE;IACjE;QACE,IAAI,EAAE,UAAU;QAChB,OAAO,EAAE,2DAA2D;QACpE,YAAY,EAAE,SAAS;KACxB;IACD;QACE,IAAI,EAAE,UAAU;QAChB,OAAO,EAAE,0DAA0D;QACnE,YAAY,EAAE,SAAS;KACxB;IACD;QACE,IAAI,EAAE,YAAY;QAClB,OAAO,EAAE,sDAAsD;QAC/D,YAAY,EAAE,SAAS;KACxB;IAED,+EAA+E;IAC/E,wDAAwD;IACxD,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,gCAAgC,EAAE,YAAY,EAAE,UAAU,EAAE;IAE5F,0BAA0B;IAC1B;QACE,IAAI,EAAE,cAAc;QACpB,OAAO,EACL,mHAAmH;QACrH,YAAY,EAAE,cAAc;KAC7B;IAED,aAAa;IACb;QACE,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,uDAAuD;QAChE,YAAY,EAAE,OAAO;KACtB;IAED,eAAe;IACf;QACE,IAAI,EAAE,aAAa;QACnB,OAAO,EACL,qHAAqH;QACvH,YAAY,EAAE,eAAe;KAC9B;IAED,gFAAgF;IAChF;QACE,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,0EAA0E;QACnF,YAAY,EAAE,QAAQ;KACvB;CACF,CAAC;AAEF;;;GAGG;AACH,SAAS,gBAAgB,CAAC,GAAW;IACnC,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAE/B,MAAM,IAAI,GAA2B,EAAE,CAAC;IACxC,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IACrC,CAAC;IAED,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC;IACvB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,MAAM,CAAC,GAAG,KAAK,GAAG,GAAG,CAAC;QACtB,OAAO,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;GAGG;AACH,SAAS,sBAAsB,CAAC,IAAY;IAC1C,MAAM,OAAO,GAAqB,EAAE,CAAC;IAErC,iEAAiE;IACjE,MAAM,YAAY,GAAG,yBAAyB,CAAC;IAC/C,IAAI,KAAK,CAAC;IAEV,OAAO,CAAC,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACvB,MAAM,OAAO,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAExC,qDAAqD;QACrD,4CAA4C;QAC5C,IAAI,OAAO,GAAG,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/C,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,cAAc;gBACpB,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,GAAG,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM;gBAC/B,QAAQ,EAAE,uBAAuB;aAClC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;GAGG;AACH,SAAS,iBAAiB,CAAC,GAAW;IACpC,gCAAgC;IAChC,IAAI,oBAAoB,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,GAAG,EAAE;QAAE,OAAO,IAAI,CAAC;IAEnE,iDAAiD;IACjD,IAAI,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC,CAAC,QAAQ;IACtD,IAAI,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC,CAAC,UAAU;IAExD,qBAAqB;IACrB,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAEhE,6BAA6B;IAC7B,IAAI,6BAA6B,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAEzD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,MAAM,OAAO,GAAqB,EAAE,CAAC;IAErC,uCAAuC;IACvC,KAAK,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,IAAI,eAAe,EAAE,CAAC;QAC9D,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;QACtB,IAAI,KAAK,CAAC;QACV,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC7C,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAC3B,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI;gBACJ,KAAK,EAAE,SAAS;gBAChB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,GAAG,EAAE,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC,MAAM;gBACnC,QAAQ,EAAE,YAAY;aACvB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,wCAAwC;IACxC,IAAI,CAAC;QACH,MAAM,eAAe,GAAG,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACvD,sDAAsD;QACtD,MAAM,UAAU,GAAG;YACjB,aAAa;YACb,eAAe;YACf,cAAc;YACd,oBAAoB;YACpB,KAAK;SACN,CAAC;QACF,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,YAAY,GAAG,IAAI,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YAChD,OAAO,YAAY,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,IAAI,EAAE,CAAC;gBACnD,4DAA4D;gBAC5D,kEAAkE;gBAClE,iEAAiE;gBACjE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,SAAS,CAAC,WAAW,EAAE,EAAE,CAAC,EAAE,CAAC;oBAC5E,OAAO,CAAC,IAAI,CAAC;wBACX,IAAI,EAAE,aAAa,SAAS,CAAC,WAAW,EAAE,EAAE;wBAC5C,KAAK,EAAE,SAAS;wBAChB,KAAK,EAAE,CAAC;wBACR,GAAG,EAAE,CAAC;wBACN,QAAQ,EAAE,IAAI,SAAS,GAAG;qBAC3B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,kBAAkB,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC;IACvF,CAAC;IAED,+BAA+B;IAC/B,MAAM,cAAc,GAAG,sBAAsB,CAAC,IAAI,CAAC,CAAC;IACpD,KAAK,MAAM,EAAE,IAAI,cAAc,EAAE,CAAC;QAChC,qDAAqD;QACrD,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,CACjC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAC1F,CAAC;QACF,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IAED,0DAA0D;IAC1D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAE1C,0CAA0C;IAC1C,MAAM,aAAa,GAAqB,EAAE,CAAC;IAC3C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,KAAK,CAAC,KAAK,KAAK,CAAC,IAAI,KAAK,CAAC,GAAG,KAAK,CAAC,EAAE,CAAC;YACzC,qDAAqD;YACrD,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1B,SAAS;QACX,CAAC;QACD,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CACjC,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,KAAK,KAAK,CAAC;YACb,CAAC,CAAC,GAAG,KAAK,CAAC;YACX,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,CAAC;gBAC9C,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CACjD,CAAC;QACF,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,qDAAqD;IACrD,IAAI,YAAY,GAAG,IAAI,CAAC;IACxB,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;QAClC,IAAI,KAAK,CAAC,KAAK,KAAK,CAAC,IAAI,KAAK,CAAC,GAAG,KAAK,CAAC,EAAE,CAAC;YACzC,YAAY;gBACV,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,QAAQ,GAAG,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxF,CAAC;IACH,CAAC;IAED,8DAA8D;IAC9D,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC;QAC/D,IAAI,CAAC;YACH,YAAY,GAAG,iBAAiB,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QACxD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CACL,kBAAkB,EAClB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,4BAA4B,CAClE,CAAC;QACJ,CAAC;IACH,CAAC;IAED,8CAA8C;IAC9C,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAEhD,OAAO;QACL,YAAY,EAAE,aAAa,CAAC,MAAM,GAAG,CAAC;QACtC,OAAO,EAAE,aAAa;QACtB,YAAY;QACZ,YAAY,EAAE,IAAI;KACnB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,OAAyB;IACrD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEpC,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAC5B,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;QACT,MAAM,QAAQ,GAAG,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC;YAAE,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;QACvC,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtB,OAAO,GAAG,CAAC;IACb,CAAC,EACD,EAAsC,CACvC,CAAC;IAEF,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACxD,KAAK,CAAC,IAAI,CAAC,KAAK,QAAQ,KAAK,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;QACnD,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YACrC,MAAM,OAAO,GACX,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,EAAE;gBACpB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACxD,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;YACjB,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC,CAAC;QAC/C,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,KAAK,CAAC,IAAI,CAAC,eAAe,KAAK,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,IACE,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QACpB,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;QACtB,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACvB,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EACxB,CAAC;QACD,OAAO,oBAAoB,CAAC;IAC9B,CAAC;IACD,IACE,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;QACtB,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;QACtB,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QACpB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QACrB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EACrB,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAC3D,OAAO,aAAa,CAAC;IACvB,CAAC;IACD,IACE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;QACnB,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QACpB,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC;QAC5B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EACrB,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC5B,OAAO,eAAe,CAAC;IACzB,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,oBAAoB;IACpB,KAAK,MAAM,EAAE,OAAO,EAAE,IAAI,eAAe,EAAE,CAAC;QAC1C,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;QACtB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACvB,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,8CAA8C;IAC9C,MAAM,kBAAkB,GAAG,sBAAsB,CAAC,IAAI,CAAC,CAAC;IACxD,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,uBAAuB;IACvB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,kBAAkB,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC;IAC7F,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}