driftdetect-core 0.4.1 → 0.4.3

package/dist/lake/view-materializer.js

@@ -0,0 +1,314 @@
+/**
+ * View Materializer
+ *
+ * Rebuilds materialized views after scans or data changes.
+ * Supports both full rebuilds and incremental updates.
+ *
+ * Key features:
+ * - Automatic view generation after scan
+ * - Incremental updates for changed files
+ * - Dependency tracking between views
+ * - Parallel view generation
+ */
+import { EventEmitter } from 'node:events';
+import { DEFAULT_DATA_LAKE_CONFIG } from './types.js';
+import { ManifestStore } from './manifest-store.js';
+import { ViewStore } from './view-store.js';
+import { IndexStore } from './index-store.js';
+// ============================================================================
+// View Materializer Class
+// ============================================================================
+export class ViewMaterializer extends EventEmitter {
+    config;
+    manifestStore;
+    viewStore;
+    indexStore;
+    constructor(config = {}, manifestStore, viewStore, indexStore) {
+        super();
+        this.config = { ...DEFAULT_DATA_LAKE_CONFIG, ...config };
+        this.manifestStore = manifestStore ?? new ManifestStore(this.config);
+        this.viewStore = viewStore ?? new ViewStore(this.config);
+        this.indexStore = indexStore ?? new IndexStore(this.config);
+    }
+    // ==========================================================================
+    // Initialization
+    // ==========================================================================
+    async initialize() {
+        await Promise.all([
+            this.manifestStore.initialize(),
+            this.viewStore.initialize(),
+            this.indexStore.initialize(),
+        ]);
+    }
+    // ==========================================================================
+    // Full Materialization
+    // ==========================================================================
+    /**
+     * Materialize all views from source data
+     */
+    async materialize(patterns, options = {}, additionalData) {
+        const startTime = Date.now();
+        const result = {
+            viewsRebuilt: [],
+            indexesRebuilt: [],
+            duration: 0,
+            errors: [],
+        };
+        const viewsToRebuild = options.views ?? this.getViewsToRebuild(options);
+        // Rebuild indexes first (views depend on them)
+        try {
+            await this.rebuildIndexes(patterns, options.incremental);
+            result.indexesRebuilt.push('byFile', 'byCategory');
+        }
+        catch (error) {
+            result.errors.push(`Index rebuild failed: ${error}`);
+        }
+        // Rebuild views in parallel where possible
+        const viewPromises = [];
+        if (viewsToRebuild.includes('status')) {
+            viewPromises.push(this.rebuildStatusView(patterns, additionalData)
+                .then(() => { result.viewsRebuilt.push('status'); })
+                .catch(e => { result.errors.push(`Status view failed: ${e}`); }));
+        }
+        if (viewsToRebuild.includes('patternIndex')) {
+            viewPromises.push(this.rebuildPatternIndexView(patterns)
+                .then(() => { result.viewsRebuilt.push('patternIndex'); })
+                .catch(e => { result.errors.push(`Pattern index view failed: ${e}`); }));
+        }
+        if (viewsToRebuild.includes('securitySummary') && additionalData?.accessMap) {
+            viewPromises.push(this.rebuildSecuritySummaryView(additionalData.accessMap, additionalData.violations)
+                .then(() => { result.viewsRebuilt.push('securitySummary'); })
+                .catch(e => { result.errors.push(`Security summary view failed: ${e}`); }));
+        }
+        if (viewsToRebuild.includes('trends') && additionalData?.trendSummary) {
+            viewPromises.push(this.rebuildTrendsView(additionalData.trendSummary)
+                .then(() => { result.viewsRebuilt.push('trends'); })
+                .catch(e => { result.errors.push(`Trends view failed: ${e}`); }));
+        }
+        await Promise.all(viewPromises);
+        // Update manifest stats
+        await this.updateManifestStats(patterns, additionalData);
+        // Save manifest
+        await this.manifestStore.save();
+        result.duration = Date.now() - startTime;
+        this.emit('materialized', result);
+        return result;
+    }
+    // ==========================================================================
+    // Individual View Rebuilds
+    // ==========================================================================
+    async rebuildStatusView(patterns, additionalData) {
+        const securityData = additionalData?.accessMap ? {
+            violations: additionalData.violations?.length ?? 0,
+            sensitiveExposures: additionalData.accessMap.sensitiveFields.length,
+            riskLevel: this.calculateRiskLevel(additionalData.accessMap, additionalData.violations),
+        } : undefined;
+        const view = this.viewStore.buildStatusView(patterns, securityData, additionalData?.lastScan);
+        await this.viewStore.saveStatusView(view);
+        this.manifestStore.markViewFresh('status');
+        this.emit('view:rebuilt', 'status');
+    }
+    async rebuildPatternIndexView(patterns) {
+        const view = this.viewStore.buildPatternIndexView(patterns);
+        await this.viewStore.savePatternIndexView(view);
+        this.manifestStore.markViewFresh('patternIndex');
+        this.emit('view:rebuilt', 'patternIndex');
+    }
+    async rebuildSecuritySummaryView(accessMap, violations) {
+        const view = this.buildSecuritySummaryView(accessMap, violations);
+        await this.viewStore.saveSecuritySummaryView(view);
+        this.manifestStore.markViewFresh('securitySummary');
+        this.emit('view:rebuilt', 'securitySummary');
+    }
+    async rebuildTrendsView(trendSummary) {
+        const view = this.buildTrendsView(trendSummary);
+        await this.viewStore.saveTrendsView(view);
+        this.manifestStore.markViewFresh('trends');
+        this.emit('view:rebuilt', 'trends');
+    }
+    // ==========================================================================
+    // Index Rebuilds
+    // ==========================================================================
+    async rebuildIndexes(patterns, incremental) {
+        if (incremental) {
+            // Incremental: only update affected files
+            for (const file of incremental.changedFiles) {
+                const filePatterns = patterns.filter(p => p.locations.some(l => l.file === file) ||
+                    p.outliers.some(o => o.file === file));
+                const patternIds = filePatterns.map(p => p.id);
+                await this.indexStore.updateFileIndex(file, patternIds);
+            }
+        }
+        else {
+            // Full rebuild
+            await this.indexStore.rebuildAllIndexes(patterns);
+        }
+        this.emit('indexes:rebuilt');
+    }
+    // ==========================================================================
+    // View Builders
+    // ==========================================================================
+    buildSecuritySummaryView(accessMap, violations) {
+        const now = new Date().toISOString();
+        // Calculate sensitive tables
+        const sensitiveTables = [];
+        for (const [tableName, tableInfo] of Object.entries(accessMap.tables)) {
+            if (tableInfo.sensitiveFields.length > 0) {
+                sensitiveTables.push({
+                    table: tableName,
+                    sensitiveFields: tableInfo.sensitiveFields.length,
+                    accessPoints: tableInfo.accessedBy.length,
+                    riskScore: this.calculateTableRiskScore(tableInfo),
+                });
+            }
+        }
+        // Sort by risk score
+        sensitiveTables.sort((a, b) => b.riskScore - a.riskScore);
+        // Top violations
+        const topViolations = (violations ?? [])
+            .slice(0, 10)
+            .map(v => ({
+            id: v.id,
+            severity: v.severity,
+            message: v.message,
+            file: v.file,
+            table: v.table,
+        }));
+        return {
+            generatedAt: now,
+            riskLevel: this.calculateRiskLevel(accessMap, violations),
+            summary: {
+                totalTables: Object.keys(accessMap.tables).length,
+                sensitiveTablesCount: sensitiveTables.length,
+                totalAccessPoints: Object.keys(accessMap.accessPoints).length,
+                violationCount: violations?.length ?? 0,
+            },
+            topSensitiveTables: sensitiveTables.slice(0, 5),
+            topViolations,
+            recentChanges: [], // Would need history to populate
+        };
+    }
+    buildTrendsView(trendSummary) {
+        const now = new Date().toISOString();
+        const regressions = trendSummary.regressions.map(r => ({
+            patternId: r.patternId,
+            patternName: r.patternName,
+            category: r.category,
+            metric: r.metric,
+            previousValue: r.previousValue,
+            currentValue: r.currentValue,
+            change: r.change,
+            severity: r.severity,
+        }));
+        const improvements = trendSummary.improvements.map(i => ({
+            patternId: i.patternId,
+            patternName: i.patternName,
+            category: i.category,
+            metric: i.metric,
+            previousValue: i.previousValue,
+            currentValue: i.currentValue,
+            change: i.change,
+            severity: i.severity,
+        }));
+        const categoryTrends = {};
+        for (const [category, trend] of Object.entries(trendSummary.categoryTrends)) {
+            categoryTrends[category] = {
+                trend: trend.trend,
+                avgConfidenceChange: trend.avgConfidenceChange,
+                complianceChange: trend.complianceChange,
+            };
+        }
+        return {
+            generatedAt: now,
+            period: trendSummary.period,
+            overallTrend: trendSummary.overallTrend,
+            healthDelta: trendSummary.healthDelta,
+            regressions,
+            improvements,
+            stableCount: trendSummary.stable,
+            categoryTrends,
+        };
+    }
+    // ==========================================================================
+    // Manifest Updates
+    // ==========================================================================
+    async updateManifestStats(patterns, additionalData) {
+        // Pattern stats
+        const byCategory = {};
+        const byStatus = { discovered: 0, approved: 0, ignored: 0 };
+        const byConfidence = { high: 0, medium: 0, low: 0, uncertain: 0 };
+        let totalLocations = 0;
+        let totalOutliers = 0;
+        for (const pattern of patterns) {
+            byCategory[pattern.category] = (byCategory[pattern.category] ?? 0) + 1;
+            byStatus[pattern.status]++;
+            byConfidence[pattern.confidence.level]++;
+            totalLocations += pattern.locations.length;
+            totalOutliers += pattern.outliers.length;
+        }
+        this.manifestStore.updatePatternStats({
+            total: patterns.length,
+            byCategory,
+            byStatus,
+            byConfidence,
+            totalLocations,
+            totalOutliers,
+        });
+        // Security stats
+        if (additionalData?.accessMap) {
+            const accessMap = additionalData.accessMap;
+            this.manifestStore.updateSecurityStats({
+                totalTables: Object.keys(accessMap.tables).length,
+                totalAccessPoints: Object.keys(accessMap.accessPoints).length,
+                sensitiveFields: accessMap.sensitiveFields.length,
+                riskLevel: this.calculateRiskLevel(accessMap),
+            });
+        }
+        // Last scan info
+        if (additionalData?.lastScan) {
+            this.manifestStore.updateLastScan(additionalData.lastScan);
+        }
+    }
+    // ==========================================================================
+    // Helpers
+    // ==========================================================================
+    getViewsToRebuild(options) {
+        if (options.force) {
+            return ['status', 'patternIndex', 'securitySummary', 'trends', 'examples'];
+        }
+        const staleViews = [];
+        const viewKeys = [
+            'status', 'patternIndex', 'securitySummary', 'trends', 'examples'
+        ];
+        for (const view of viewKeys) {
+            if (this.manifestStore.isViewStale(view)) {
+                staleViews.push(view);
+            }
+        }
+        return staleViews;
+    }
+    calculateRiskLevel(accessMap, violations) {
+        const sensitiveCount = accessMap.sensitiveFields.length;
+        const violationCount = violations?.length ?? 0;
+        // BoundarySeverity uses 'error' for critical violations
+        const criticalViolations = violations?.filter(v => v.severity === 'error').length ?? 0;
+        if (criticalViolations > 0)
+            return 'critical';
+        if (violationCount > 5 || sensitiveCount > 20)
+            return 'high';
+        if (violationCount > 0 || sensitiveCount > 5)
+            return 'medium';
+        return 'low';
+    }
+    calculateTableRiskScore(tableInfo) {
+        // Simple risk score: more sensitive fields + more access points = higher risk
+        return tableInfo.sensitiveFields.length * 10 + tableInfo.accessedBy.length;
+    }
+}
+// ============================================================================
+// Factory Function
+// ============================================================================
+export function createViewMaterializer(config = {}, manifestStore, viewStore, indexStore) {
+    return new ViewMaterializer(config, manifestStore, viewStore, indexStore);
+}
+//# sourceMappingURL=view-materializer.js.map

package/dist/lake/view-materializer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"view-materializer.js","sourceRoot":"","sources":["../../src/lake/view-materializer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAc3C,OAAO,EAAE,wBAAwB,EAAE,MAAM,YAAY,CAAC;AAEtD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AA0B9C,+EAA+E;AAC/E,0BAA0B;AAC1B,+EAA+E;AAE/E,MAAM,OAAO,gBAAiB,SAAQ,YAAY;IAC/B,MAAM,CAAiB;IACvB,aAAa,CAAgB;IAC7B,SAAS,CAAY;IACrB,UAAU,CAAa;IAExC,YACE,SAAkC,EAAE,EACpC,aAA6B,EAC7B,SAAqB,EACrB,UAAuB;QAEvB,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,wBAAwB,EAAE,GAAG,MAAM,EAAE,CAAC;QACzD,IAAI,CAAC,aAAa,GAAG,aAAa,IAAI,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrE,IAAI,CAAC,SAAS,GAAG,SAAS,IAAI,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzD,IAAI,CAAC,UAAU,GAAG,UAAU,IAAI,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC9D,CAAC;IAED,6EAA6E;IAC7E,iBAAiB;IACjB,6EAA6E;IAE7E,KAAK,CAAC,UAAU;QACd,MAAM,OAAO,CAAC,GAAG,CAAC;YAChB,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE;YAC/B,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE;YAC3B,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE;SAC7B,CAAC,CAAC;IACL,CAAC;IAED,6EAA6E;IAC7E,uBAAuB;IACvB,6EAA6E;IAE7E;;OAEG;IACH,KAAK,CAAC,WAAW,CACf,QAAmB,EACnB,UAA8B,EAAE,EAChC,cAWC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAsB;YAChC,YAAY,EAAE,EAAE;YAChB,cAAc,EAAE,EAAE;YAClB,QAAQ,EAAE,CAAC;YACX,MAAM,EAAE,EAAE;SACX,CAAC;QAEF,MAAM,cAAc,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAExE,+CAA+C;QAC/C,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;YACzD,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QACrD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,KAAK,EAAE,CAAC,CAAC;QACvD,CAAC;QAED,2CAA2C;QAC3C,MAAM,YAAY,GAAoB,EAAE,CAAC;QAEzC,IAAI,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtC,YAAY,CAAC,IAAI,CACf,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,cAAc,CAAC;iBAC7C,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;iBACnD,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CACnE,CAAC;QACJ,CAAC;QAED,IAAI,cAAc,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YAC5C,YAAY,CAAC,IAAI,CACf,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC;iBACnC,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;iBACzD,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,8BAA8B,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAC1E,CAAC;QACJ,CAAC;QAED,IAAI,cAAc,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,cAAc,EAAE,SAAS,EAAE,CAAC;YAC5E,YAAY,CAAC,IAAI,CACf,IAAI,CAAC,0BAA0B,CAAC,cAAc,CAAC,SAAS,EAAE,cAAc,CAAC,UAAU,CAAC;iBACjF,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC;iBAC5D,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAC7E,CAAC;QACJ,CAAC;QAED,IAAI,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,cAAc,EAAE,YAAY,EAAE,CAAC;YACtE,YAAY,CAAC,IAAI,CACf,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,YAAY,CAAC;iBAChD,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;iBACnD,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CACnE,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAEhC,wBAAwB;QACxB,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QAEzD,gBAAgB;QAChB,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;QAEhC,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACzC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QAClC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,6EAA6E;IAC7E,2BAA2B;IAC3B,6EAA6E;IAErE,KAAK,CAAC,iBAAiB,CAC7B,QAAmB,EACnB,cAUC;QAED,MAAM,YAAY,GAAG,cAAc,EAAE,SAAS,CAAC,CAAC,CAAC;YAC/C,UAAU,EAAE,cAAc,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC;YAClD,kBAAkB,EAAE,cAAc,CAAC,SAAS,CAAC,eAAe,CAAC,MAAM;YACnE,SAAS,EAAE,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC,SAAS,EAAE,cAAc,CAAC,UAAU,CAAC;SACxF,CAAC,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,CACzC,QAAQ,EACR,YAAY,EACZ,cAAc,EAAE,QAAQ,CACzB,CAAC;QAEF,MAAM,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAC3C,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;IACtC,CAAC;IAEO,KAAK,CAAC,uBAAuB,CAAC,QAAmB;QACvD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;QAC5D,MAAM,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;QAChD,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;IAC5C,CAAC;IAEO,KAAK,CAAC,0BAA0B,CACtC,SAAwB,EACxB,UAAgC;QAEhC,MAAM,IAAI,GAAG,IAAI,CAAC,wBAAwB,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QAClE,MAAM,IAAI,CAAC,SAAS,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC;QACnD,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,iBAAiB,CAAC,CAAC;QACpD,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,iBAAiB,CAAC,CAAC;IAC/C,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,YAA0B;QACxD,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;QAChD,MAAM,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAC3C,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;IACtC,CAAC;IAED,6EAA6E;IAC7E,iBAAiB;IACjB,6EAA6E;IAErE,KAAK,CAAC,cAAc,CAC1B,QAAmB,EACnB,WAA+B;QAE/B,IAAI,WAAW,EAAE,CAAC;YAChB,0CAA0C;YAC1C,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,YAAY,EAAE,CAAC;gBAC5C,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACvC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC;oBACtC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CACtC,CAAC;gBACF,MAAM,UAAU,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC/C,MAAM,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;aAAM,CAAC;YACN,eAAe;YACf,MAAM,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC/B,CAAC;IAED,6EAA6E;IAC7E,gBAAgB;IAChB,6EAA6E;IAErE,wBAAwB,CAC9B,SAAwB,EACxB,UAAgC;QAEhC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAErC,6BAA6B;QAC7B,MAAM,eAAe,GAA4B,EAAE,CAAC;QACpD,KAAK,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;YACtE,IAAI,SAAS,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzC,eAAe,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,SAAS;oBAChB,eAAe,EAAE,SAAS,CAAC,eAAe,CAAC,MAAM;oBACjD,YAAY,EAAE,SAAS,CAAC,UAAU,CAAC,MAAM;oBACzC,SAAS,EAAE,IAAI,CAAC,uBAAuB,CAAC,SAAS,CAAC;iBACnD,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,qBAAqB;QACrB,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;QAE1D,iBAAiB;QACjB,MAAM,aAAa,GAAuB,CAAC,UAAU,IAAI,EAAE,CAAC;aACzD,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;aACZ,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACT,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,QAAQ,EAAE,CAAC,CAAC,QAA2C;YACvD,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,KAAK,EAAE,CAAC,CAAC,KAAK;SACf,CAAC,CAAC,CAAC;QAEN,OAAO;YACL,WAAW,EAAE,GAAG;YAChB,SAAS,EAAE,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,UAAU,CAAC;YACzD,OAAO,EAAE;gBACP,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,MAAM;gBACjD,oBAAoB,EAAE,eAAe,CAAC,MAAM;gBAC5C,iBAAiB,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,MAAM;gBAC7D,cAAc,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;aACxC;YACD,kBAAkB,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAC/C,aAAa;YACb,aAAa,EAAE,EAAE,EAAE,iCAAiC;SACrD,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,YAA0B;QAChD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAErC,MAAM,WAAW,GAAgB,YAAY,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAClE,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,aAAa,EAAE,CAAC,CAAC,aAAa;YAC9B,YAAY,EAAE,CAAC,CAAC,YAAY;YAC5B,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,QAAQ,EAAE,CAAC,CAAC,QAAQ;SACrB,CAAC,CAAC,CAAC;QAEJ,MAAM,YAAY,GAAgB,YAAY,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACpE,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,aAAa,EAAE,CAAC,CAAC,aAAa;YAC9B,YAAY,EAAE,CAAC,CAAC,YAAY;YAC5B,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,QAAQ,EAAE,CAAC,CAAC,QAAQ;SACrB,CAAC,CAAC,CAAC;QAEJ,MAAM,cAAc,GAAkC,EAAE,CAAC;QACzD,KAAK,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,cAAc,CAAC,EAAE,CAAC;YAC5E,cAAc,CAAC,QAAQ,CAAC,GAAG;gBACzB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,mBAAmB,EAAE,KAAK,CAAC,mBAAmB;gBAC9C,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;aACzC,CAAC;QACJ,CAAC;QAED,OAAO;YACL,WAAW,EAAE,GAAG;YAChB,MAAM,EAAE,YAAY,CAAC,MAAM;YAC3B,YAAY,EAAE,YAAY,CAAC,YAAY;YACvC,WAAW,EAAE,YAAY,CAAC,WAAW;YACrC,WAAW;YACX,YAAY;YACZ,WAAW,EAAE,YAAY,CAAC,MAAM;YAChC,cAAc;SACf,CAAC;IACJ,CAAC;IAED,6EAA6E;IAC7E,mBAAmB;IACnB,6EAA6E;IAErE,KAAK,CAAC,mBAAmB,CAC/B,QAAmB,EACnB,cASC;QAED,gBAAgB;QAChB,MAAM,UAAU,GAAoC,EAAqC,CAAC;QAC1F,MAAM,QAAQ,GAAG,EAAE,UAAU,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;QAC5D,MAAM,YAAY,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QAClE,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACvE,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3B,YAAY,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACzC,cAAc,IAAI,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC;YAC3C,aAAa,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;QAC3C,CAAC;QAED,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC;YACpC,KAAK,EAAE,QAAQ,CAAC,MAAM;YACtB,UAAU;YACV,QAAQ;YACR,YAAY;YACZ,cAAc;YACd,aAAa;SACd,CAAC,CAAC;QAEH,iBAAiB;QACjB,IAAI,cAAc,EAAE,SAAS,EAAE,CAAC;YAC9B,MAAM,SAAS,GAAG,cAAc,CAAC,SAAS,CAAC;YAC3C,IAAI,CAAC,aAAa,CAAC,mBAAmB,CAAC;gBACrC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,MAAM;gBACjD,iBAAiB,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,MAAM;gBAC7D,eAAe,EAAE,SAAS,CAAC,eAAe,CAAC,MAAM;gBACjD,SAAS,EAAE,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC;aAC9C,CAAC,CAAC;QACL,CAAC;QAED,iBAAiB;QACjB,IAAI,cAAc,EAAE,QAAQ,EAAE,CAAC;YAC7B,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,6EAA6E;IAC7E,UAAU;IACV,6EAA6E;IAErE,iBAAiB,CAAC,OAA2B;QACnD,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,OAAO,CAAC,QAAQ,EAAE,cAAc,EAAE,iBAAiB,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;QAC7E,CAAC;QAED,MAAM,UAAU,GAAe,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAqE;YACjF,QAAQ,EAAE,cAAc,EAAE,iBAAiB,EAAE,QAAQ,EAAE,UAAU;SAClE,CAAC;QAEF,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,IAAI,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzC,UAAU,CAAC,IAAI,CAAC,IAAgB,CAAC,CAAC;YACpC,CAAC;QACH,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAEO,kBAAkB,CACxB,SAAwB,EACxB,UAAgC;QAEhC,MAAM,cAAc,GAAG,SAAS,CAAC,eAAe,CAAC,MAAM,CAAC;QACxD,MAAM,cAAc,GAAG,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;QAC/C,wDAAwD;QACxD,MAAM,kBAAkB,GAAG,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC;QAEvF,IAAI,kBAAkB,GAAG,CAAC;YAAE,OAAO,UAAU,CAAC;QAC9C,IAAI,cAAc,GAAG,CAAC,IAAI,cAAc,GAAG,EAAE;YAAE,OAAO,MAAM,CAAC;QAC7D,IAAI,cAAc,GAAG,CAAC,IAAI,cAAc,GAAG,CAAC;YAAE,OAAO,QAAQ,CAAC;QAC9D,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,uBAAuB,CAAC,SAG/B;QACC,8EAA8E;QAC9E,OAAO,SAAS,CAAC,eAAe,CAAC,MAAM,GAAG,EAAE,GAAG,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC;IAC7E,CAAC;CACF;AAED,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,MAAM,UAAU,sBAAsB,CACpC,SAAkC,EAAE,EACpC,aAA6B,EAC7B,SAAqB,EACrB,UAAuB;IAEvB,OAAO,IAAI,gBAAgB,CAAC,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;AAC5E,CAAC"}

package/dist/lake/view-store.d.ts

@@ -0,0 +1,57 @@
+/**
+ * View Store
+ *
+ * Manages materialized views - pre-computed responses for common queries.
+ * Views are generated during scan and read instantly at query time.
+ *
+ * Key features:
+ * - Pre-computed status view for instant drift_status
+ * - Pattern index for fast listing without full load
+ * - Security summary for instant security overview
+ * - Trends view for pre-computed trend analysis
+ */
+import { EventEmitter } from 'node:events';
+import type { StatusView, PatternIndexView, SecuritySummaryView, TrendsView, DataLakeConfig, ViewType } from './types.js';
+import type { Pattern } from '../store/types.js';
+export declare class ViewStore extends EventEmitter {
+    private readonly config;
+    private readonly viewsDir;
+    private statusCache;
+    private patternIndexCache;
+    private securitySummaryCache;
+    private trendsCache;
+    constructor(config?: Partial<DataLakeConfig>);
+    initialize(): Promise<void>;
+    getStatusView(): Promise<StatusView | null>;
+    saveStatusView(view: StatusView): Promise<void>;
+    /**
+     * Build status view from patterns and other data
+     */
+    buildStatusView(patterns: Pattern[], securityData?: {
+        violations: number;
+        sensitiveExposures: number;
+        riskLevel: 'low' | 'medium' | 'high' | 'critical';
+    }, lastScan?: {
+        timestamp: string;
+        duration: number;
+        filesScanned: number;
+        patternsFound: number;
+        errors: number;
+    }): StatusView;
+    getPatternIndexView(): Promise<PatternIndexView | null>;
+    savePatternIndexView(view: PatternIndexView): Promise<void>;
+    /**
+     * Build pattern index from full patterns
+     */
+    buildPatternIndexView(patterns: Pattern[]): PatternIndexView;
+    private hashLocations;
+    getSecuritySummaryView(): Promise<SecuritySummaryView | null>;
+    saveSecuritySummaryView(view: SecuritySummaryView): Promise<void>;
+    getTrendsView(): Promise<TrendsView | null>;
+    saveTrendsView(view: TrendsView): Promise<void>;
+    invalidateCache(view?: ViewType): void;
+    hasView(view: ViewType): Promise<boolean>;
+    deleteView(view: ViewType): Promise<void>;
+}
+export declare function createViewStore(config?: Partial<DataLakeConfig>): ViewStore;
+//# sourceMappingURL=view-store.d.ts.map

package/dist/lake/view-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"view-store.d.ts","sourceRoot":"","sources":["../../src/lake/view-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAIH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,KAAK,EACV,UAAU,EACV,gBAAgB,EAEhB,mBAAmB,EACnB,UAAU,EAGV,cAAc,EACd,QAAQ,EACT,MAAM,YAAY,CAAC;AAQpB,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAuBjD,qBAAa,SAAU,SAAQ,YAAY;IACzC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiB;IACxC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAGlC,OAAO,CAAC,WAAW,CAA2B;IAC9C,OAAO,CAAC,iBAAiB,CAAiC;IAC1D,OAAO,CAAC,oBAAoB,CAAoC;IAChE,OAAO,CAAC,WAAW,CAA2B;gBAElC,MAAM,GAAE,OAAO,CAAC,cAAc,CAAM;IAc1C,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAQ3B,aAAa,IAAI,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAmB3C,cAAc,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAQrD;;OAEG;IACH,eAAe,CACb,QAAQ,EAAE,OAAO,EAAE,EACnB,YAAY,CAAC,EAAE;QACb,UAAU,EAAE,MAAM,CAAC;QACnB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,SAAS,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,UAAU,CAAC;KACnD,EACD,QAAQ,CAAC,EAAE;QACT,SAAS,EAAE,MAAM,CAAC;QAClB,QAAQ,EAAE,MAAM,CAAC;QACjB,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,MAAM,EAAE,MAAM,CAAC;KAChB,GACA,UAAU;IAoGP,mBAAmB,IAAI,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAmBvD,oBAAoB,CAAC,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAQjE;;OAEG;IACH,qBAAqB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,gBAAgB;IAsB5D,OAAO,CAAC,aAAa;IAgBf,sBAAsB,IAAI,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC;IAmB7D,uBAAuB,CAAC,IAAI,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAYjE,aAAa,IAAI,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAmB3C,cAAc,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAYrD,eAAe,CAAC,IAAI,CAAC,EAAE,QAAQ,GAAG,IAAI;IA6BhC,OAAO,CAAC,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;IAazC,UAAU,CAAC,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;CAiBhD;AAMD,wBAAgB,eAAe,CAAC,MAAM,GAAE,OAAO,CAAC,cAAc,CAAM,GAAG,SAAS,CAE/E"}