driftdetect-core 0.4.1 → 0.4.2

package/dist/lake/query-engine.js

@@ -0,0 +1,453 @@
+/**
+ * Query Engine
+ *
+ * Unified query API that knows the optimal path to answer any query.
+ * Routes queries to views, indexes, or raw data based on availability.
+ *
+ * Key features:
+ * - Automatic view/index selection
+ * - Fallback to raw data when views unavailable
+ * - Pagination with cursor support
+ * - Query result caching
+ */
+import { EventEmitter } from 'node:events';
+import { DEFAULT_DATA_LAKE_CONFIG } from './types.js';
+import { ManifestStore } from './manifest-store.js';
+import { ViewStore } from './view-store.js';
+import { IndexStore } from './index-store.js';
+import { PatternShardStore } from './pattern-shard-store.js';
+// ============================================================================
+// Query Engine Class
+// ============================================================================
+export class QueryEngine extends EventEmitter {
+    config;
+    manifestStore;
+    viewStore;
+    indexStore;
+    patternShardStore;
+    // Stats tracking
+    stats = {
+        viewHits: 0,
+        indexHits: 0,
+        rawHits: 0,
+        shardHits: 0,
+        avgResponseTime: 0,
+    };
+    queryCount = 0;
+    // Raw data loader (injected)
+    rawPatternLoader;
+    constructor(config = {}, manifestStore, viewStore, indexStore, patternShardStore) {
+        super();
+        this.config = { ...DEFAULT_DATA_LAKE_CONFIG, ...config };
+        this.manifestStore = manifestStore ?? new ManifestStore(this.config);
+        this.viewStore = viewStore ?? new ViewStore(this.config);
+        this.indexStore = indexStore ?? new IndexStore(this.config);
+        this.patternShardStore = patternShardStore ?? new PatternShardStore(this.config);
+    }
+    // ==========================================================================
+    // Initialization
+    // ==========================================================================
+    async initialize() {
+        await Promise.all([
+            this.manifestStore.initialize(),
+            this.viewStore.initialize(),
+            this.indexStore.initialize(),
+            this.patternShardStore.initialize(),
+        ]);
+    }
+    /**
+     * Set the raw pattern loader for fallback queries
+     */
+    setRawPatternLoader(loader) {
+        this.rawPatternLoader = loader;
+    }
+    // ==========================================================================
+    // Status Query
+    // ==========================================================================
+    /**
+     * Get status - uses pre-computed view if available
+     */
+    async getStatus() {
+        const startTime = Date.now();
+        // Try view first
+        if (!this.manifestStore.isViewStale('status')) {
+            const view = await this.viewStore.getStatusView();
+            if (view) {
+                this.recordQuery('view', startTime);
+                return view;
+            }
+        }
+        // Fallback: build from raw data
+        if (this.rawPatternLoader) {
+            const patterns = await this.rawPatternLoader();
+            const view = this.viewStore.buildStatusView(patterns);
+            // Cache for next time
+            if (this.config.enableViews) {
+                await this.viewStore.saveStatusView(view);
+                this.manifestStore.markViewFresh('status');
+            }
+            this.recordQuery('raw', startTime);
+            return view;
+        }
+        return null;
+    }
+    // ==========================================================================
+    // Pattern Queries
+    // ==========================================================================
+    /**
+     * Get pattern list with pagination
+     *
+     * Query strategy:
+     * 1. If pattern index view is fresh, use it (fastest for full list)
+     * 2. If querying specific categories, use pattern shards (loads only needed data)
+     * 3. Fall back to raw data loader
+     */
+    async getPatterns(options = {}) {
+        const startTime = Date.now();
+        const limit = options.limit ?? 20;
+        const offset = options.offset ?? 0;
+        // Try pattern index view first (best for unfiltered or search queries)
+        if (!this.manifestStore.isViewStale('patternIndex') && !options.categories?.length) {
+            const indexView = await this.viewStore.getPatternIndexView();
+            if (indexView) {
+                let patterns = indexView.patterns;
+                patterns = this.filterPatternSummaries(patterns, options);
+                const total = patterns.length;
+                const paged = patterns.slice(offset, offset + limit);
+                const hasMore = offset + limit < total;
+                this.recordQuery('view', startTime);
+                return {
+                    items: paged,
+                    total,
+                    hasMore,
+                    nextCursor: hasMore ? this.encodeCursor({ offset: offset + limit }) : undefined,
+                    executionTime: Date.now() - startTime,
+                    source: 'view',
+                };
+            }
+        }
+        // For category-specific queries, use pattern shards (loads only needed categories)
+        if (options.categories?.length) {
+            const shardPatterns = await this.patternShardStore.getByCategories(options.categories);
+            if (shardPatterns.length > 0) {
+                let summaries = shardPatterns.map(p => this.shardEntryToSummary(p));
+                // Apply additional filters
+                if (options.status) {
+                    summaries = summaries.filter(p => p.status === options.status);
+                }
+                if (options.minConfidence !== undefined) {
+                    summaries = summaries.filter(p => p.confidence >= options.minConfidence);
+                }
+                if (options.search) {
+                    const searchLower = options.search.toLowerCase();
+                    summaries = summaries.filter(p => p.name.toLowerCase().includes(searchLower) ||
+                        p.subcategory.toLowerCase().includes(searchLower));
+                }
+                // Sort by confidence
+                summaries.sort((a, b) => b.confidence - a.confidence);
+                const total = summaries.length;
+                const paged = summaries.slice(offset, offset + limit);
+                const hasMore = offset + limit < total;
+                this.recordQuery('shard', startTime);
+                return {
+                    items: paged,
+                    total,
+                    hasMore,
+                    nextCursor: hasMore ? this.encodeCursor({ offset: offset + limit }) : undefined,
+                    executionTime: Date.now() - startTime,
+                    source: 'index', // Report as index since shards are a form of indexed storage
+                };
+            }
+        }
+        // Try the full pattern index view as fallback
+        if (!this.manifestStore.isViewStale('patternIndex')) {
+            const indexView = await this.viewStore.getPatternIndexView();
+            if (indexView) {
+                let patterns = indexView.patterns;
+                patterns = this.filterPatternSummaries(patterns, options);
+                const total = patterns.length;
+                const paged = patterns.slice(offset, offset + limit);
+                const hasMore = offset + limit < total;
+                this.recordQuery('view', startTime);
+                return {
+                    items: paged,
+                    total,
+                    hasMore,
+                    nextCursor: hasMore ? this.encodeCursor({ offset: offset + limit }) : undefined,
+                    executionTime: Date.now() - startTime,
+                    source: 'view',
+                };
+            }
+        }
+        // Fallback: build from raw data
+        if (this.rawPatternLoader) {
+            const patterns = await this.rawPatternLoader();
+            const indexView = this.viewStore.buildPatternIndexView(patterns);
+            // Cache for next time
+            if (this.config.enableViews) {
+                await this.viewStore.savePatternIndexView(indexView);
+                this.manifestStore.markViewFresh('patternIndex');
+            }
+            // Also save to shards for future category queries
+            if (this.config.enableSharding) {
+                await this.patternShardStore.saveAll(patterns);
+            }
+            let summaries = indexView.patterns;
+            summaries = this.filterPatternSummaries(summaries, options);
+            const total = summaries.length;
+            const paged = summaries.slice(offset, offset + limit);
+            const hasMore = offset + limit < total;
+            this.recordQuery('raw', startTime);
+            return {
+                items: paged,
+                total,
+                hasMore,
+                nextCursor: hasMore ? this.encodeCursor({ offset: offset + limit }) : undefined,
+                executionTime: Date.now() - startTime,
+                source: 'raw',
+            };
+        }
+        return {
+            items: [],
+            total: 0,
+            hasMore: false,
+            executionTime: Date.now() - startTime,
+            source: 'raw',
+        };
+    }
+    /**
+     * Get patterns for a specific file
+     */
+    async getFilePatterns(file) {
+        const startTime = Date.now();
+        // Try file index first
+        const fileIndex = await this.indexStore.getFileIndex();
+        if (fileIndex) {
+            const patternIds = fileIndex.patterns[file] ?? [];
+            if (patternIds.length > 0) {
+                // Get pattern summaries from index view
+                const indexView = await this.viewStore.getPatternIndexView();
+                if (indexView) {
+                    const patterns = indexView.patterns.filter(p => patternIds.includes(p.id));
+                    this.recordQuery('index', startTime);
+                    return patterns;
+                }
+            }
+        }
+        // Fallback: filter from full list
+        const result = await this.getPatterns({ file });
+        return result.items;
+    }
+    /**
+     * Get patterns by category (uses shards for efficiency)
+     */
+    async getCategoryPatterns(category) {
+        const startTime = Date.now();
+        // Try pattern shards first (most efficient for single category)
+        const shardPatterns = await this.patternShardStore.getByCategory(category);
+        if (shardPatterns.length > 0) {
+            const summaries = shardPatterns.map(p => this.shardEntryToSummary(p));
+            this.recordQuery('shard', startTime);
+            return summaries;
+        }
+        // Try category index + view
+        const categoryIndex = await this.indexStore.getCategoryIndex();
+        if (categoryIndex) {
+            const patternIds = categoryIndex.patterns[category] ?? [];
+            if (patternIds.length > 0) {
+                const indexView = await this.viewStore.getPatternIndexView();
+                if (indexView) {
+                    const patterns = indexView.patterns.filter(p => patternIds.includes(p.id));
+                    this.recordQuery('index', startTime);
+                    return patterns;
+                }
+            }
+        }
+        // Fallback: filter from full list
+        const result = await this.getPatterns({ categories: [category] });
+        return result.items;
+    }
+    // ==========================================================================
+    // Security Queries
+    // ==========================================================================
+    /**
+     * Get security summary - uses pre-computed view if available
+     */
+    async getSecuritySummary() {
+        const startTime = Date.now();
+        // Try view first
+        if (!this.manifestStore.isViewStale('securitySummary')) {
+            const view = await this.viewStore.getSecuritySummaryView();
+            if (view) {
+                this.recordQuery('view', startTime);
+                return view;
+            }
+        }
+        // No fallback for security summary - needs boundary data
+        return null;
+    }
+    // ==========================================================================
+    // Trend Queries
+    // ==========================================================================
+    /**
+     * Get trends - uses pre-computed view if available
+     */
+    async getTrends() {
+        const startTime = Date.now();
+        // Try view first
+        if (!this.manifestStore.isViewStale('trends')) {
+            const view = await this.viewStore.getTrendsView();
+            if (view) {
+                this.recordQuery('view', startTime);
+                return view;
+            }
+        }
+        // No fallback for trends - needs history data
+        return null;
+    }
+    // ==========================================================================
+    // Quick Stats
+    // ==========================================================================
+    /**
+     * Get quick stats from manifest (instant)
+     */
+    getQuickStats() {
+        return this.manifestStore.getStats();
+    }
+    /**
+     * Get pattern stats from manifest (instant)
+     */
+    getPatternStats() {
+        return this.manifestStore.getPatternStats();
+    }
+    /**
+     * Get security stats from manifest (instant)
+     */
+    getSecurityStats() {
+        return this.manifestStore.getSecurityStats();
+    }
+    // ==========================================================================
+    // View Management
+    // ==========================================================================
+    /**
+     * Check if a view is stale
+     */
+    isViewStale(view) {
+        return this.manifestStore.isViewStale(view);
+    }
+    /**
+     * Invalidate views (triggers rebuild on next query)
+     */
+    invalidateViews(views) {
+        if (!views) {
+            this.manifestStore.markAllViewsStale('manual invalidation');
+            this.viewStore.invalidateCache();
+        }
+        else {
+            for (const view of views) {
+                this.manifestStore.markViewStale(view, 'manual invalidation');
+                this.viewStore.invalidateCache(view);
+            }
+        }
+    }
+    // ==========================================================================
+    // Stats
+    // ==========================================================================
+    getQueryStats() {
+        return { ...this.stats };
+    }
+    resetStats() {
+        this.stats = {
+            viewHits: 0,
+            indexHits: 0,
+            rawHits: 0,
+            shardHits: 0,
+            avgResponseTime: 0,
+        };
+        this.queryCount = 0;
+    }
+    // ==========================================================================
+    // Private Helpers
+    // ==========================================================================
+    /**
+     * Convert a PatternShardEntry to PatternSummary
+     */
+    shardEntryToSummary(entry) {
+        return {
+            id: entry.id,
+            name: entry.name,
+            category: entry.subcategory ? entry.subcategory.split('/')[0] : 'structural',
+            subcategory: entry.subcategory,
+            status: entry.status,
+            confidence: entry.confidence.score,
+            confidenceLevel: entry.confidence.level,
+            locationCount: entry.locations.length,
+            outlierCount: entry.outliers.length,
+            severity: entry.severity,
+            locationsHash: '', // Not needed for queries
+        };
+    }
+    filterPatternSummaries(patterns, options) {
+        let result = patterns;
+        if (options.categories?.length) {
+            result = result.filter(p => options.categories.includes(p.category));
+        }
+        if (options.status) {
+            result = result.filter(p => p.status === options.status);
+        }
+        if (options.minConfidence !== undefined) {
+            result = result.filter(p => p.confidence >= options.minConfidence);
+        }
+        if (options.search) {
+            const searchLower = options.search.toLowerCase();
+            result = result.filter(p => p.name.toLowerCase().includes(searchLower) ||
+                p.subcategory.toLowerCase().includes(searchLower));
+        }
+        // Note: file filtering requires the full pattern data or file index
+        // For now, we skip it in the summary filter
+        return result;
+    }
+    encodeCursor(data) {
+        return Buffer.from(JSON.stringify(data)).toString('base64url');
+    }
+    /** Decode cursor - kept for future pagination implementation */
+    // @ts-expect-error - Will be used when pagination is fully implemented
+    // eslint-disable-next-line @typescript-eslint/no-unused-vars
+    decodeCursor(cursor) {
+        try {
+            return JSON.parse(Buffer.from(cursor, 'base64url').toString());
+        }
+        catch {
+            return null;
+        }
+    }
+    recordQuery(source, startTime) {
+        const duration = Date.now() - startTime;
+        this.queryCount++;
+        switch (source) {
+            case 'view':
+                this.stats.viewHits++;
+                break;
+            case 'index':
+                this.stats.indexHits++;
+                break;
+            case 'raw':
+                this.stats.rawHits++;
+                break;
+            case 'shard':
+                this.stats.shardHits++;
+                break;
+        }
+        // Update rolling average
+        this.stats.avgResponseTime =
+            (this.stats.avgResponseTime * (this.queryCount - 1) + duration) / this.queryCount;
+        this.emit('query', { source, duration });
+    }
+}
+// ============================================================================
+// Factory Function
+// ============================================================================
+export function createQueryEngine(config = {}, manifestStore, viewStore, indexStore, patternShardStore) {
+    return new QueryEngine(config, manifestStore, viewStore, indexStore, patternShardStore);
+}
+//# sourceMappingURL=query-engine.js.map

package/dist/lake/query-engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"query-engine.js","sourceRoot":"","sources":["../../src/lake/query-engine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAW3C,OAAO,EAAE,wBAAwB,EAAE,MAAM,YAAY,CAAC;AAEtD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAuC7D,+EAA+E;AAC/E,qBAAqB;AACrB,+EAA+E;AAE/E,MAAM,OAAO,WAAY,SAAQ,YAAY;IAC1B,MAAM,CAAiB;IACvB,aAAa,CAAgB;IAC7B,SAAS,CAAY;IACrB,UAAU,CAAa;IACvB,iBAAiB,CAAoB;IAEtD,iBAAiB;IACT,KAAK,GAAe;QAC1B,QAAQ,EAAE,CAAC;QACX,SAAS,EAAE,CAAC;QACZ,OAAO,EAAE,CAAC;QACV,SAAS,EAAE,CAAC;QACZ,eAAe,EAAE,CAAC;KACnB,CAAC;IACM,UAAU,GAAW,CAAC,CAAC;IAE/B,6BAA6B;IACrB,gBAAgB,CAA4B;IAEpD,YACE,SAAkC,EAAE,EACpC,aAA6B,EAC7B,SAAqB,EACrB,UAAuB,EACvB,iBAAqC;QAErC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,wBAAwB,EAAE,GAAG,MAAM,EAAE,CAAC;QACzD,IAAI,CAAC,aAAa,GAAG,aAAa,IAAI,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrE,IAAI,CAAC,SAAS,GAAG,SAAS,IAAI,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzD,IAAI,CAAC,UAAU,GAAG,UAAU,IAAI,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5D,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,IAAI,IAAI,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACnF,CAAC;IAED,6EAA6E;IAC7E,iBAAiB;IACjB,6EAA6E;IAE7E,KAAK,CAAC,UAAU;QACd,MAAM,OAAO,CAAC,GAAG,CAAC;YAChB,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE;YAC/B,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE;YAC3B,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE;YAC5B,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE;SACpC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,mBAAmB,CAAC,MAAgC;QAClD,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC;IACjC,CAAC;IAED,6EAA6E;IAC7E,eAAe;IACf,6EAA6E;IAE7E;;OAEG;IACH,KAAK,CAAC,SAAS;QACb,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,iBAAiB;QACjB,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;YAClD,IAAI,IAAI,EAAE,CAAC;gBACT,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;gBACpC,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAED,gCAAgC;QAChC,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YAEtD,sBAAsB;YACtB,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;gBAC5B,MAAM,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;gBAC1C,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YAC7C,CAAC;YAED,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YACnC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,6EAA6E;IAC7E,kBAAkB;IAClB,6EAA6E;IAE7E;;;;;;;OAOG;IACH,KAAK,CAAC,WAAW,CACf,UAA+B,EAAE;QAEjC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC;QAEnC,uEAAuE;QACvE,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;YACnF,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,mBAAmB,EAAE,CAAC;YAC7D,IAAI,SAAS,EAAE,CAAC;gBACd,IAAI,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC;gBAClC,QAAQ,GAAG,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAE1D,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC;gBAC9B,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,KAAK,CAAC,CAAC;gBACrD,MAAM,OAAO,GAAG,MAAM,GAAG,KAAK,GAAG,KAAK,CAAC;gBAEvC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;gBACpC,OAAO;oBACL,KAAK,EAAE,KAAK;oBACZ,KAAK;oBACL,OAAO;oBACP,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,MAAM,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;oBAC/E,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBACrC,MAAM,EAAE,MAAM;iBACf,CAAC;YACJ,CAAC;QACH,CAAC;QAED,mFAAmF;QACnF,IAAI,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;YAC/B,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YACvF,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,IAAI,SAAS,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC;gBAEpE,2BAA2B;gBAC3B,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;oBACnB,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;gBACjE,CAAC;gBACD,IAAI,OAAO,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;oBACxC,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,OAAO,CAAC,aAAc,CAAC,CAAC;gBAC5E,CAAC;gBACD,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;oBACnB,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;oBACjD,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAC/B,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC;wBAC1C,CAAC,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,CAClD,CAAC;gBACJ,CAAC;gBAED,qBAAqB;gBACrB,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;gBAEtD,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC;gBAC/B,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,KAAK,CAAC,CAAC;gBACtD,MAAM,OAAO,GAAG,MAAM,GAAG,KAAK,GAAG,KAAK,CAAC;gBAEvC,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;gBACrC,OAAO;oBACL,KAAK,EAAE,KAAK;oBACZ,KAAK;oBACL,OAAO;oBACP,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,MAAM,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;oBAC/E,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBACrC,MAAM,EAAE,OAAO,EAAE,6DAA6D;iBAC/E,CAAC;YACJ,CAAC;QACH,CAAC;QAED,8CAA8C;QAC9C,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,cAAc,CAAC,EAAE,CAAC;YACpD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,mBAAmB,EAAE,CAAC;YAC7D,IAAI,SAAS,EAAE,CAAC;gBACd,IAAI,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC;gBAClC,QAAQ,GAAG,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAE1D,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC;gBAC9B,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,KAAK,CAAC,CAAC;gBACrD,MAAM,OAAO,GAAG,MAAM,GAAG,KAAK,GAAG,KAAK,CAAC;gBAEvC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;gBACpC,OAAO;oBACL,KAAK,EAAE,KAAK;oBACZ,KAAK;oBACL,OAAO;oBACP,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,MAAM,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;oBAC/E,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBACrC,MAAM,EAAE,MAAM;iBACf,CAAC;YACJ,CAAC;QACH,CAAC;QAED,gCAAgC;QAChC,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC/C,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;YAEjE,sBAAsB;YACtB,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;gBAC5B,MAAM,IAAI,CAAC,SAAS,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;gBACrD,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;YACnD,CAAC;YAED,kDAAkD;YAClD,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;gBAC/B,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACjD,CAAC;YAED,IAAI,SAAS,GAAG,SAAS,CAAC,QAAQ,CAAC;YACnC,SAAS,GAAG,IAAI,CAAC,sBAAsB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YAE5D,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC;YAC/B,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,KAAK,CAAC,CAAC;YACtD,MAAM,OAAO,GAAG,MAAM,GAAG,KAAK,GAAG,KAAK,CAAC;YAEvC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YACnC,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,KAAK;gBACL,OAAO;gBACP,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,MAAM,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;gBAC/E,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBACrC,MAAM,EAAE,KAAK;aACd,CAAC;QACJ,CAAC;QAED,OAAO;YACL,KAAK,EAAE,EAAE;YACT,KAAK,EAAE,CAAC;YACR,OAAO,EAAE,KAAK;YACd,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YACrC,MAAM,EAAE,KAAK;SACd,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,IAAY;QAChC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,uBAAuB;QACvB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,CAAC;QACvD,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,UAAU,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAClD,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,wCAAwC;gBACxC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,mBAAmB,EAAE,CAAC;gBAC7D,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;oBAC3E,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;oBACrC,OAAO,QAAQ,CAAC;gBAClB,CAAC;YACH,CAAC;QACH,CAAC;QAED,kCAAkC;QAClC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,OAAO,MAAM,CAAC,KAAK,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,mBAAmB,CAAC,QAAyB;QACjD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,gEAAgE;QAChE,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAC3E,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,SAAS,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC;YACtE,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YACrC,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,4BAA4B;QAC5B,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,gBAAgB,EAAE,CAAC;QAC/D,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,UAAU,GAAG,aAAa,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC1D,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,mBAAmB,EAAE,CAAC;gBAC7D,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;oBAC3E,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;oBACrC,OAAO,QAAQ,CAAC;gBAClB,CAAC;YACH,CAAC;QACH,CAAC;QAED,kCAAkC;QAClC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAClE,OAAO,MAAM,CAAC,KAAK,CAAC;IACtB,CAAC;IAED,6EAA6E;IAC7E,mBAAmB;IACnB,6EAA6E;IAE7E;;OAEG;IACH,KAAK,CAAC,kBAAkB;QACtB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,iBAAiB;QACjB,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,iBAAiB,CAAC,EAAE,CAAC;YACvD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,sBAAsB,EAAE,CAAC;YAC3D,IAAI,IAAI,EAAE,CAAC;gBACT,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;gBACpC,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAED,yDAAyD;QACzD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,6EAA6E;IAC7E,gBAAgB;IAChB,6EAA6E;IAE7E;;OAEG;IACH,KAAK,CAAC,SAAS;QACb,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,iBAAiB;QACjB,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;YAClD,IAAI,IAAI,EAAE,CAAC;gBACT,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;gBACpC,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAED,8CAA8C;QAC9C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,6EAA6E;IAC7E,cAAc;IACd,6EAA6E;IAE7E;;OAEG;IACH,aAAa;QACX,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,eAAe;QACb,OAAO,IAAI,CAAC,aAAa,CAAC,eAAe,EAAE,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,gBAAgB;QACd,OAAO,IAAI,CAAC,aAAa,CAAC,gBAAgB,EAAE,CAAC;IAC/C,CAAC;IAED,6EAA6E;IAC7E,kBAAkB;IAClB,6EAA6E;IAE7E;;OAEG;IACH,WAAW,CAAC,IAAc;QACxB,OAAO,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,IAAoE,CAAC,CAAC;IAC9G,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,KAAkB;QAChC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,IAAI,CAAC,aAAa,CAAC,iBAAiB,CAAC,qBAAqB,CAAC,CAAC;YAC5D,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC;QACnC,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,IAAoE,EAAE,qBAAqB,CAAC,CAAC;gBAC9H,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YACvC,CAAC;QACH,CAAC;IACH,CAAC;IAED,6EAA6E;IAC7E,QAAQ;IACR,6EAA6E;IAE7E,aAAa;QACX,OAAO,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED,UAAU;QACR,IAAI,CAAC,KAAK,GAAG;YACX,QAAQ,EAAE,CAAC;YACX,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,CAAC;YACZ,eAAe,EAAE,CAAC;SACnB,CAAC;QACF,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;IACtB,CAAC;IAED,6EAA6E;IAC7E,kBAAkB;IAClB,6EAA6E;IAE7E;;OAEG;IACK,mBAAmB,CAAC,KAA6C;QACvE,OAAO;YACL,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,QAAQ,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAoB,CAAC,CAAC,CAAC,YAAY;YAC/F,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,KAAK;YAClC,eAAe,EAAE,KAAK,CAAC,UAAU,CAAC,KAAK;YACvC,aAAa,EAAE,KAAK,CAAC,SAAS,CAAC,MAAM;YACrC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM;YACnC,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,aAAa,EAAE,EAAE,EAAE,yBAAyB;SAC7C,CAAC;IACJ,CAAC;IAEO,sBAAsB,CAC5B,QAA0B,EAC1B,OAA4B;QAE5B,IAAI,MAAM,GAAG,QAAQ,CAAC;QAEtB,IAAI,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;YAC/B,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,UAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QACxE,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;QAC3D,CAAC;QAED,IAAI,OAAO,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACxC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,OAAO,CAAC,aAAc,CAAC,CAAC;QACtE,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YACjD,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACzB,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC;gBAC1C,CAAC,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,CAClD,CAAC;QACJ,CAAC;QAED,oEAAoE;QACpE,4CAA4C;QAE5C,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,YAAY,CAAC,IAAwB;QAC3C,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IACjE,CAAC;IAED,gEAAgE;IAChE,uEAAuE;IACvE,6DAA6D;IACrD,YAAY,CAAC,MAAc;QACjC,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;QACjE,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,MAA0C,EAAE,SAAiB;QAC/E,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACxC,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,MAAM;gBACT,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACtB,MAAM;YACR,KAAK,OAAO;gBACV,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;gBACvB,MAAM;YACR,KAAK,KAAK;gBACR,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACrB,MAAM;YACR,KAAK,OAAO;gBACV,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;gBACvB,MAAM;QACV,CAAC;QAED,yBAAyB;QACzB,IAAI,CAAC,KAAK,CAAC,eAAe;YACxB,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC;QAEpF,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC3C,CAAC;CACF;AAED,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,MAAM,UAAU,iBAAiB,CAC/B,SAAkC,EAAE,EACpC,aAA6B,EAC7B,SAAqB,EACrB,UAAuB,EACvB,iBAAqC;IAErC,OAAO,IAAI,WAAW,CAAC,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,iBAAiB,CAAC,CAAC;AAC1F,CAAC"}

package/dist/lake/security-shard-store.d.ts

@@ -0,0 +1,156 @@
+/**
+ * Security Shard Store
+ *
+ * Manages sharded security/access-map storage - one file per table.
+ * This allows loading only the access data you need instead of the entire map.
+ *
+ * Storage structure:
+ * .drift/lake/security/
+ *   ├── index.json           # Security summary index
+ *   ├── tables/
+ *   │   ├── users.json       # Access points for users table
+ *   │   ├── orders.json      # Access points for orders table
+ *   │   └── ...
+ *   └── sensitive.json       # Sensitive field registry
+ *
+ * Key features:
+ * - Load access data by table (not all at once)
+ * - Pre-computed security summary
+ * - Incremental updates per table
+ */
+import { EventEmitter } from 'node:events';
+import type { AccessMapShard, AccessPointEntry, SecuritySummaryView, DataLakeConfig } from './types.js';
+export interface SecurityIndex {
+    version: string;
+    generatedAt: string;
+    summary: {
+        riskLevel: 'low' | 'medium' | 'high' | 'critical';
+        totalTables: number;
+        sensitiveTablesCount: number;
+        totalAccessPoints: number;
+        violationCount: number;
+    };
+    tables: TableIndexEntry[];
+    topSensitiveTables: SensitiveTableEntry[];
+    topViolations: ViolationEntry[];
+}
+export interface TableIndexEntry {
+    table: string;
+    model?: string;
+    fieldCount: number;
+    sensitiveFieldCount: number;
+    accessPointCount: number;
+    hasViolations: boolean;
+}
+export interface SensitiveTableEntry {
+    table: string;
+    sensitiveFields: number;
+    accessPoints: number;
+    riskScore: number;
+}
+export interface ViolationEntry {
+    id: string;
+    severity: 'critical' | 'warning' | 'info';
+    message: string;
+    file: string;
+    table: string;
+    line?: number;
+}
+export interface SensitiveFieldRegistry {
+    version: string;
+    generatedAt: string;
+    fields: SensitiveFieldRecord[];
+}
+export interface SensitiveFieldRecord {
+    table: string;
+    field: string;
+    sensitivity: 'pii' | 'financial' | 'auth' | 'health' | 'custom';
+    reason: string;
+    accessCount: number;
+}
+export declare class SecurityShardStore extends EventEmitter {
+    private readonly config;
+    private readonly securityDir;
+    private readonly tablesDir;
+    private indexCache;
+    private tableCache;
+    private sensitiveCache;
+    constructor(config?: Partial<DataLakeConfig>);
+    initialize(): Promise<void>;
+    /**
+     * Get the security index (summary of all security data)
+     */
+    getIndex(): Promise<SecurityIndex | null>;
+    /**
+     * Save the security index
+     */
+    saveIndex(index: SecurityIndex): Promise<void>;
+    /**
+     * Build security index from table shards
+     */
+    buildIndex(): Promise<SecurityIndex>;
+    /**
+     * Get access data for a specific table
+     */
+    getTableShard(table: string): Promise<AccessMapShard | null>;
+    /**
+     * Save access data for a table
+     */
+    saveTableShard(shard: AccessMapShard): Promise<void>;
+    /**
+     * Get access data for multiple tables
+     */
+    getTableShards(tables: string[]): Promise<AccessMapShard[]>;
+    /**
+     * List all available tables
+     */
+    listTables(): Promise<string[]>;
+    /**
+     * Delete a table shard
+     */
+    deleteTableShard(table: string): Promise<void>;
+    /**
+     * Get the sensitive field registry
+     */
+    getSensitiveFields(): Promise<SensitiveFieldRegistry | null>;
+    /**
+     * Save the sensitive field registry
+     */
+    saveSensitiveFields(registry: SensitiveFieldRegistry): Promise<void>;
+    /**
+     * Build sensitive field registry from table shards
+     */
+    buildSensitiveRegistry(): Promise<SensitiveFieldRegistry>;
+    /**
+     * Get access points for a specific file
+     */
+    getAccessPointsByFile(file: string): Promise<AccessPointEntry[]>;
+    /**
+     * Get all access points for sensitive fields
+     */
+    getSensitiveAccessPoints(): Promise<Array<AccessPointEntry & {
+        table: string;
+        sensitivity: string;
+    }>>;
+    /**
+     * Invalidate all caches
+     */
+    invalidateCache(table?: string): void;
+    /**
+     * Get cache stats
+     */
+    getCacheStats(): {
+        cachedTables: number;
+        hasIndex: boolean;
+        hasSensitive: boolean;
+    };
+    /**
+     * Convert security index to SecuritySummaryView
+     */
+    indexToSummaryView(index: SecurityIndex): SecuritySummaryView;
+    private detectViolations;
+    private calculateRiskScore;
+    private calculateOverallRisk;
+}
+export declare function createSecurityShardStore(config?: Partial<DataLakeConfig>): SecurityShardStore;
+//# sourceMappingURL=security-shard-store.d.ts.map

package/dist/lake/security-shard-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"security-shard-store.d.ts","sourceRoot":"","sources":["../../src/lake/security-shard-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAKH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,KAAK,EACV,cAAc,EACd,gBAAgB,EAChB,mBAAmB,EACnB,cAAc,EACf,MAAM,YAAY,CAAC;AAqBpB,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE;QACP,SAAS,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,UAAU,CAAC;QAClD,WAAW,EAAE,MAAM,CAAC;QACpB,oBAAoB,EAAE,MAAM,CAAC;QAC7B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,cAAc,EAAE,MAAM,CAAC;KACxB,CAAC;IACF,MAAM,EAAE,eAAe,EAAE,CAAC;IAC1B,kBAAkB,EAAE,mBAAmB,EAAE,CAAC;IAC1C,aAAa,EAAE,cAAc,EAAE,CAAC;CACjC;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,UAAU,GAAG,SAAS,GAAG,MAAM,CAAC;IAC1C,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,sBAAsB;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,oBAAoB,EAAE,CAAC;CAChC;AAED,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,KAAK,GAAG,WAAW,GAAG,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;IAChE,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;CACrB;AAiCD,qBAAa,kBAAmB,SAAQ,YAAY;IAClD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiB;IACxC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IAGnC,OAAO,CAAC,UAAU,CAA8B;IAChD,OAAO,CAAC,UAAU,CAA0C;IAC5D,OAAO,CAAC,cAAc,CAAuC;gBAEjD,MAAM,GAAE,OAAO,CAAC,cAAc,CAAM;IAgB1C,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IASjC;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC;IAmB/C;;OAEG;IACG,SAAS,CAAC,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAUpD;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,aAAa,CAAC;IA6E1C;;OAEG;IACG,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IA8BlE;;OAEG;IACG,cAAc,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB1D;;OAEG;IACG,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAgBjE;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAWrC;;OAEG;IACG,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAgBpD;;OAEG;IACG,kBAAkB,IAAI,OAAO,CAAC,sBAAsB,GAAG,IAAI,CAAC;IAmBlE;;OAEG;IACG,mBAAmB,CAAC,QAAQ,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC;IAU1E;;OAEG;IACG,sBAAsB,IAAI,OAAO,CAAC,sBAAsB,CAAC;IAyC/D;;OAEG;IACG,qBAAqB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAetE;;OAEG;IACG,wBAAwB,IAAI,OAAO,CAAC,KAAK,CAAC,gBAAgB,GAAG;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAgC3G;;OAEG;IACH,eAAe,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI;IAUrC;;OAEG;IACH,aAAa,IAAI;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,OAAO,CAAC;QAAC,YAAY,EAAE,OAAO,CAAA;KAAE;IAYnF;;OAEG;IACH,kBAAkB,CAAC,KAAK,EAAE,aAAa,GAAG,mBAAmB;IA+B7D,OAAO,CAAC,gBAAgB;IAwBxB,OAAO,CAAC,kBAAkB;IAyB1B,OAAO,CAAC,oBAAoB;CAe7B;AAMD,wBAAgB,wBAAwB,CAAC,MAAM,GAAE,OAAO,CAAC,cAAc,CAAM,GAAG,kBAAkB,CAEjG"}