driftdetect-core 0.4.1 → 0.4.3

package/dist/lake/lake.bak/index-store.d.ts

@@ -0,0 +1,82 @@
+/**
+ * Index Store
+ *
+ * Manages pre-built indexes for fast lookups.
+ * Indexes map common query dimensions to IDs for O(1) access.
+ *
+ * Key indexes:
+ * - by-file: file path → pattern/function/access IDs
+ * - by-category: category → pattern IDs
+ * - by-table: table name → access point/function IDs
+ * - by-entry-point: entry point → reachable function IDs
+ */
+import { EventEmitter } from 'node:events';
+import type { FileIndex, CategoryIndex, TableIndex, EntryPointIndex, DataLakeConfig, IndexType } from './types.js';
+import type { Pattern, PatternCategory } from '../store/types.js';
+export declare class IndexStore extends EventEmitter {
+    private readonly config;
+    private readonly indexesDir;
+    private fileIndexCache;
+    private categoryIndexCache;
+    private tableIndexCache;
+    private entryPointIndexCache;
+    constructor(config?: Partial<DataLakeConfig>);
+    initialize(): Promise<void>;
+    getFileIndex(): Promise<FileIndex | null>;
+    saveFileIndex(index: FileIndex): Promise<void>;
+    /**
+     * Build file index from patterns
+     */
+    buildFileIndex(patterns: Pattern[]): FileIndex;
+    /**
+     * Get pattern IDs for a specific file
+     */
+    getPatternIdsForFile(file: string): Promise<string[]>;
+    /**
+     * Update file index for specific files (incremental)
+     */
+    updateFileIndex(file: string, patternIds: string[], accessPointIds?: string[], functionIds?: string[]): Promise<void>;
+    getCategoryIndex(): Promise<CategoryIndex | null>;
+    saveCategoryIndex(index: CategoryIndex): Promise<void>;
+    /**
+     * Build category index from patterns
+     */
+    buildCategoryIndex(patterns: Pattern[]): CategoryIndex;
+    /**
+     * Get pattern IDs for a specific category
+     */
+    getPatternIdsForCategory(category: PatternCategory): Promise<string[]>;
+    getTableIndex(): Promise<TableIndex | null>;
+    saveTableIndex(index: TableIndex): Promise<void>;
+    /**
+     * Get access point IDs for a specific table
+     */
+    getAccessPointIdsForTable(table: string): Promise<string[]>;
+    /**
+     * Get function IDs that access a specific table
+     */
+    getAccessorIdsForTable(table: string): Promise<string[]>;
+    getEntryPointIndex(): Promise<EntryPointIndex | null>;
+    saveEntryPointIndex(index: EntryPointIndex): Promise<void>;
+    /**
+     * Get reachable function IDs from an entry point
+     */
+    getReachableFunctions(entryPointId: string): Promise<string[]>;
+    /**
+     * Get tables reachable from an entry point
+     */
+    getReachableTables(entryPointId: string): Promise<string[]>;
+    /**
+     * Get sensitive data reachable from an entry point
+     */
+    getReachableSensitiveData(entryPointId: string): Promise<string[]>;
+    invalidateCache(index?: IndexType): void;
+    hasIndex(index: IndexType): Promise<boolean>;
+    deleteIndex(index: IndexType): Promise<void>;
+    /**
+     * Rebuild all indexes from patterns
+     */
+    rebuildAllIndexes(patterns: Pattern[]): Promise<void>;
+}
+export declare function createIndexStore(config?: Partial<DataLakeConfig>): IndexStore;
+//# sourceMappingURL=index-store.d.ts.map

package/dist/lake/lake.bak/index-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-store.d.ts","sourceRoot":"","sources":["../../../src/lake/lake.bak/index-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAIH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,KAAK,EACV,SAAS,EACT,aAAa,EACb,UAAU,EACV,eAAe,EACf,cAAc,EACd,SAAS,EACV,MAAM,YAAY,CAAC;AAQpB,OAAO,KAAK,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAuBlE,qBAAa,UAAW,SAAQ,YAAY;IAC1C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiB;IACxC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IAGpC,OAAO,CAAC,cAAc,CAA0B;IAChD,OAAO,CAAC,kBAAkB,CAA8B;IACxD,OAAO,CAAC,eAAe,CAA2B;IAClD,OAAO,CAAC,oBAAoB,CAAgC;gBAEhD,MAAM,GAAE,OAAO,CAAC,cAAc,CAAM;IAc1C,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAQ3B,YAAY,IAAI,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;IAmBzC,aAAa,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAQpD;;OAEG;IACH,cAAc,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,SAAS;IA8B9C;;OAEG;IACG,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAK3D;;OAEG;IACG,eAAe,CACnB,IAAI,EAAE,MAAM,EACZ,UAAU,EAAE,MAAM,EAAE,EACpB,cAAc,CAAC,EAAE,MAAM,EAAE,EACzB,WAAW,CAAC,EAAE,MAAM,EAAE,GACrB,OAAO,CAAC,IAAI,CAAC;IA2BV,gBAAgB,IAAI,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC;IAmBjD,iBAAiB,CAAC,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ5D;;OAEG;IACH,kBAAkB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,aAAa;IAoBtD;;OAEG;IACG,wBAAwB,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAStE,aAAa,IAAI,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAmB3C,cAAc,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAQtD;;OAEG;IACG,yBAAyB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAKjE;;OAEG;IACG,sBAAsB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IASxD,kBAAkB,IAAI,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;IAmBrD,mBAAmB,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAQhE;;OAEG;IACG,qBAAqB,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAKpE;;OAEG;IACG,kBAAkB,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAKjE;;OAEG;IACG,yBAAyB,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IASxE,eAAe,CAAC,KAAK,CAAC,EAAE,SAAS,GAAG,IAAI;IA6BlC,QAAQ,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC;IAY5C,WAAW,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBlD;;OAEG;IACG,iBAAiB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;CAS5D;AAMD,wBAAgB,gBAAgB,CAAC,MAAM,GAAE,OAAO,CAAC,cAAc,CAAM,GAAG,UAAU,CAEjF"}

package/dist/lake/lake.bak/index-store.js

@@ -0,0 +1,357 @@
+/**
+ * Index Store
+ *
+ * Manages pre-built indexes for fast lookups.
+ * Indexes map common query dimensions to IDs for O(1) access.
+ *
+ * Key indexes:
+ * - by-file: file path → pattern/function/access IDs
+ * - by-category: category → pattern IDs
+ * - by-table: table name → access point/function IDs
+ * - by-entry-point: entry point → reachable function IDs
+ */
+import * as fs from 'node:fs/promises';
+import * as path from 'node:path';
+import { EventEmitter } from 'node:events';
+import { LAKE_DIRS, INDEX_FILES, DEFAULT_DATA_LAKE_CONFIG, } from './types.js';
+// ============================================================================
+// Helper Functions
+// ============================================================================
+async function fileExists(filePath) {
+    try {
+        await fs.access(filePath);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+async function ensureDir(dirPath) {
+    await fs.mkdir(dirPath, { recursive: true });
+}
+// ============================================================================
+// Index Store Class
+// ============================================================================
+export class IndexStore extends EventEmitter {
+    config;
+    indexesDir;
+    // In-memory cache
+    fileIndexCache = null;
+    categoryIndexCache = null;
+    tableIndexCache = null;
+    entryPointIndexCache = null;
+    constructor(config = {}) {
+        super();
+        this.config = { ...DEFAULT_DATA_LAKE_CONFIG, ...config };
+        this.indexesDir = path.join(this.config.rootDir, LAKE_DIRS.root, LAKE_DIRS.indexes);
+    }
+    // ==========================================================================
+    // Initialization
+    // ==========================================================================
+    async initialize() {
+        await ensureDir(this.indexesDir);
+    }
+    // ==========================================================================
+    // File Index
+    // ==========================================================================
+    async getFileIndex() {
+        if (this.fileIndexCache) {
+            return this.fileIndexCache;
+        }
+        const filePath = path.join(this.indexesDir, INDEX_FILES.byFile);
+        if (!(await fileExists(filePath))) {
+            return null;
+        }
+        try {
+            const content = await fs.readFile(filePath, 'utf-8');
+            this.fileIndexCache = JSON.parse(content);
+            return this.fileIndexCache;
+        }
+        catch {
+            return null;
+        }
+    }
+    async saveFileIndex(index) {
+        await ensureDir(this.indexesDir);
+        const filePath = path.join(this.indexesDir, INDEX_FILES.byFile);
+        await fs.writeFile(filePath, JSON.stringify(index, null, 2));
+        this.fileIndexCache = index;
+        this.emit('index:saved', 'byFile', index);
+    }
+    /**
+     * Build file index from patterns
+     */
+    buildFileIndex(patterns) {
+        const patternsByFile = {};
+        for (const pattern of patterns) {
+            for (const location of pattern.locations) {
+                if (!patternsByFile[location.file]) {
+                    patternsByFile[location.file] = [];
+                }
+                if (!patternsByFile[location.file].includes(pattern.id)) {
+                    patternsByFile[location.file].push(pattern.id);
+                }
+            }
+            for (const outlier of pattern.outliers) {
+                if (!patternsByFile[outlier.file]) {
+                    patternsByFile[outlier.file] = [];
+                }
+                if (!patternsByFile[outlier.file].includes(pattern.id)) {
+                    patternsByFile[outlier.file].push(pattern.id);
+                }
+            }
+        }
+        return {
+            generatedAt: new Date().toISOString(),
+            patterns: patternsByFile,
+            accessPoints: {}, // Populated by boundary scanner
+            functions: {}, // Populated by call graph builder
+        };
+    }
+    /**
+     * Get pattern IDs for a specific file
+     */
+    async getPatternIdsForFile(file) {
+        const index = await this.getFileIndex();
+        return index?.patterns[file] ?? [];
+    }
+    /**
+     * Update file index for specific files (incremental)
+     */
+    async updateFileIndex(file, patternIds, accessPointIds, functionIds) {
+        let index = await this.getFileIndex();
+        if (!index) {
+            index = {
+                generatedAt: new Date().toISOString(),
+                patterns: {},
+                accessPoints: {},
+                functions: {},
+            };
+        }
+        index.patterns[file] = patternIds;
+        if (accessPointIds) {
+            index.accessPoints[file] = accessPointIds;
+        }
+        if (functionIds) {
+            index.functions[file] = functionIds;
+        }
+        index.generatedAt = new Date().toISOString();
+        await this.saveFileIndex(index);
+    }
+    // ==========================================================================
+    // Category Index
+    // ==========================================================================
+    async getCategoryIndex() {
+        if (this.categoryIndexCache) {
+            return this.categoryIndexCache;
+        }
+        const filePath = path.join(this.indexesDir, INDEX_FILES.byCategory);
+        if (!(await fileExists(filePath))) {
+            return null;
+        }
+        try {
+            const content = await fs.readFile(filePath, 'utf-8');
+            this.categoryIndexCache = JSON.parse(content);
+            return this.categoryIndexCache;
+        }
+        catch {
+            return null;
+        }
+    }
+    async saveCategoryIndex(index) {
+        await ensureDir(this.indexesDir);
+        const filePath = path.join(this.indexesDir, INDEX_FILES.byCategory);
+        await fs.writeFile(filePath, JSON.stringify(index, null, 2));
+        this.categoryIndexCache = index;
+        this.emit('index:saved', 'byCategory', index);
+    }
+    /**
+     * Build category index from patterns
+     */
+    buildCategoryIndex(patterns) {
+        const patternsByCategory = {};
+        const counts = {};
+        for (const pattern of patterns) {
+            if (!patternsByCategory[pattern.category]) {
+                patternsByCategory[pattern.category] = [];
+                counts[pattern.category] = 0;
+            }
+            patternsByCategory[pattern.category].push(pattern.id);
+            counts[pattern.category]++;
+        }
+        return {
+            generatedAt: new Date().toISOString(),
+            patterns: patternsByCategory,
+            counts,
+        };
+    }
+    /**
+     * Get pattern IDs for a specific category
+     */
+    async getPatternIdsForCategory(category) {
+        const index = await this.getCategoryIndex();
+        return index?.patterns[category] ?? [];
+    }
+    // ==========================================================================
+    // Table Index
+    // ==========================================================================
+    async getTableIndex() {
+        if (this.tableIndexCache) {
+            return this.tableIndexCache;
+        }
+        const filePath = path.join(this.indexesDir, INDEX_FILES.byTable);
+        if (!(await fileExists(filePath))) {
+            return null;
+        }
+        try {
+            const content = await fs.readFile(filePath, 'utf-8');
+            this.tableIndexCache = JSON.parse(content);
+            return this.tableIndexCache;
+        }
+        catch {
+            return null;
+        }
+    }
+    async saveTableIndex(index) {
+        await ensureDir(this.indexesDir);
+        const filePath = path.join(this.indexesDir, INDEX_FILES.byTable);
+        await fs.writeFile(filePath, JSON.stringify(index, null, 2));
+        this.tableIndexCache = index;
+        this.emit('index:saved', 'byTable', index);
+    }
+    /**
+     * Get access point IDs for a specific table
+     */
+    async getAccessPointIdsForTable(table) {
+        const index = await this.getTableIndex();
+        return index?.accessPoints[table] ?? [];
+    }
+    /**
+     * Get function IDs that access a specific table
+     */
+    async getAccessorIdsForTable(table) {
+        const index = await this.getTableIndex();
+        return index?.accessors[table] ?? [];
+    }
+    // ==========================================================================
+    // Entry Point Index
+    // ==========================================================================
+    async getEntryPointIndex() {
+        if (this.entryPointIndexCache) {
+            return this.entryPointIndexCache;
+        }
+        const filePath = path.join(this.indexesDir, INDEX_FILES.byEntryPoint);
+        if (!(await fileExists(filePath))) {
+            return null;
+        }
+        try {
+            const content = await fs.readFile(filePath, 'utf-8');
+            this.entryPointIndexCache = JSON.parse(content);
+            return this.entryPointIndexCache;
+        }
+        catch {
+            return null;
+        }
+    }
+    async saveEntryPointIndex(index) {
+        await ensureDir(this.indexesDir);
+        const filePath = path.join(this.indexesDir, INDEX_FILES.byEntryPoint);
+        await fs.writeFile(filePath, JSON.stringify(index, null, 2));
+        this.entryPointIndexCache = index;
+        this.emit('index:saved', 'byEntryPoint', index);
+    }
+    /**
+     * Get reachable function IDs from an entry point
+     */
+    async getReachableFunctions(entryPointId) {
+        const index = await this.getEntryPointIndex();
+        return index?.reachable[entryPointId] ?? [];
+    }
+    /**
+     * Get tables reachable from an entry point
+     */
+    async getReachableTables(entryPointId) {
+        const index = await this.getEntryPointIndex();
+        return index?.tables[entryPointId] ?? [];
+    }
+    /**
+     * Get sensitive data reachable from an entry point
+     */
+    async getReachableSensitiveData(entryPointId) {
+        const index = await this.getEntryPointIndex();
+        return index?.sensitiveData[entryPointId] ?? [];
+    }
+    // ==========================================================================
+    // Cache Management
+    // ==========================================================================
+    invalidateCache(index) {
+        if (!index) {
+            this.fileIndexCache = null;
+            this.categoryIndexCache = null;
+            this.tableIndexCache = null;
+            this.entryPointIndexCache = null;
+            return;
+        }
+        switch (index) {
+            case 'byFile':
+                this.fileIndexCache = null;
+                break;
+            case 'byCategory':
+                this.categoryIndexCache = null;
+                break;
+            case 'byTable':
+                this.tableIndexCache = null;
+                break;
+            case 'byEntryPoint':
+                this.entryPointIndexCache = null;
+                break;
+        }
+    }
+    // ==========================================================================
+    // Bulk Operations
+    // ==========================================================================
+    async hasIndex(index) {
+        const files = {
+            byFile: INDEX_FILES.byFile,
+            byCategory: INDEX_FILES.byCategory,
+            byTable: INDEX_FILES.byTable,
+            byEntryPoint: INDEX_FILES.byEntryPoint,
+        };
+        const filePath = path.join(this.indexesDir, files[index]);
+        return fileExists(filePath);
+    }
+    async deleteIndex(index) {
+        const files = {
+            byFile: INDEX_FILES.byFile,
+            byCategory: INDEX_FILES.byCategory,
+            byTable: INDEX_FILES.byTable,
+            byEntryPoint: INDEX_FILES.byEntryPoint,
+        };
+        const filePath = path.join(this.indexesDir, files[index]);
+        try {
+            await fs.unlink(filePath);
+        }
+        catch {
+            // Ignore if doesn't exist
+        }
+        this.invalidateCache(index);
+    }
+    /**
+     * Rebuild all indexes from patterns
+     */
+    async rebuildAllIndexes(patterns) {
+        const fileIndex = this.buildFileIndex(patterns);
+        const categoryIndex = this.buildCategoryIndex(patterns);
+        await Promise.all([
+            this.saveFileIndex(fileIndex),
+            this.saveCategoryIndex(categoryIndex),
+        ]);
+    }
+}
+// ============================================================================
+// Factory Function
+// ============================================================================
+export function createIndexStore(config = {}) {
+    return new IndexStore(config);
+}
+//# sourceMappingURL=index-store.js.map

package/dist/lake/lake.bak/index-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-store.js","sourceRoot":"","sources":["../../../src/lake/lake.bak/index-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACvC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAW3C,OAAO,EACL,SAAS,EACT,WAAW,EACX,wBAAwB,GACzB,MAAM,YAAY,CAAC;AAIpB,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,KAAK,UAAU,UAAU,CAAC,QAAgB;IACxC,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,OAAe;IACtC,MAAM,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AAC/C,CAAC;AAED,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E,MAAM,OAAO,UAAW,SAAQ,YAAY;IACzB,MAAM,CAAiB;IACvB,UAAU,CAAS;IAEpC,kBAAkB;IACV,cAAc,GAAqB,IAAI,CAAC;IACxC,kBAAkB,GAAyB,IAAI,CAAC;IAChD,eAAe,GAAsB,IAAI,CAAC;IAC1C,oBAAoB,GAA2B,IAAI,CAAC;IAE5D,YAAY,SAAkC,EAAE;QAC9C,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,wBAAwB,EAAE,GAAG,MAAM,EAAE,CAAC;QACzD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,IAAI,CACzB,IAAI,CAAC,MAAM,CAAC,OAAO,EACnB,SAAS,CAAC,IAAI,EACd,SAAS,CAAC,OAAO,CAClB,CAAC;IACJ,CAAC;IAED,6EAA6E;IAC7E,iBAAiB;IACjB,6EAA6E;IAE7E,KAAK,CAAC,UAAU;QACd,MAAM,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACnC,CAAC;IAED,6EAA6E;IAC7E,aAAa;IACb,6EAA6E;IAE7E,KAAK,CAAC,YAAY;QAChB,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,cAAc,CAAC;QAC7B,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;QAChE,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;YAClC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACrD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAc,CAAC;YACvD,OAAO,IAAI,CAAC,cAAc,CAAC;QAC7B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,KAAgB;QAClC,MAAM,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;QAChE,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7D,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;QAC5B,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,QAAmB;QAChC,MAAM,cAAc,GAA6B,EAAE,CAAC;QAEpD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,KAAK,MAAM,QAAQ,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACzC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;oBACnC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACrC,CAAC;gBACD,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC;oBACxD,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBACjD,CAAC;YACH,CAAC;YACD,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;gBACvC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;oBAClC,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACpC,CAAC;gBACD,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC;oBACvD,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBAChD,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO;YACL,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACrC,QAAQ,EAAE,cAAc;YACxB,YAAY,EAAE,EAAE,EAAE,gCAAgC;YAClD,SAAS,EAAE,EAAE,EAAE,kCAAkC;SAClD,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,oBAAoB,CAAC,IAAY;QACrC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QACxC,OAAO,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CACnB,IAAY,EACZ,UAAoB,EACpB,cAAyB,EACzB,WAAsB;QAEtB,IAAI,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QACtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG;gBACN,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACrC,QAAQ,EAAE,EAAE;gBACZ,YAAY,EAAE,EAAE;gBAChB,SAAS,EAAE,EAAE;aACd,CAAC;QACJ,CAAC;QAED,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC;QAClC,IAAI,cAAc,EAAE,CAAC;YACnB,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC;QAC5C,CAAC;QACD,IAAI,WAAW,EAAE,CAAC;YAChB,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC;QACtC,CAAC;QACD,KAAK,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAE7C,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAED,6EAA6E;IAC7E,iBAAiB;IACjB,6EAA6E;IAE7E,KAAK,CAAC,gBAAgB;QACpB,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC,kBAAkB,CAAC;QACjC,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC,UAAU,CAAC,CAAC;QACpE,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;YAClC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACrD,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAkB,CAAC;YAC/D,OAAO,IAAI,CAAC,kBAAkB,CAAC;QACjC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,KAAoB;QAC1C,MAAM,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC,UAAU,CAAC,CAAC;QACpE,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7D,IAAI,CAAC,kBAAkB,GAAG,KAAK,CAAC;QAChC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,YAAY,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,QAAmB;QACpC,MAAM,kBAAkB,GAAsC,EAAuC,CAAC;QACtG,MAAM,MAAM,GAAoC,EAAqC,CAAC;QAEtF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC1C,kBAAkB,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;gBAC1C,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YAC/B,CAAC;YACD,kBAAkB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACtD,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,CAAC;QAED,OAAO;YACL,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACrC,QAAQ,EAAE,kBAAkB;YAC5B,MAAM;SACP,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,wBAAwB,CAAC,QAAyB;QACtD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC5C,OAAO,KAAK,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;IACzC,CAAC;IAED,6EAA6E;IAC7E,cAAc;IACd,6EAA6E;IAE7E,KAAK,CAAC,aAAa;QACjB,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC,eAAe,CAAC;QAC9B,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;QACjE,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;YAClC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACrD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAe,CAAC;YACzD,OAAO,IAAI,CAAC,eAAe,CAAC;QAC9B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAiB;QACpC,MAAM,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;QACjE,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7D,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC7B,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IAC7C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,yBAAyB,CAAC,KAAa;QAC3C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QACzC,OAAO,KAAK,EAAE,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAC1C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,sBAAsB,CAAC,KAAa;QACxC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QACzC,OAAO,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IACvC,CAAC;IAED,6EAA6E;IAC7E,oBAAoB;IACpB,6EAA6E;IAE7E,KAAK,CAAC,kBAAkB;QACtB,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC9B,OAAO,IAAI,CAAC,oBAAoB,CAAC;QACnC,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC,YAAY,CAAC,CAAC;QACtE,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;YAClC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YACrD,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAoB,CAAC;YACnE,OAAO,IAAI,CAAC,oBAAoB,CAAC;QACnC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,KAAsB;QAC9C,MAAM,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC,YAAY,CAAC,CAAC;QACtE,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7D,IAAI,CAAC,oBAAoB,GAAG,KAAK,CAAC;QAClC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,cAAc,EAAE,KAAK,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,qBAAqB,CAAC,YAAoB;QAC9C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC9C,OAAO,KAAK,EAAE,SAAS,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB,CAAC,YAAoB;QAC3C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC9C,OAAO,KAAK,EAAE,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,yBAAyB,CAAC,YAAoB;QAClD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC9C,OAAO,KAAK,EAAE,aAAa,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;IAClD,CAAC;IAED,6EAA6E;IAC7E,mBAAmB;IACnB,6EAA6E;IAE7E,eAAe,CAAC,KAAiB;QAC/B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;YAC3B,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;YAC/B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;YAC5B,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;YACjC,OAAO;QACT,CAAC;QAED,QAAQ,KAAK,EAAE,CAAC;YACd,KAAK,QAAQ;gBACX,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;gBAC3B,MAAM;YACR,KAAK,YAAY;gBACf,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;gBAC/B,MAAM;YACR,KAAK,SAAS;gBACZ,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;gBAC5B,MAAM;YACR,KAAK,cAAc;gBACjB,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;gBACjC,MAAM;QACV,CAAC;IACH,CAAC;IAED,6EAA6E;IAC7E,kBAAkB;IAClB,6EAA6E;IAE7E,KAAK,CAAC,QAAQ,CAAC,KAAgB;QAC7B,MAAM,KAAK,GAA8B;YACvC,MAAM,EAAE,WAAW,CAAC,MAAM;YAC1B,UAAU,EAAE,WAAW,CAAC,UAAU;YAClC,OAAO,EAAE,WAAW,CAAC,OAAO;YAC5B,YAAY,EAAE,WAAW,CAAC,YAAY;SACvC,CAAC;QAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QAC1D,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,KAAgB;QAChC,MAAM,KAAK,GAA8B;YACvC,MAAM,EAAE,WAAW,CAAC,MAAM;YAC1B,UAAU,EAAE,WAAW,CAAC,UAAU;YAClC,OAAO,EAAE,WAAW,CAAC,OAAO;YAC5B,YAAY,EAAE,WAAW,CAAC,YAAY;SACvC,CAAC;QAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QAC1D,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACP,0BAA0B;QAC5B,CAAC;QACD,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CAAC,QAAmB;QACzC,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,aAAa,GAAG,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAExD,MAAM,OAAO,CAAC,GAAG,CAAC;YAChB,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC;YAC7B,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC;SACtC,CAAC,CAAC;IACL,CAAC;CACF;AAED,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,MAAM,UAAU,gBAAgB,CAAC,SAAkC,EAAE;IACnE,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC"}

package/dist/lake/lake.bak/index.d.ts

@@ -0,0 +1,81 @@
+/**
+ * Data Lake Module
+ *
+ * Enterprise-grade data storage with materialized views, indexes, and query optimization.
+ *
+ * Architecture:
+ * - ManifestStore: Quick-load index of everything (instant drift_status)
+ * - ViewStore: Pre-computed views for common queries
+ * - IndexStore: Fast lookups by file, category, table, entry point
+ * - QueryEngine: Unified query API with automatic view/index selection
+ * - ViewMaterializer: Rebuilds views after scans
+ *
+ * Usage:
+ * ```typescript
+ * import { createDataLake } from './lake';
+ *
+ * const lake = createDataLake({ rootDir: '/path/to/project' });
+ * await lake.initialize();
+ *
+ * // Instant status (reads pre-computed view)
+ * const status = await lake.query.getStatus();
+ *
+ * // Fast pattern listing (uses index + view)
+ * const patterns = await lake.query.getPatterns({ categories: ['api'] });
+ *
+ * // After scan, materialize views
+ * await lake.materializer.materialize(patterns, {}, { lastScan: scanInfo });
+ * ```
+ */
+export type { DriftManifest, ManifestStats, PatternStats, SecurityStats, CallGraphStats, ContractStats, DNAStats, LastScanInfo, ViewFreshness, ViewMeta, StatusView, PatternIndexView, PatternSummary, SecuritySummaryView, TrendsView, HealthFactor, TopIssue, SensitiveTableSummary, ViolationSummary, TrendItem, CategoryTrend, FileIndex, CategoryIndex, TableIndex, EntryPointIndex, Shard, PatternShard, PatternShardEntry, PatternLocation, PatternMetadata, AccessMapShard, SensitiveFieldInfo, AccessPointEntry, CallGraphShard, FunctionEntry, DataAccessRef, PatternExamples, CodeExample, IncrementalUpdate, ViewType, IndexType, DataLakeConfig, } from './types.js';
+export { LAKE_VERSION, LAKE_DIRS, VIEW_FILES, INDEX_FILES, DEFAULT_DATA_LAKE_CONFIG, } from './types.js';
+export { ManifestStore, createManifestStore } from './manifest-store.js';
+export { ViewStore, createViewStore } from './view-store.js';
+export { IndexStore, createIndexStore } from './index-store.js';
+export { QueryEngine, createQueryEngine, type PaginationOptions, type PaginatedResult, type PatternQueryOptions, type QueryStats, } from './query-engine.js';
+export { ViewMaterializer, createViewMaterializer, type MaterializeOptions, type MaterializeResult, } from './view-materializer.js';
+import type { DataLakeConfig } from './types.js';
+import { ManifestStore } from './manifest-store.js';
+import { ViewStore } from './view-store.js';
+import { IndexStore } from './index-store.js';
+import { QueryEngine } from './query-engine.js';
+import { ViewMaterializer } from './view-materializer.js';
+import type { Pattern } from '../store/types.js';
+/**
+ * Data Lake - Unified interface for all data lake operations
+ */
+export declare class DataLake {
+    readonly config: DataLakeConfig;
+    readonly manifest: ManifestStore;
+    readonly views: ViewStore;
+    readonly indexes: IndexStore;
+    readonly query: QueryEngine;
+    readonly materializer: ViewMaterializer;
+    private initialized;
+    constructor(config?: Partial<DataLakeConfig>);
+    /**
+     * Initialize the data lake
+     */
+    initialize(): Promise<void>;
+    /**
+     * Set the raw pattern loader for fallback queries
+     */
+    setPatternLoader(loader: () => Promise<Pattern[]>): void;
+    /**
+     * Check if the data lake has been initialized with data
+     */
+    hasData(): boolean;
+    /**
+     * Get quick stats (instant, from manifest)
+     */
+    getQuickStats(): import("./types.js").ManifestStats;
+    /**
+     * Invalidate all caches and views
+     */
+    invalidateAll(): void;
+}
+/**
+ * Create a new DataLake instance
+ */
+export declare function createDataLake(config?: Partial<DataLakeConfig>): DataLake;
+//# sourceMappingURL=index.d.ts.map

package/dist/lake/lake.bak/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/lake/lake.bak/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AAGH,YAAY,EAEV,aAAa,EACb,aAAa,EACb,YAAY,EACZ,aAAa,EACb,cAAc,EACd,aAAa,EACb,QAAQ,EACR,YAAY,EACZ,aAAa,EACb,QAAQ,EAGR,UAAU,EACV,gBAAgB,EAChB,cAAc,EACd,mBAAmB,EACnB,UAAU,EACV,YAAY,EACZ,QAAQ,EACR,qBAAqB,EACrB,gBAAgB,EAChB,SAAS,EACT,aAAa,EAGb,SAAS,EACT,aAAa,EACb,UAAU,EACV,eAAe,EAGf,KAAK,EACL,YAAY,EACZ,iBAAiB,EACjB,eAAe,EACf,eAAe,EACf,cAAc,EACd,kBAAkB,EAClB,gBAAgB,EAChB,cAAc,EACd,aAAa,EACb,aAAa,EAGb,eAAe,EACf,WAAW,EAGX,iBAAiB,EACjB,QAAQ,EACR,SAAS,EAGT,cAAc,GACf,MAAM,YAAY,CAAC;AAEpB,OAAO,EACL,YAAY,EACZ,SAAS,EACT,UAAU,EACV,WAAW,EACX,wBAAwB,GACzB,MAAM,YAAY,CAAC;AAGpB,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AACzE,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAC7D,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAGhE,OAAO,EACL,WAAW,EACX,iBAAiB,EACjB,KAAK,iBAAiB,EACtB,KAAK,eAAe,EACpB,KAAK,mBAAmB,EACxB,KAAK,UAAU,GAChB,MAAM,mBAAmB,CAAC;AAG3B,OAAO,EACL,gBAAgB,EAChB,sBAAsB,EACtB,KAAK,kBAAkB,EACvB,KAAK,iBAAiB,GACvB,MAAM,wBAAwB,CAAC;AAMhC,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAEjD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAEjD;;GAEG;AACH,qBAAa,QAAQ;IACnB,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC;IAChC,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC;IACjC,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC;IAC1B,QAAQ,CAAC,OAAO,EAAE,UAAU,CAAC;IAC7B,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC;IAC5B,QAAQ,CAAC,YAAY,EAAE,gBAAgB,CAAC;IAExC,OAAO,CAAC,WAAW,CAAS;gBAEhB,MAAM,GAAE,OAAO,CAAC,cAAc,CAAM;IAyBhD;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAYjC;;OAEG;IACH,gBAAgB,CAAC,MAAM,EAAE,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI;IAIxD;;OAEG;IACH,OAAO,IAAI,OAAO;IAKlB;;OAEG;IACH,aAAa;IAIb;;OAEG;IACH,aAAa,IAAI,IAAI;CAKtB;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,MAAM,GAAE,OAAO,CAAC,cAAc,CAAM,GAAG,QAAQ,CAE7E"}

package/dist/lake/lake.bak/index.js

@@ -0,0 +1,114 @@
+/**
+ * Data Lake Module
+ *
+ * Enterprise-grade data storage with materialized views, indexes, and query optimization.
+ *
+ * Architecture:
+ * - ManifestStore: Quick-load index of everything (instant drift_status)
+ * - ViewStore: Pre-computed views for common queries
+ * - IndexStore: Fast lookups by file, category, table, entry point
+ * - QueryEngine: Unified query API with automatic view/index selection
+ * - ViewMaterializer: Rebuilds views after scans
+ *
+ * Usage:
+ * ```typescript
+ * import { createDataLake } from './lake';
+ *
+ * const lake = createDataLake({ rootDir: '/path/to/project' });
+ * await lake.initialize();
+ *
+ * // Instant status (reads pre-computed view)
+ * const status = await lake.query.getStatus();
+ *
+ * // Fast pattern listing (uses index + view)
+ * const patterns = await lake.query.getPatterns({ categories: ['api'] });
+ *
+ * // After scan, materialize views
+ * await lake.materializer.materialize(patterns, {}, { lastScan: scanInfo });
+ * ```
+ */
+export { LAKE_VERSION, LAKE_DIRS, VIEW_FILES, INDEX_FILES, DEFAULT_DATA_LAKE_CONFIG, } from './types.js';
+// Stores
+export { ManifestStore, createManifestStore } from './manifest-store.js';
+export { ViewStore, createViewStore } from './view-store.js';
+export { IndexStore, createIndexStore } from './index-store.js';
+// Query Engine
+export { QueryEngine, createQueryEngine, } from './query-engine.js';
+// View Materializer
+export { ViewMaterializer, createViewMaterializer, } from './view-materializer.js';
+import { DEFAULT_DATA_LAKE_CONFIG } from './types.js';
+import { ManifestStore } from './manifest-store.js';
+import { ViewStore } from './view-store.js';
+import { IndexStore } from './index-store.js';
+import { QueryEngine } from './query-engine.js';
+import { ViewMaterializer } from './view-materializer.js';
+/**
+ * Data Lake - Unified interface for all data lake operations
+ */
+export class DataLake {
+    config;
+    manifest;
+    views;
+    indexes;
+    query;
+    materializer;
+    initialized = false;
+    constructor(config = {}) {
+        this.config = { ...DEFAULT_DATA_LAKE_CONFIG, ...config };
+        // Create stores
+        this.manifest = new ManifestStore(this.config);
+        this.views = new ViewStore(this.config);
+        this.indexes = new IndexStore(this.config);
+        // Create query engine with stores
+        this.query = new QueryEngine(this.config, this.manifest, this.views, this.indexes);
+        // Create materializer with stores
+        this.materializer = new ViewMaterializer(this.config, this.manifest, this.views, this.indexes);
+    }
+    /**
+     * Initialize the data lake
+     */
+    async initialize() {
+        if (this.initialized)
+            return;
+        await Promise.all([
+            this.manifest.initialize(),
+            this.views.initialize(),
+            this.indexes.initialize(),
+        ]);
+        this.initialized = true;
+    }
+    /**
+     * Set the raw pattern loader for fallback queries
+     */
+    setPatternLoader(loader) {
+        this.query.setRawPatternLoader(loader);
+    }
+    /**
+     * Check if the data lake has been initialized with data
+     */
+    hasData() {
+        const stats = this.manifest.getStats();
+        return stats.patterns.total > 0;
+    }
+    /**
+     * Get quick stats (instant, from manifest)
+     */
+    getQuickStats() {
+        return this.manifest.getStats();
+    }
+    /**
+     * Invalidate all caches and views
+     */
+    invalidateAll() {
+        this.manifest.markAllViewsStale('full invalidation');
+        this.views.invalidateCache();
+        this.indexes.invalidateCache();
+    }
+}
+/**
+ * Create a new DataLake instance
+ */
+export function createDataLake(config = {}) {
+    return new DataLake(config);
+}
+//# sourceMappingURL=index.js.map

package/dist/lake/lake.bak/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/lake/lake.bak/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AA6DH,OAAO,EACL,YAAY,EACZ,SAAS,EACT,UAAU,EACV,WAAW,EACX,wBAAwB,GACzB,MAAM,YAAY,CAAC;AAEpB,SAAS;AACT,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AACzE,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAC7D,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAEhE,eAAe;AACf,OAAO,EACL,WAAW,EACX,iBAAiB,GAKlB,MAAM,mBAAmB,CAAC;AAE3B,oBAAoB;AACpB,OAAO,EACL,gBAAgB,EAChB,sBAAsB,GAGvB,MAAM,wBAAwB,CAAC;AAOhC,OAAO,EAAE,wBAAwB,EAAE,MAAM,YAAY,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAG1D;;GAEG;AACH,MAAM,OAAO,QAAQ;IACV,MAAM,CAAiB;IACvB,QAAQ,CAAgB;IACxB,KAAK,CAAY;IACjB,OAAO,CAAa;IACpB,KAAK,CAAc;IACnB,YAAY,CAAmB;IAEhC,WAAW,GAAG,KAAK,CAAC;IAE5B,YAAY,SAAkC,EAAE;QAC9C,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,wBAAwB,EAAE,GAAG,MAAM,EAAE,CAAC;QAEzD,gBAAgB;QAChB,IAAI,CAAC,QAAQ,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC/C,IAAI,CAAC,KAAK,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACxC,IAAI,CAAC,OAAO,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAE3C,kCAAkC;QAClC,IAAI,CAAC,KAAK,GAAG,IAAI,WAAW,CAC1B,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,OAAO,CACb,CAAC;QAEF,kCAAkC;QAClC,IAAI,CAAC,YAAY,GAAG,IAAI,gBAAgB,CACtC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,OAAO,CACb,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAE7B,MAAM,OAAO,CAAC,GAAG,CAAC;YAChB,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE;YAC1B,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE;YACvB,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE;SAC1B,CAAC,CAAC;QAEH,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,MAAgC;QAC/C,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;IACzC,CAAC;IAED;;OAEG;IACH,OAAO;QACL,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACvC,OAAO,KAAK,CAAC,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,aAAa;QACX,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,aAAa;QACX,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,mBAAmB,CAAC,CAAC;QACrD,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;QAC7B,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;IACjC,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,SAAkC,EAAE;IACjE,OAAO,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;AAC9B,CAAC"}