driftdetect-core 0.4.0 → 0.4.2

package/dist/lake/manifest-store.js

@@ -0,0 +1,348 @@
+/**
+ * Manifest Store
+ *
+ * Manages the drift manifest - the quick-load index of everything.
+ * The manifest provides instant access to stats without loading full data.
+ *
+ * Key features:
+ * - Single file read for drift_status
+ * - File hashes for cache invalidation
+ * - View freshness tracking
+ * - Incremental updates
+ */
+import * as fs from 'node:fs/promises';
+import * as path from 'node:path';
+import * as crypto from 'node:crypto';
+import { EventEmitter } from 'node:events';
+import { LAKE_VERSION, LAKE_DIRS, DEFAULT_DATA_LAKE_CONFIG, } from './types.js';
+// ============================================================================
+// Constants
+// ============================================================================
+const MANIFEST_FILE = 'manifest.json';
+// ============================================================================
+// Helper Functions
+// ============================================================================
+async function fileExists(filePath) {
+    try {
+        await fs.access(filePath);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+async function ensureDir(dirPath) {
+    await fs.mkdir(dirPath, { recursive: true });
+}
+function createEmptyStats() {
+    return {
+        patterns: {
+            total: 0,
+            byCategory: {},
+            byStatus: { discovered: 0, approved: 0, ignored: 0 },
+            byConfidence: { high: 0, medium: 0, low: 0, uncertain: 0 },
+            totalLocations: 0,
+            totalOutliers: 0,
+        },
+        security: {
+            totalTables: 0,
+            totalAccessPoints: 0,
+            sensitiveFields: 0,
+            violations: 0,
+            riskLevel: 'low',
+        },
+        callGraph: {
+            totalFunctions: 0,
+            totalCalls: 0,
+            entryPoints: 0,
+            dataAccessors: 0,
+            avgDepth: 0,
+        },
+        contracts: {
+            verified: 0,
+            mismatch: 0,
+            discovered: 0,
+            ignored: 0,
+        },
+        dna: {
+            healthScore: 0,
+            geneticDiversity: 0,
+            mutations: 0,
+            dominantGenes: [],
+        },
+    };
+}
+function createEmptyViewFreshness() {
+    const now = new Date().toISOString();
+    const emptyMeta = {
+        generatedAt: now,
+        stale: true,
+    };
+    return {
+        status: { ...emptyMeta },
+        patternIndex: { ...emptyMeta },
+        securitySummary: { ...emptyMeta },
+        trends: { ...emptyMeta },
+        examples: { ...emptyMeta },
+    };
+}
+function createEmptyManifest(projectRoot) {
+    const now = new Date().toISOString();
+    return {
+        version: LAKE_VERSION,
+        generatedAt: now,
+        projectRoot,
+        stats: createEmptyStats(),
+        fileHashes: {},
+        lastScan: {
+            timestamp: now,
+            duration: 0,
+            filesScanned: 0,
+            patternsFound: 0,
+            errors: 0,
+        },
+        views: createEmptyViewFreshness(),
+    };
+}
+// ============================================================================
+// Manifest Store Class
+// ============================================================================
+export class ManifestStore extends EventEmitter {
+    config;
+    manifestPath;
+    manifest = null;
+    dirty = false;
+    constructor(config = {}) {
+        super();
+        this.config = { ...DEFAULT_DATA_LAKE_CONFIG, ...config };
+        this.manifestPath = path.join(this.config.rootDir, LAKE_DIRS.root, MANIFEST_FILE);
+    }
+    // ==========================================================================
+    // Initialization
+    // ==========================================================================
+    async initialize() {
+        await ensureDir(path.dirname(this.manifestPath));
+        await this.load();
+    }
+    async load() {
+        if (!(await fileExists(this.manifestPath))) {
+            this.manifest = createEmptyManifest(this.config.rootDir);
+            return this.manifest;
+        }
+        try {
+            const content = await fs.readFile(this.manifestPath, 'utf-8');
+            this.manifest = JSON.parse(content);
+            return this.manifest;
+        }
+        catch {
+            this.manifest = createEmptyManifest(this.config.rootDir);
+            return this.manifest;
+        }
+    }
+    // ==========================================================================
+    // Getters
+    // ==========================================================================
+    getManifest() {
+        if (!this.manifest) {
+            return createEmptyManifest(this.config.rootDir);
+        }
+        return this.manifest;
+    }
+    getStats() {
+        return this.getManifest().stats;
+    }
+    getPatternStats() {
+        return this.getStats().patterns;
+    }
+    getSecurityStats() {
+        return this.getStats().security;
+    }
+    getCallGraphStats() {
+        return this.getStats().callGraph;
+    }
+    getContractStats() {
+        return this.getStats().contracts;
+    }
+    getDNAStats() {
+        return this.getStats().dna;
+    }
+    getLastScan() {
+        return this.getManifest().lastScan;
+    }
+    getViewFreshness() {
+        return this.getManifest().views;
+    }
+    // ==========================================================================
+    // File Hash Management
+    // ==========================================================================
+    getFileHash(file) {
+        return this.getManifest().fileHashes[file] ?? null;
+    }
+    setFileHash(file, hash) {
+        if (!this.manifest) {
+            this.manifest = createEmptyManifest(this.config.rootDir);
+        }
+        this.manifest.fileHashes[file] = hash;
+        this.dirty = true;
+    }
+    async computeFileHash(filePath) {
+        const content = await fs.readFile(filePath);
+        return crypto.createHash('sha256').update(content).digest('hex').slice(0, 16);
+    }
+    hasFileChanged(file, newHash) {
+        const oldHash = this.getFileHash(file);
+        return oldHash !== newHash;
+    }
+    // ==========================================================================
+    // View Freshness
+    // ==========================================================================
+    isViewStale(view) {
+        const meta = this.getViewFreshness()[view];
+        if (meta.stale)
+            return true;
+        // Check TTL
+        const age = Date.now() - new Date(meta.generatedAt).getTime();
+        return age > this.config.viewTtlMs;
+    }
+    markViewFresh(view) {
+        if (!this.manifest) {
+            this.manifest = createEmptyManifest(this.config.rootDir);
+        }
+        this.manifest.views[view] = {
+            generatedAt: new Date().toISOString(),
+            stale: false,
+        };
+        this.dirty = true;
+    }
+    markViewStale(view, reason) {
+        if (!this.manifest) {
+            this.manifest = createEmptyManifest(this.config.rootDir);
+        }
+        const existing = this.manifest.views[view];
+        const newInvalidatedBy = reason
+            ? [...(existing.invalidatedBy ?? []), reason]
+            : existing.invalidatedBy;
+        this.manifest.views[view] = {
+            generatedAt: existing.generatedAt,
+            stale: true,
+            ...(newInvalidatedBy ? { invalidatedBy: newInvalidatedBy } : {}),
+        };
+        this.dirty = true;
+    }
+    markAllViewsStale(reason) {
+        const views = [
+            'status',
+            'patternIndex',
+            'securitySummary',
+            'trends',
+            'examples',
+        ];
+        for (const view of views) {
+            this.markViewStale(view, reason);
+        }
+    }
+    // ==========================================================================
+    // Stats Updates
+    // ==========================================================================
+    updatePatternStats(stats) {
+        if (!this.manifest) {
+            this.manifest = createEmptyManifest(this.config.rootDir);
+        }
+        this.manifest.stats.patterns = {
+            ...this.manifest.stats.patterns,
+            ...stats,
+        };
+        this.manifest.generatedAt = new Date().toISOString();
+        this.dirty = true;
+        this.markViewStale('status', 'pattern stats updated');
+        this.markViewStale('patternIndex', 'pattern stats updated');
+    }
+    updateSecurityStats(stats) {
+        if (!this.manifest) {
+            this.manifest = createEmptyManifest(this.config.rootDir);
+        }
+        this.manifest.stats.security = {
+            ...this.manifest.stats.security,
+            ...stats,
+        };
+        this.manifest.generatedAt = new Date().toISOString();
+        this.dirty = true;
+        this.markViewStale('status', 'security stats updated');
+        this.markViewStale('securitySummary', 'security stats updated');
+    }
+    updateCallGraphStats(stats) {
+        if (!this.manifest) {
+            this.manifest = createEmptyManifest(this.config.rootDir);
+        }
+        this.manifest.stats.callGraph = {
+            ...this.manifest.stats.callGraph,
+            ...stats,
+        };
+        this.manifest.generatedAt = new Date().toISOString();
+        this.dirty = true;
+        this.markViewStale('status', 'call graph stats updated');
+    }
+    updateContractStats(stats) {
+        if (!this.manifest) {
+            this.manifest = createEmptyManifest(this.config.rootDir);
+        }
+        this.manifest.stats.contracts = {
+            ...this.manifest.stats.contracts,
+            ...stats,
+        };
+        this.manifest.generatedAt = new Date().toISOString();
+        this.dirty = true;
+        this.markViewStale('status', 'contract stats updated');
+    }
+    updateDNAStats(stats) {
+        if (!this.manifest) {
+            this.manifest = createEmptyManifest(this.config.rootDir);
+        }
+        this.manifest.stats.dna = {
+            ...this.manifest.stats.dna,
+            ...stats,
+        };
+        this.manifest.generatedAt = new Date().toISOString();
+        this.dirty = true;
+        this.markViewStale('status', 'DNA stats updated');
+    }
+    updateLastScan(info) {
+        if (!this.manifest) {
+            this.manifest = createEmptyManifest(this.config.rootDir);
+        }
+        this.manifest.lastScan = {
+            ...this.manifest.lastScan,
+            ...info,
+        };
+        this.manifest.generatedAt = new Date().toISOString();
+        this.dirty = true;
+    }
+    // ==========================================================================
+    // Persistence
+    // ==========================================================================
+    async save() {
+        if (!this.manifest) {
+            return;
+        }
+        await ensureDir(path.dirname(this.manifestPath));
+        this.manifest.generatedAt = new Date().toISOString();
+        await fs.writeFile(this.manifestPath, JSON.stringify(this.manifest, null, 2));
+        this.dirty = false;
+        this.emit('saved', this.manifest);
+    }
+    async saveIfDirty() {
+        if (this.dirty) {
+            await this.save();
+        }
+    }
+    isDirty() {
+        return this.dirty;
+    }
+}
+// ============================================================================
+// Factory Function
+// ============================================================================
+export function createManifestStore(config = {}) {
+    return new ManifestStore(config);
+}
+//# sourceMappingURL=manifest-store.js.map

package/dist/lake/manifest-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"manifest-store.js","sourceRoot":"","sources":["../../src/lake/manifest-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACvC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAgB3C,OAAO,EACL,YAAY,EACZ,SAAS,EACT,wBAAwB,GACzB,MAAM,YAAY,CAAC;AAIpB,+EAA+E;AAC/E,YAAY;AACZ,+EAA+E;AAE/E,MAAM,aAAa,GAAG,eAAe,CAAC;AAEtC,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,KAAK,UAAU,UAAU,CAAC,QAAgB;IACxC,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,OAAe;IACtC,MAAM,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,gBAAgB;IACvB,OAAO;QACL,QAAQ,EAAE;YACR,KAAK,EAAE,CAAC;YACR,UAAU,EAAE,EAAqC;YACjD,QAAQ,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE;YACpD,YAAY,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;YAC1D,cAAc,EAAE,CAAC;YACjB,aAAa,EAAE,CAAC;SACjB;QACD,QAAQ,EAAE;YACR,WAAW,EAAE,CAAC;YACd,iBAAiB,EAAE,CAAC;YACpB,eAAe,EAAE,CAAC;YAClB,UAAU,EAAE,CAAC;YACb,SAAS,EAAE,KAAK;SACjB;QACD,SAAS,EAAE;YACT,cAAc,EAAE,CAAC;YACjB,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,CAAC;YACd,aAAa,EAAE,CAAC;YAChB,QAAQ,EAAE,CAAC;SACZ;QACD,SAAS,EAAE;YACT,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,CAAC;YACX,UAAU,EAAE,CAAC;YACb,OAAO,EAAE,CAAC;SACX;QACD,GAAG,EAAE;YACH,WAAW,EAAE,CAAC;YACd,gBAAgB,EAAE,CAAC;YACnB,SAAS,EAAE,CAAC;YACZ,aAAa,EAAE,EAAE;SAClB;KACF,CAAC;AACJ,CAAC;AAED,SAAS,wBAAwB;IAC/B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrC,MAAM,SAAS,GAAa;QAC1B,WAAW,EAAE,GAAG;QAChB,KAAK,EAAE,IAAI;KACZ,CAAC;IACF,OAAO;QACL,MAAM,EAAE,EAAE,GAAG,SAAS,EAAE;QACxB,YAAY,EAAE,EAAE,GAAG,SAAS,EAAE;QAC9B,eAAe,EAAE,EAAE,GAAG,SAAS,EAAE;QACjC,MAAM,EAAE,EAAE,GAAG,SAAS,EAAE;QACxB,QAAQ,EAAE,EAAE,GAAG,SAAS,EAAE;KAC3B,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,WAAmB;IAC9C,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrC,OAAO;QACL,OAAO,EAAE,YAAY;QACrB,WAAW,EAAE,GAAG;QAChB,WAAW;QACX,KAAK,EAAE,gBAAgB,EAAE;QACzB,UAAU,EAAE,EAAE;QACd,QAAQ,EAAE;YACR,SAAS,EAAE,GAAG;YACd,QAAQ,EAAE,CAAC;YACX,YAAY,EAAE,CAAC;YACf,aAAa,EAAE,CAAC;YAChB,MAAM,EAAE,CAAC;SACV;QACD,KAAK,EAAE,wBAAwB,EAAE;KAClC,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,uBAAuB;AACvB,+EAA+E;AAE/E,MAAM,OAAO,aAAc,SAAQ,YAAY;IAC5B,MAAM,CAAiB;IACvB,YAAY,CAAS;IAC9B,QAAQ,GAAyB,IAAI,CAAC;IACtC,KAAK,GAAY,KAAK,CAAC;IAE/B,YAAY,SAAkC,EAAE;QAC9C,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,wBAAwB,EAAE,GAAG,MAAM,EAAE,CAAC;QACzD,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,IAAI,CAC3B,IAAI,CAAC,MAAM,CAAC,OAAO,EACnB,SAAS,CAAC,IAAI,EACd,aAAa,CACd,CAAC;IACJ,CAAC;IAED,6EAA6E;IAC7E,iBAAiB;IACjB,6EAA6E;IAE7E,KAAK,CAAC,UAAU;QACd,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QACjD,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC;YAC3C,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACzD,OAAO,IAAI,CAAC,QAAQ,CAAC;QACvB,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YAC9D,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAkB,CAAC;YACrD,OAAO,IAAI,CAAC,QAAQ,CAAC;QACvB,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACzD,OAAO,IAAI,CAAC,QAAQ,CAAC;QACvB,CAAC;IACH,CAAC;IAED,6EAA6E;IAC7E,UAAU;IACV,6EAA6E;IAE7E,WAAW;QACT,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,OAAO,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC;IAClC,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC;IAClC,CAAC;IAED,gBAAgB;QACd,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC;IAClC,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC,SAAS,CAAC;IACnC,CAAC;IAED,gBAAgB;QACd,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC,SAAS,CAAC;IACnC,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC;IAC7B,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC;IACrC,CAAC;IAED,gBAAgB;QACd,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC;IAClC,CAAC;IAED,6EAA6E;IAC7E,uBAAuB;IACvB,6EAA6E;IAE7E,WAAW,CAAC,IAAY;QACtB,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;IACrD,CAAC;IAED,WAAW,CAAC,IAAY,EAAE,IAAY;QACpC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;QACtC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,QAAgB;QACpC,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC5C,OAAO,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAChF,CAAC;IAED,cAAc,CAAC,IAAY,EAAE,OAAe;QAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACvC,OAAO,OAAO,KAAK,OAAO,CAAC;IAC7B,CAAC;IAED,6EAA6E;IAC7E,iBAAiB;IACjB,6EAA6E;IAE7E,WAAW,CAAC,IAAyB;QACnC,MAAM,IAAI,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QAE5B,YAAY;QACZ,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,OAAO,EAAE,CAAC;QAC9D,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;IACrC,CAAC;IAED,aAAa,CAAC,IAAyB;QACrC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG;YAC1B,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACrC,KAAK,EAAE,KAAK;SACb,CAAC;QACF,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,aAAa,CAAC,IAAyB,EAAE,MAAe;QACtD,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,gBAAgB,GAAG,MAAM;YAC7B,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,IAAI,EAAE,CAAC,EAAE,MAAM,CAAC;YAC7C,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC;QAE3B,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG;YAC1B,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,KAAK,EAAE,IAAI;YACX,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACjE,CAAC;QACF,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,iBAAiB,CAAC,MAAe;QAC/B,MAAM,KAAK,GAA4B;YACrC,QAAQ;YACR,cAAc;YACd,iBAAiB;YACjB,QAAQ;YACR,UAAU;SACX,CAAC;QACF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED,6EAA6E;IAC7E,gBAAgB;IAChB,6EAA6E;IAE7E,kBAAkB,CAAC,KAA4B;QAC7C,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,GAAG;YAC7B,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ;YAC/B,GAAG,KAAK;SACT,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,uBAAuB,CAAC,CAAC;QACtD,IAAI,CAAC,aAAa,CAAC,cAAc,EAAE,uBAAuB,CAAC,CAAC;IAC9D,CAAC;IAED,mBAAmB,CAAC,KAA6B;QAC/C,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,GAAG;YAC7B,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ;YAC/B,GAAG,KAAK;SACT,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,wBAAwB,CAAC,CAAC;QACvD,IAAI,CAAC,aAAa,CAAC,iBAAiB,EAAE,wBAAwB,CAAC,CAAC;IAClE,CAAC;IAED,oBAAoB,CAAC,KAA8B;QACjD,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,GAAG;YAC9B,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS;YAChC,GAAG,KAAK;SACT,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,0BAA0B,CAAC,CAAC;IAC3D,CAAC;IAED,mBAAmB,CAAC,KAA6B;QAC/C,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,GAAG;YAC9B,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS;YAChC,GAAG,KAAK;SACT,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,wBAAwB,CAAC,CAAC;IACzD,CAAC;IAED,cAAc,CAAC,KAAwB;QACrC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,GAAG;YACxB,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG;YAC1B,GAAG,KAAK;SACT,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAC;IACpD,CAAC;IAED,cAAc,CAAC,IAA2B;QACxC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,QAAQ,GAAG;YACvB,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ;YACzB,GAAG,IAAI;SACR,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,6EAA6E;IAC7E,cAAc;IACd,6EAA6E;IAE7E,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QAED,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QACjD,IAAI,CAAC,QAAQ,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrD,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9E,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,WAAW;QACf,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACpB,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF;AAED,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,MAAM,UAAU,mBAAmB,CAAC,SAAkC,EAAE;IACtE,OAAO,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;AACnC,CAAC"}

package/dist/lake/pattern-shard-store.d.ts

@@ -0,0 +1,87 @@
+/**
+ * Pattern Shard Store
+ *
+ * Manages sharded pattern storage - one file per category.
+ * This allows loading only the patterns you need instead of all patterns.
+ *
+ * Storage structure:
+ * .drift/lake/patterns/
+ *   ├── api.json
+ *   ├── auth.json
+ *   ├── security.json
+ *   └── ...
+ *
+ * Key features:
+ * - Load patterns by category (not all at once)
+ * - Incremental updates per category
+ * - Category-level checksums for cache invalidation
+ */
+import { EventEmitter } from 'node:events';
+import type { PatternShardEntry, DataLakeConfig } from './types.js';
+import type { Pattern, PatternCategory } from '../store/types.js';
+export declare class PatternShardStore extends EventEmitter {
+    private readonly config;
+    private readonly shardsDir;
+    private shardCache;
+    private shardChecksums;
+    constructor(config?: Partial<DataLakeConfig>);
+    initialize(): Promise<void>;
+    /**
+     * Get patterns for a specific category (loads shard if needed)
+     */
+    getByCategory(category: PatternCategory): Promise<PatternShardEntry[]>;
+    /**
+     * Get patterns for multiple categories
+     */
+    getByCategories(categories: PatternCategory[]): Promise<PatternShardEntry[]>;
+    /**
+     * Get a single pattern by ID (searches all shards or specific category)
+     */
+    getById(id: string, category?: PatternCategory): Promise<PatternShardEntry | null>;
+    /**
+     * Get all patterns (loads all shards)
+     */
+    getAll(): Promise<PatternShardEntry[]>;
+    /**
+     * List available categories (based on shard files)
+     */
+    listCategories(): Promise<PatternCategory[]>;
+    /**
+     * Get pattern count by category (without loading full patterns)
+     */
+    getCategoryCounts(): Promise<Record<PatternCategory, number>>;
+    /**
+     * Save patterns for a category (creates/updates shard)
+     */
+    saveShard(category: PatternCategory, patterns: PatternShardEntry[]): Promise<void>;
+    /**
+     * Save all patterns (shards by category)
+     */
+    saveAll(patterns: Pattern[]): Promise<void>;
+    /**
+     * Delete a category shard
+     */
+    deleteShard(category: PatternCategory): Promise<void>;
+    /**
+     * Check if a shard has changed (by checksum)
+     */
+    hasShardChanged(category: PatternCategory, newChecksum: string): Promise<boolean>;
+    /**
+     * Invalidate cache for a category
+     */
+    invalidateCache(category?: PatternCategory): void;
+    /**
+     * Get cache stats
+     */
+    getCacheStats(): {
+        cachedCategories: number;
+        totalPatterns: number;
+    };
+    private loadShard;
+    /**
+     * Convert a full Pattern to a PatternShardEntry
+     */
+    private patternToShardEntry;
+}
+export declare function createPatternShardStore(config?: Partial<DataLakeConfig>): PatternShardStore;
+//# sourceMappingURL=pattern-shard-store.d.ts.map

package/dist/lake/pattern-shard-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pattern-shard-store.d.ts","sourceRoot":"","sources":["../../src/lake/pattern-shard-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAKH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,KAAK,EAEV,iBAAiB,EAGjB,cAAc,EACf,MAAM,YAAY,CAAC;AAOpB,OAAO,KAAK,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAmClE,qBAAa,iBAAkB,SAAQ,YAAY;IACjD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiB;IACxC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IAGnC,OAAO,CAAC,UAAU,CAAiD;IACnE,OAAO,CAAC,cAAc,CAA2C;gBAErD,MAAM,GAAE,OAAO,CAAC,cAAc,CAAM;IAe1C,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAQjC;;OAEG;IACG,aAAa,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAK5E;;OAEG;IACG,eAAe,CAAC,UAAU,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAiBlF;;OAEG;IACG,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAuBxF;;OAEG;IACG,MAAM,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAK5C;;OAEG;IACG,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAWlD;;OAEG;IACG,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;IAgBnE;;OAEG;IACG,SAAS,CAAC,QAAQ,EAAE,eAAe,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IA2BxF;;OAEG;IACG,OAAO,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAqBjD;;OAEG;IACG,WAAW,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB3D;;OAEG;IACG,eAAe,CAAC,QAAQ,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAUvF;;OAEG;IACH,eAAe,CAAC,QAAQ,CAAC,EAAE,eAAe,GAAG,IAAI;IAUjD;;OAEG;IACH,aAAa,IAAI;QAAE,gBAAgB,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAA;KAAE;YAetD,SAAS;IAkCvB;;OAEG;IACH,OAAO,CAAC,mBAAmB;CA0D5B;AAMD,wBAAgB,uBAAuB,CAAC,MAAM,GAAE,OAAO,CAAC,cAAc,CAAM,GAAG,iBAAiB,CAE/F"}