@ninebix/nmt-system 1.0.0

package/dist/storage/index-store.d.ts

@@ -0,0 +1,126 @@
+/**
+ * Index Store - HNSW Index Persistence
+ * @module storage/index-store
+ */
+import type { HNSWParams } from '../types/index.js';
+import { HNSWIndex } from '../core/hnsw-index.js';
+/**
+ * Index store options
+ */
+export interface IndexStoreOptions {
+    dataDir: string;
+    autoSaveInterval?: number;
+}
+/**
+ * HNSW Index Persistence Store
+ */
+export declare class IndexStore {
+    private db;
+    private dataDir;
+    private indexDir;
+    private initialized;
+    private autoSaveInterval;
+    private autoSaveTimer;
+    private pendingSaves;
+    constructor(options: IndexStoreOptions);
+    /**
+     * Initialize the store
+     */
+    init(): Promise<void>;
+    /**
+     * Close the store
+     */
+    close(): Promise<void>;
+    /**
+     * Save an HNSW index
+     * @param name - Index name
+     * @param index - HNSW index instance
+     */
+    save(name: string, index: HNSWIndex): Promise<void>;
+    /**
+     * Queue an index for auto-save
+     * @param name - Index name
+     * @param index - HNSW index instance
+     */
+    queueSave(name: string, index: HNSWIndex): void;
+    /**
+     * Load an HNSW index
+     * @param name - Index name
+     * @returns Loaded index or null if not found
+     */
+    load(name: string): Promise<HNSWIndex | null>;
+    /**
+     * Check if an index exists
+     * @param name - Index name
+     */
+    exists(name: string): Promise<boolean>;
+    /**
+     * Delete an index
+     * @param name - Index name
+     */
+    delete(name: string): Promise<boolean>;
+    /**
+     * List all saved indices
+     */
+    list(): Promise<Array<{
+        name: string;
+        nodeCount: number;
+        savedAt: string;
+        params: HNSWParams;
+    }>>;
+    /**
+     * Get index metadata
+     * @param name - Index name
+     */
+    getMetadata(name: string): Promise<{
+        name: string;
+        nodeCount: number;
+        savedAt: string;
+        params: HNSWParams;
+    } | null>;
+    /**
+     * Create a backup of an index
+     * @param name - Index name
+     * @param backupName - Backup name
+     */
+    backup(name: string, backupName?: string): Promise<string>;
+    /**
+     * Restore an index from backup
+     * @param backupName - Backup name
+     * @param targetName - Target index name (optional, defaults to original)
+     */
+    restore(backupName: string, targetName?: string): Promise<boolean>;
+    /**
+     * Flush all pending saves
+     */
+    private flushPendingSaves;
+    /**
+     * Serialize HNSW index for storage
+     */
+    private serializeIndex;
+    /**
+     * Deserialize HNSW index from storage
+     */
+    private deserializeIndex;
+    /**
+     * Serialize connections Map to plain object
+     */
+    private serializeConnections;
+    /**
+     * Deserialize connections from plain object to Map
+     */
+    private deserializeConnections;
+    /**
+     * Get index file path
+     */
+    private getIndexPath;
+    /**
+     * Ensure store is initialized
+     */
+    private ensureInitialized;
+}
+/**
+ * Create an IndexStore instance
+ */
+export declare function createIndexStore(options: IndexStoreOptions): IndexStore;
+//# sourceMappingURL=index-store.d.ts.map

package/dist/storage/index-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-store.d.ts","sourceRoot":"","sources":["../../src/storage/index-store.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,KAAK,EAAuB,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACzE,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAIlD;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAoBD;;GAEG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,EAAE,CAAwB;IAClC,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,gBAAgB,CAAS;IACjC,OAAO,CAAC,aAAa,CAA+B;IACpD,OAAO,CAAC,YAAY,CAAqC;gBAE7C,OAAO,EAAE,iBAAiB;IAStC;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAe3B;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAgB5B;;;;OAIG;IACG,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAmBzD;;;;OAIG;IACH,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,GAAG,IAAI;IAI/C;;;;OAIG;IACG,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;IAiBnD;;;OAGG;IACG,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAW5C;;;OAGG;IACG,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAgB5C;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC;QAC1B,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,UAAU,CAAC;KACpB,CAAC,CAAC;IAmBH;;;OAGG;IACG,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;QACvC,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,UAAU,CAAC;KACpB,GAAG,IAAI,CAAC;IAcT;;;;OAIG;IACG,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAoBhE;;;;OAIG;IACG,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IA0BxE;;OAEG;YACW,iBAAiB;IAe/B;;OAEG;IACH,OAAO,CAAC,cAAc;IAmBtB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAmBxB;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAQ5B;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAQ9B;;OAEG;IACH,OAAO,CAAC,YAAY;IAIpB;;OAEG;IACH,OAAO,CAAC,iBAAiB;CAK1B;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,iBAAiB,GAAG,UAAU,CAEvE"}

package/dist/storage/index-store.js

@@ -0,0 +1,316 @@
+/**
+ * Index Store - HNSW Index Persistence
+ * @module storage/index-store
+ */
+import { Level } from 'level';
+import { HNSWIndex } from '../core/hnsw-index.js';
+import * as fs from 'fs/promises';
+import * as path from 'path';
+/**
+ * HNSW Index Persistence Store
+ */
+export class IndexStore {
+    db;
+    dataDir;
+    indexDir;
+    initialized = false;
+    autoSaveInterval;
+    autoSaveTimer = null;
+    pendingSaves = new Map();
+    constructor(options) {
+        this.dataDir = options.dataDir;
+        this.indexDir = path.join(this.dataDir, 'indices');
+        this.autoSaveInterval = options.autoSaveInterval ?? 0;
+        this.db = new Level(path.join(this.dataDir, 'index-meta'), {
+            valueEncoding: 'json'
+        });
+    }
+    /**
+     * Initialize the store
+     */
+    async init() {
+        if (this.initialized)
+            return;
+        await fs.mkdir(this.indexDir, { recursive: true });
+        await this.db.open();
+        this.initialized = true;
+        // Start auto-save timer if configured
+        if (this.autoSaveInterval > 0) {
+            this.autoSaveTimer = setInterval(() => {
+                this.flushPendingSaves();
+            }, this.autoSaveInterval);
+        }
+    }
+    /**
+     * Close the store
+     */
+    async close() {
+        if (!this.initialized)
+            return;
+        // Stop auto-save timer
+        if (this.autoSaveTimer) {
+            clearInterval(this.autoSaveTimer);
+            this.autoSaveTimer = null;
+        }
+        // Flush pending saves
+        await this.flushPendingSaves();
+        await this.db.close();
+        this.initialized = false;
+    }
+    /**
+     * Save an HNSW index
+     * @param name - Index name
+     * @param index - HNSW index instance
+     */
+    async save(name, index) {
+        this.ensureInitialized();
+        const serialized = this.serializeIndex(index);
+        const indexPath = this.getIndexPath(name);
+        // Write index data to file
+        await fs.writeFile(indexPath, JSON.stringify(serialized, null, 2));
+        // Store metadata
+        const metadata = {
+            name,
+            nodeCount: index.size,
+            savedAt: new Date().toISOString(),
+            params: serialized.params
+        };
+        await this.db.put(`index:${name}`, JSON.stringify(metadata));
+    }
+    /**
+     * Queue an index for auto-save
+     * @param name - Index name
+     * @param index - HNSW index instance
+     */
+    queueSave(name, index) {
+        this.pendingSaves.set(name, index);
+    }
+    /**
+     * Load an HNSW index
+     * @param name - Index name
+     * @returns Loaded index or null if not found
+     */
+    async load(name) {
+        this.ensureInitialized();
+        const indexPath = this.getIndexPath(name);
+        try {
+            const data = await fs.readFile(indexPath, 'utf-8');
+            const serialized = JSON.parse(data);
+            return this.deserializeIndex(serialized);
+        }
+        catch (err) {
+            if (err.code === 'ENOENT') {
+                return null;
+            }
+            throw err;
+        }
+    }
+    /**
+     * Check if an index exists
+     * @param name - Index name
+     */
+    async exists(name) {
+        this.ensureInitialized();
+        try {
+            await fs.access(this.getIndexPath(name));
+            return true;
+        }
+        catch {
+            return false;
+        }
+    }
+    /**
+     * Delete an index
+     * @param name - Index name
+     */
+    async delete(name) {
+        this.ensureInitialized();
+        try {
+            await fs.unlink(this.getIndexPath(name));
+            await this.db.del(`index:${name}`);
+            this.pendingSaves.delete(name);
+            return true;
+        }
+        catch (err) {
+            if (err.code === 'ENOENT') {
+                return false;
+            }
+            throw err;
+        }
+    }
+    /**
+     * List all saved indices
+     */
+    async list() {
+        this.ensureInitialized();
+        const indices = [];
+        for await (const [key, value] of this.db.iterator()) {
+            if (key.startsWith('index:')) {
+                indices.push(JSON.parse(value));
+            }
+        }
+        return indices;
+    }
+    /**
+     * Get index metadata
+     * @param name - Index name
+     */
+    async getMetadata(name) {
+        this.ensureInitialized();
+        try {
+            const value = await this.db.get(`index:${name}`);
+            return JSON.parse(value);
+        }
+        catch (err) {
+            if (err.code === 'LEVEL_NOT_FOUND') {
+                return null;
+            }
+            throw err;
+        }
+    }
+    /**
+     * Create a backup of an index
+     * @param name - Index name
+     * @param backupName - Backup name
+     */
+    async backup(name, backupName) {
+        this.ensureInitialized();
+        const indexPath = this.getIndexPath(name);
+        const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
+        const actualBackupName = backupName ?? `${name}-backup-${timestamp}`;
+        const backupPath = this.getIndexPath(actualBackupName);
+        await fs.copyFile(indexPath, backupPath);
+        // Copy metadata
+        const metadata = await this.getMetadata(name);
+        if (metadata) {
+            metadata.name = actualBackupName;
+            await this.db.put(`index:${actualBackupName}`, JSON.stringify(metadata));
+        }
+        return actualBackupName;
+    }
+    /**
+     * Restore an index from backup
+     * @param backupName - Backup name
+     * @param targetName - Target index name (optional, defaults to original)
+     */
+    async restore(backupName, targetName) {
+        this.ensureInitialized();
+        const backupPath = this.getIndexPath(backupName);
+        const actualTargetName = targetName ?? backupName.replace(/-backup-.*$/, '');
+        const targetPath = this.getIndexPath(actualTargetName);
+        try {
+            await fs.copyFile(backupPath, targetPath);
+            const metadata = await this.getMetadata(backupName);
+            if (metadata) {
+                metadata.name = actualTargetName;
+                metadata.savedAt = new Date().toISOString();
+                await this.db.put(`index:${actualTargetName}`, JSON.stringify(metadata));
+            }
+            return true;
+        }
+        catch (err) {
+            if (err.code === 'ENOENT') {
+                return false;
+            }
+            throw err;
+        }
+    }
+    /**
+     * Flush all pending saves
+     */
+    async flushPendingSaves() {
+        const saves = Array.from(this.pendingSaves.entries());
+        this.pendingSaves.clear();
+        for (const [name, index] of saves) {
+            try {
+                await this.save(name, index);
+            }
+            catch (err) {
+                console.error(`Failed to auto-save index ${name}:`, err);
+                // Re-queue for next attempt
+                this.pendingSaves.set(name, index);
+            }
+        }
+    }
+    /**
+     * Serialize HNSW index for storage
+     */
+    serializeIndex(index) {
+        const data = index.serialize();
+        return {
+            params: data.params,
+            entryPoint: data.entryPoint,
+            nodes: data.nodes.map(node => ({
+                id: node.id,
+                embedding: Array.from(node.embedding),
+                layer: node.layer,
+                connections: this.serializeConnections(node.connections)
+            })),
+            layers: data.layers.map(layer => ({
+                level: layer.level,
+                nodes: Array.from(layer.nodes)
+            }))
+        };
+    }
+    /**
+     * Deserialize HNSW index from storage
+     */
+    deserializeIndex(data) {
+        const indexData = {
+            params: data.params,
+            entryPoint: data.entryPoint,
+            nodes: data.nodes.map(node => ({
+                id: node.id,
+                embedding: new Float32Array(node.embedding),
+                layer: node.layer,
+                connections: this.deserializeConnections(node.connections)
+            })),
+            layers: data.layers.map(layer => ({
+                level: layer.level,
+                nodes: new Set(layer.nodes)
+            }))
+        };
+        return HNSWIndex.deserialize(indexData);
+    }
+    /**
+     * Serialize connections Map to plain object
+     */
+    serializeConnections(connections) {
+        const result = {};
+        for (const [layer, conns] of connections) {
+            result[layer.toString()] = Array.from(conns);
+        }
+        return result;
+    }
+    /**
+     * Deserialize connections from plain object to Map
+     */
+    deserializeConnections(data) {
+        const result = new Map();
+        for (const [layer, conns] of Object.entries(data)) {
+            result.set(parseInt(layer), new Set(conns));
+        }
+        return result;
+    }
+    /**
+     * Get index file path
+     */
+    getIndexPath(name) {
+        return path.join(this.indexDir, `${name}.json`);
+    }
+    /**
+     * Ensure store is initialized
+     */
+    ensureInitialized() {
+        if (!this.initialized) {
+            throw new Error('IndexStore not initialized. Call init() first.');
+        }
+    }
+}
+/**
+ * Create an IndexStore instance
+ */
+export function createIndexStore(options) {
+    return new IndexStore(options);
+}
+//# sourceMappingURL=index-store.js.map

package/dist/storage/index-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-store.js","sourceRoot":"","sources":["../../src/storage/index-store.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC;AAE9B,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AA4B7B;;GAEG;AACH,MAAM,OAAO,UAAU;IACb,EAAE,CAAwB;IAC1B,OAAO,CAAS;IAChB,QAAQ,CAAS;IACjB,WAAW,GAAY,KAAK,CAAC;IAC7B,gBAAgB,CAAS;IACzB,aAAa,GAA0B,IAAI,CAAC;IAC5C,YAAY,GAA2B,IAAI,GAAG,EAAE,CAAC;IAEzD,YAAY,OAA0B;QACpC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,CAAC,CAAC;QACtD,IAAI,CAAC,EAAE,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,EAAE;YACzD,aAAa,EAAE,MAAM;SACtB,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAE7B,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACnD,MAAM,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAExB,sCAAsC;QACtC,IAAI,IAAI,CAAC,gBAAgB,GAAG,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE;gBACpC,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,CAAC,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAO;QAE9B,uBAAuB;QACvB,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAClC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC5B,CAAC;QAED,sBAAsB;QACtB,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE/B,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC3B,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,IAAI,CAAC,IAAY,EAAE,KAAgB;QACvC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QAE1C,2BAA2B;QAC3B,MAAM,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAEnE,iBAAiB;QACjB,MAAM,QAAQ,GAAG;YACf,IAAI;YACJ,SAAS,EAAE,KAAK,CAAC,IAAI;YACrB,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACjC,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC;QACF,MAAM,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,SAAS,IAAI,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC/D,CAAC;IAED;;;;OAIG;IACH,SAAS,CAAC,IAAY,EAAE,KAAgB;QACtC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACrC,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,IAAI,CAAC,IAAY;QACrB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QAE1C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,UAAU,GAAmB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpD,OAAO,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;QAC3C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACrD,OAAO,IAAI,CAAC;YACd,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,MAAM,CAAC,IAAY;QACvB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;YACzC,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,MAAM,CAAC,IAAY;QACvB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;YACzC,MAAM,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;YACnC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC/B,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACrD,OAAO,KAAK,CAAC;YACf,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI;QAMR,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,OAAO,GAKR,EAAE,CAAC;QAER,IAAI,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;YACpD,IAAI,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC7B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW,CAAC,IAAY;QAM5B,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;YACjD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAK,GAAW,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;gBAC5C,OAAO,IAAI,CAAC;YACd,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,MAAM,CAAC,IAAY,EAAE,UAAmB;QAC5C,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QACjE,MAAM,gBAAgB,GAAG,UAAU,IAAI,GAAG,IAAI,WAAW,SAAS,EAAE,CAAC;QACrE,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;QAEvD,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QAEzC,gBAAgB;QAChB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,IAAI,GAAG,gBAAgB,CAAC;YACjC,MAAM,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,SAAS,gBAAgB,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC3E,CAAC;QAED,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,OAAO,CAAC,UAAkB,EAAE,UAAmB;QACnD,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QACjD,MAAM,gBAAgB,GAAG,UAAU,IAAI,UAAU,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;QAC7E,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;QAEvD,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;YAE1C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;YACpD,IAAI,QAAQ,EAAE,CAAC;gBACb,QAAQ,CAAC,IAAI,GAAG,gBAAgB,CAAC;gBACjC,QAAQ,CAAC,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;gBAC5C,MAAM,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,SAAS,gBAAgB,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC3E,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACrD,OAAO,KAAK,CAAC;YACf,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB;QAC7B,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;QAE1B,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,KAAK,EAAE,CAAC;YAClC,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,6BAA6B,IAAI,GAAG,EAAE,GAAG,CAAC,CAAC;gBACzD,4BAA4B;gBAC5B,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,KAAgB;QACrC,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;QAE/B,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC7B,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;gBACrC,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,WAAW,EAAE,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,WAAW,CAAC;aACzD,CAAC,CAAC;YACH,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAChC,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;aAC/B,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,IAAoB;QAC3C,MAAM,SAAS,GAAG;YAChB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC7B,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,SAAS,EAAE,IAAI,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC;gBAC3C,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,WAAW,EAAE,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,WAAW,CAAC;aAC3D,CAAC,CAAC;YACH,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAChC,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,KAAK,EAAE,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC;aAC5B,CAAC,CAAC;SACJ,CAAC;QAEF,OAAO,SAAS,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;IAC1C,CAAC;IAED;;OAEG;IACK,oBAAoB,CAAC,WAAmC;QAC9D,MAAM,MAAM,GAA6B,EAAE,CAAC;QAC5C,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,WAAW,EAAE,CAAC;YACzC,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/C,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,sBAAsB,CAAC,IAA8B;QAC3D,MAAM,MAAM,GAAG,IAAI,GAAG,EAAqB,CAAC;QAC5C,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAClD,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;QAC9C,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,IAAY;QAC/B,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,IAAI,OAAO,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACK,iBAAiB;QACvB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,OAA0B;IACzD,OAAO,IAAI,UAAU,CAAC,OAAO,CAAC,CAAC;AACjC,CAAC"}

package/dist/storage/index.d.ts

@@ -0,0 +1,45 @@
+/**
+ * Storage Layer Export
+ *
+ * LevelDB 기반 영속 스토리지
+ *
+ * @module storage
+ */
+export { ChunkStore, createChunkStore } from './chunk-store.js';
+export type { ChunkStoreOptions } from './chunk-store.js';
+export { NeuronStore, createNeuronStore } from './neuron-store.js';
+export type { NeuronStoreOptions } from './neuron-store.js';
+export { IndexStore, createIndexStore } from './index-store.js';
+export type { IndexStoreOptions } from './index-store.js';
+export { ProbabilisticStore, createProbabilisticStore } from './probabilistic-store.js';
+export type { ProbabilisticStoreOptions } from './probabilistic-store.js';
+export type StorageBackend = 'leveldb';
+/**
+ * Storage configuration
+ */
+export interface StorageConfig {
+    backend: StorageBackend;
+    dataDir: string;
+}
+/**
+ * Get storage configuration from environment
+ */
+export declare function getStorageConfig(): StorageConfig;
+/**
+ * Print storage backend info
+ */
+export declare function printStorageInfo(): void;
+import { ChunkStore } from './chunk-store.js';
+import { NeuronStore } from './neuron-store.js';
+import { IndexStore } from './index-store.js';
+import { ProbabilisticStore } from './probabilistic-store.js';
+/**
+ * Create stores based on configuration
+ */
+export declare function createStores(config?: StorageConfig): {
+    chunkStore: ChunkStore;
+    neuronStore: NeuronStore;
+    indexStore: IndexStore;
+    probabilisticStore: ProbabilisticStore;
+};
+//# sourceMappingURL=index.d.ts.map

package/dist/storage/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/storage/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EACL,UAAU,EACV,gBAAgB,EACjB,MAAM,kBAAkB,CAAC;AAC1B,YAAY,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAE1D,OAAO,EACL,WAAW,EACX,iBAAiB,EAClB,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAE5D,OAAO,EACL,UAAU,EACV,gBAAgB,EACjB,MAAM,kBAAkB,CAAC;AAC1B,YAAY,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAG1D,OAAO,EACL,kBAAkB,EAClB,wBAAwB,EACzB,MAAM,0BAA0B,CAAC;AAClC,YAAY,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AAI1E,MAAM,MAAM,cAAc,GAAG,SAAS,CAAC;AAEvC;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,cAAc,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,wBAAgB,gBAAgB,IAAI,aAAa,CAKhD;AAED;;GAEG;AACH,wBAAgB,gBAAgB,IAAI,IAAI,CASvC;AAED,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAE9D;;GAEG;AACH,wBAAgB,YAAY,CAAC,MAAM,CAAC,EAAE,aAAa,GAAG;IACpD,UAAU,EAAE,UAAU,CAAC;IACvB,WAAW,EAAE,WAAW,CAAC;IACzB,UAAU,EAAE,UAAU,CAAC;IACvB,kBAAkB,EAAE,kBAAkB,CAAC;CACxC,CAUA"}

package/dist/storage/index.js

@@ -0,0 +1,52 @@
+/**
+ * Storage Layer Export
+ *
+ * LevelDB 기반 영속 스토리지
+ *
+ * @module storage
+ */
+// ============== LevelDB Stores (Persistent) ==============
+export { ChunkStore, createChunkStore } from './chunk-store.js';
+export { NeuronStore, createNeuronStore } from './neuron-store.js';
+export { IndexStore, createIndexStore } from './index-store.js';
+// ============== Probabilistic Ontology Store ==============
+export { ProbabilisticStore, createProbabilisticStore } from './probabilistic-store.js';
+/**
+ * Get storage configuration from environment
+ */
+export function getStorageConfig() {
+    return {
+        backend: 'leveldb',
+        dataDir: process.env.NMT_DATA_DIR || './data'
+    };
+}
+/**
+ * Print storage backend info
+ */
+export function printStorageInfo() {
+    const config = getStorageConfig();
+    console.log('\n=== NMT Storage Configuration ===');
+    console.log(`Backend: ${config.backend}`);
+    console.log(`Data Directory: ${config.dataDir}`);
+    console.log('Status: Persistent (LevelDB)');
+    console.log('Data is stored on disk and survives restarts.');
+    console.log('================================\n');
+}
+import { ChunkStore } from './chunk-store.js';
+import { NeuronStore } from './neuron-store.js';
+import { IndexStore } from './index-store.js';
+import { ProbabilisticStore } from './probabilistic-store.js';
+/**
+ * Create stores based on configuration
+ */
+export function createStores(config) {
+    const cfg = config || getStorageConfig();
+    const options = { dataDir: cfg.dataDir };
+    return {
+        chunkStore: new ChunkStore(options),
+        neuronStore: new NeuronStore(options),
+        indexStore: new IndexStore(options),
+        probabilisticStore: new ProbabilisticStore(options)
+    };
+}
+//# sourceMappingURL=index.js.map

package/dist/storage/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/storage/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,4DAA4D;AAC5D,OAAO,EACL,UAAU,EACV,gBAAgB,EACjB,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EACL,WAAW,EACX,iBAAiB,EAClB,MAAM,mBAAmB,CAAC;AAG3B,OAAO,EACL,UAAU,EACV,gBAAgB,EACjB,MAAM,kBAAkB,CAAC;AAG1B,6DAA6D;AAC7D,OAAO,EACL,kBAAkB,EAClB,wBAAwB,EACzB,MAAM,0BAA0B,CAAC;AAelC;;GAEG;AACH,MAAM,UAAU,gBAAgB;IAC9B,OAAO;QACL,OAAO,EAAE,SAAS;QAClB,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,QAAQ;KAC9C,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB;IAC9B,MAAM,MAAM,GAAG,gBAAgB,EAAE,CAAC;IAElC,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,CAAC,YAAY,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IAC1C,OAAO,CAAC,GAAG,CAAC,mBAAmB,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IACjD,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;IAC5C,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;IAC7D,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;AACpD,CAAC;AAED,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAE9D;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,MAAsB;IAMjD,MAAM,GAAG,GAAG,MAAM,IAAI,gBAAgB,EAAE,CAAC;IACzC,MAAM,OAAO,GAAG,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;IAEzC,OAAO;QACL,UAAU,EAAE,IAAI,UAAU,CAAC,OAAO,CAAC;QACnC,WAAW,EAAE,IAAI,WAAW,CAAC,OAAO,CAAC;QACrC,UAAU,EAAE,IAAI,UAAU,CAAC,OAAO,CAAC;QACnC,kBAAkB,EAAE,IAAI,kBAAkB,CAAC,OAAO,CAAC;KACpD,CAAC;AACJ,CAAC"}

package/dist/storage/neuron-store.d.ts

@@ -0,0 +1,121 @@
+/**
+ * Neuron Store - Persistent storage for neurons and synapses
+ * @module storage/neuron-store
+ */
+import type { UUID, NeuronNode, Synapse, SynapseType, Embedding384 } from '../types/index.js';
+/**
+ * Neuron store options
+ */
+export interface NeuronStoreOptions {
+    dataDir: string;
+}
+/**
+ * Neuron and Synapse Storage
+ */
+export declare class NeuronStore {
+    private neuronDb;
+    private synapseDb;
+    private dataDir;
+    private initialized;
+    constructor(options: NeuronStoreOptions);
+    /**
+     * Initialize the store
+     */
+    init(): Promise<void>;
+    /**
+     * Close the store
+     */
+    close(): Promise<void>;
+    /**
+     * Create and store a new neuron
+     */
+    createNeuron(input: {
+        embedding: Embedding384;
+        chunkHashes: string[];
+        merkleRoot: string;
+        sourceType?: string;
+        tags?: string[];
+    }): Promise<NeuronNode>;
+    /**
+     * Store a neuron
+     */
+    putNeuron(neuron: NeuronNode): Promise<void>;
+    /**
+     * Get a neuron by ID
+     */
+    getNeuron(id: UUID): Promise<NeuronNode | null>;
+    /**
+     * Get neuron by Merkle root
+     */
+    getNeuronByMerkleRoot(merkleRoot: string): Promise<NeuronNode | null>;
+    /**
+     * Update a neuron
+     */
+    updateNeuron(id: UUID, updates: Partial<NeuronNode>): Promise<NeuronNode | null>;
+    /**
+     * Delete a neuron and its synapses
+     */
+    deleteNeuron(id: UUID): Promise<boolean>;
+    /**
+     * Record an access to a neuron
+     */
+    recordAccess(id: UUID): Promise<void>;
+    /**
+     * Get all neuron IDs
+     */
+    getAllNeuronIds(): Promise<UUID[]>;
+    /**
+     * Get neuron count
+     */
+    getNeuronCount(): Promise<number>;
+    /**
+     * Create a synapse between two neurons
+     */
+    createSynapse(sourceId: UUID, targetId: UUID, type: SynapseType, weight?: number, bidirectional?: boolean): Promise<Synapse | null>;
+    /**
+     * Store a synapse
+     */
+    putSynapse(synapse: Synapse): Promise<void>;
+    /**
+     * Get a synapse by ID
+     */
+    getSynapse(id: UUID): Promise<Synapse | null>;
+    /**
+     * Get all synapses from a neuron
+     */
+    getOutgoingSynapses(neuronId: UUID): Promise<Synapse[]>;
+    /**
+     * Get all synapses to a neuron
+     */
+    getIncomingSynapses(neuronId: UUID): Promise<Synapse[]>;
+    /**
+     * Update synapse weight
+     */
+    updateSynapseWeight(id: UUID, weight: number): Promise<Synapse | null>;
+    /**
+     * Record synapse activation
+     */
+    recordSynapseActivation(id: UUID): Promise<void>;
+    /**
+     * Delete a synapse
+     */
+    deleteSynapse(id: UUID): Promise<boolean>;
+    /**
+     * Get synapse count
+     */
+    getSynapseCount(): Promise<number>;
+    /**
+     * Find neurons similar to a given embedding
+     */
+    findSimilar(embedding: Embedding384, k: number): Promise<NeuronNode[]>;
+    private serializeNeuron;
+    private deserializeNeuron;
+    private serializeSynapse;
+    private deserializeSynapse;
+    private ensureInitialized;
+}
+/**
+ * Create a NeuronStore instance
+ */
+export declare function createNeuronStore(options: NeuronStoreOptions): NeuronStore;
+//# sourceMappingURL=neuron-store.d.ts.map