@ninebix/nmt-system 1.0.0

package/dist/src/storage/chunk-store.js

@@ -0,0 +1,293 @@
+/**
+ * Chunk Store - Content-Addressable Storage for Chunks
+ * @module storage/chunk-store
+ */
+import { Level } from 'level';
+import { verifyHash } from '../utils/hash.js';
+import * as fs from 'fs/promises';
+import * as path from 'path';
+/**
+ * Content-Addressable Chunk Store
+ * Uses LevelDB for metadata and file system for chunk data
+ */
+export class ChunkStore {
+    db;
+    dataDir;
+    chunkDir;
+    initialized = false;
+    constructor(options) {
+        this.dataDir = options.dataDir;
+        this.chunkDir = path.join(this.dataDir, 'chunks');
+        this.db = new Level(path.join(this.dataDir, 'chunk-meta'), {
+            valueEncoding: 'json'
+        });
+    }
+    /**
+     * Initialize the store
+     */
+    async init() {
+        if (this.initialized)
+            return;
+        // Ensure directories exist
+        await fs.mkdir(this.chunkDir, { recursive: true });
+        await this.db.open();
+        this.initialized = true;
+    }
+    /**
+     * Close the store
+     */
+    async close() {
+        if (!this.initialized)
+            return;
+        await this.db.close();
+        this.initialized = false;
+    }
+    /**
+     * Store a chunk (content-addressable)
+     * @param chunk - Chunk to store
+     * @returns Hash of stored chunk
+     */
+    async put(chunk) {
+        this.ensureInitialized();
+        const chunkHash = chunk.hash;
+        // Check if chunk already exists
+        const existing = await this.getMetadata(chunkHash);
+        if (existing) {
+            // Increment reference count
+            existing.refCount++;
+            await this.db.put(`meta:${chunkHash}`, JSON.stringify(existing));
+            return chunkHash;
+        }
+        // Store chunk data to file
+        const chunkPath = this.getChunkPath(chunkHash);
+        await fs.mkdir(path.dirname(chunkPath), { recursive: true });
+        await fs.writeFile(chunkPath, chunk.data);
+        // Store metadata
+        const metadata = {
+            hash: chunkHash,
+            size: chunk.data.length,
+            index: chunk.index,
+            offset: chunk.offset,
+            fingerprint: chunk.fingerprint,
+            createdAt: new Date().toISOString(),
+            refCount: 1
+        };
+        await this.db.put(`meta:${chunkHash}`, JSON.stringify(metadata));
+        return chunkHash;
+    }
+    /**
+     * Store multiple chunks
+     * @param chunks - Chunks to store
+     * @returns Array of stored hashes
+     */
+    async putMany(chunks) {
+        const hashes = [];
+        for (const chunk of chunks) {
+            const h = await this.put(chunk);
+            hashes.push(h);
+        }
+        return hashes;
+    }
+    /**
+     * Retrieve a chunk by hash
+     * @param chunkHash - Hash of chunk to retrieve
+     * @returns Chunk or null if not found
+     */
+    async get(chunkHash) {
+        this.ensureInitialized();
+        const metadata = await this.getMetadata(chunkHash);
+        if (!metadata)
+            return null;
+        try {
+            const chunkPath = this.getChunkPath(chunkHash);
+            const data = await fs.readFile(chunkPath);
+            // Verify integrity
+            if (!verifyHash(data, chunkHash)) {
+                throw new Error(`Chunk integrity verification failed: ${chunkHash}`);
+            }
+            return {
+                index: metadata.index,
+                offset: metadata.offset,
+                data: Buffer.from(data),
+                hash: chunkHash,
+                fingerprint: metadata.fingerprint
+            };
+        }
+        catch (err) {
+            if (err.code === 'ENOENT') {
+                return null;
+            }
+            throw err;
+        }
+    }
+    /**
+     * Retrieve multiple chunks by hash
+     * @param hashes - Array of chunk hashes
+     * @returns Array of chunks (in order, null for missing)
+     */
+    async getMany(hashes) {
+        return Promise.all(hashes.map(h => this.get(h)));
+    }
+    /**
+     * Check if a chunk exists
+     * @param chunkHash - Hash to check
+     */
+    async has(chunkHash) {
+        this.ensureInitialized();
+        const metadata = await this.getMetadata(chunkHash);
+        return metadata !== null;
+    }
+    /**
+     * Delete a chunk (decrements reference count)
+     * @param chunkHash - Hash of chunk to delete
+     * @returns true if chunk was deleted, false if not found
+     */
+    async delete(chunkHash) {
+        this.ensureInitialized();
+        const metadata = await this.getMetadata(chunkHash);
+        if (!metadata)
+            return false;
+        metadata.refCount--;
+        if (metadata.refCount <= 0) {
+            // Actually delete the chunk
+            const chunkPath = this.getChunkPath(chunkHash);
+            try {
+                await fs.unlink(chunkPath);
+            }
+            catch (err) {
+                // Ignore if file doesn't exist
+                if (err.code !== 'ENOENT') {
+                    throw err;
+                }
+            }
+            await this.db.del(`meta:${chunkHash}`);
+        }
+        else {
+            // Just update ref count
+            await this.db.put(`meta:${chunkHash}`, JSON.stringify(metadata));
+        }
+        return true;
+    }
+    /**
+     * Get all chunk hashes
+     */
+    async getAllHashes() {
+        this.ensureInitialized();
+        const hashes = [];
+        for await (const key of this.db.keys()) {
+            if (key.startsWith('meta:')) {
+                hashes.push(key.slice(5));
+            }
+        }
+        return hashes;
+    }
+    /**
+     * Get storage statistics
+     */
+    async getStats() {
+        this.ensureInitialized();
+        let totalChunks = 0;
+        let totalSize = 0;
+        for await (const [key, value] of this.db.iterator()) {
+            if (key.startsWith('meta:')) {
+                const metadata = JSON.parse(value);
+                totalChunks++;
+                totalSize += metadata.size;
+            }
+        }
+        return {
+            totalChunks,
+            totalSize,
+            avgChunkSize: totalChunks > 0 ? Math.round(totalSize / totalChunks) : 0
+        };
+    }
+    /**
+     * Verify integrity of all stored chunks
+     */
+    async verifyIntegrity() {
+        this.ensureInitialized();
+        let valid = 0;
+        const corrupted = [];
+        const missing = [];
+        for await (const [key, value] of this.db.iterator()) {
+            if (!key.startsWith('meta:'))
+                continue;
+            const metadata = JSON.parse(value);
+            const chunkPath = this.getChunkPath(metadata.hash);
+            try {
+                const data = await fs.readFile(chunkPath);
+                if (verifyHash(data, metadata.hash)) {
+                    valid++;
+                }
+                else {
+                    corrupted.push(metadata.hash);
+                }
+            }
+            catch (err) {
+                if (err.code === 'ENOENT') {
+                    missing.push(metadata.hash);
+                }
+                else {
+                    throw err;
+                }
+            }
+        }
+        return { valid, corrupted, missing };
+    }
+    /**
+     * Garbage collect unreferenced chunks
+     */
+    async gc() {
+        this.ensureInitialized();
+        const toDelete = [];
+        for await (const [key, value] of this.db.iterator()) {
+            if (!key.startsWith('meta:'))
+                continue;
+            const metadata = JSON.parse(value);
+            if (metadata.refCount <= 0) {
+                toDelete.push(metadata.hash);
+            }
+        }
+        for (const h of toDelete) {
+            await this.delete(h);
+        }
+        return toDelete.length;
+    }
+    /**
+     * Get chunk path from hash (sharded by first 2 chars)
+     */
+    getChunkPath(chunkHash) {
+        const prefix = chunkHash.slice(0, 2);
+        return path.join(this.chunkDir, prefix, chunkHash);
+    }
+    /**
+     * Get chunk metadata
+     */
+    async getMetadata(chunkHash) {
+        try {
+            const value = await this.db.get(`meta:${chunkHash}`);
+            return JSON.parse(value);
+        }
+        catch (err) {
+            if (err.code === 'LEVEL_NOT_FOUND') {
+                return null;
+            }
+            throw err;
+        }
+    }
+    /**
+     * Ensure store is initialized
+     */
+    ensureInitialized() {
+        if (!this.initialized) {
+            throw new Error('ChunkStore not initialized. Call init() first.');
+        }
+    }
+}
+/**
+ * Create a ChunkStore instance
+ */
+export function createChunkStore(options) {
+    return new ChunkStore(options);
+}
+//# sourceMappingURL=chunk-store.js.map

package/dist/src/storage/chunk-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk-store.js","sourceRoot":"","sources":["../../../src/storage/chunk-store.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC;AAE9B,OAAO,EAAQ,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAuB7B;;;GAGG;AACH,MAAM,OAAO,UAAU;IACb,EAAE,CAAwB;IAC1B,OAAO,CAAS;IAChB,QAAQ,CAAS;IACjB,WAAW,GAAY,KAAK,CAAC;IAErC,YAAY,OAA0B;QACpC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAClD,IAAI,CAAC,EAAE,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,EAAE;YACzD,aAAa,EAAE,MAAM;SACtB,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAE7B,2BAA2B;QAC3B,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACnD,MAAM,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAO;QAC9B,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC3B,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,GAAG,CAAC,KAAY;QACpB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC;QAE7B,gCAAgC;QAChC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,QAAQ,EAAE,CAAC;YACb,4BAA4B;YAC5B,QAAQ,CAAC,QAAQ,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,SAAS,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;YACjE,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,2BAA2B;QAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAC/C,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7D,MAAM,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAE1C,iBAAiB;QACjB,MAAM,QAAQ,GAAkB;YAC9B,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM;YACvB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,QAAQ,EAAE,CAAC;SACZ,CAAC;QAEF,MAAM,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,SAAS,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;QAEjE,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,OAAO,CAAC,MAAe;QAC3B,MAAM,MAAM,GAAe,EAAE,CAAC;QAC9B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAChC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,GAAG,CAAC,SAAmB;QAC3B,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAE3B,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;YAC/C,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAE1C,mBAAmB;YACnB,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,EAAE,CAAC;gBACjC,MAAM,IAAI,KAAK,CAAC,wCAAwC,SAAS,EAAE,CAAC,CAAC;YACvE,CAAC;YAED,OAAO;gBACL,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;gBACvB,IAAI,EAAE,SAAS;gBACf,WAAW,EAAE,QAAQ,CAAC,WAAW;aAClC,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACrD,OAAO,IAAI,CAAC;YACd,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,OAAO,CAAC,MAAkB;QAC9B,OAAO,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnD,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,GAAG,CAAC,SAAmB;QAC3B,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACnD,OAAO,QAAQ,KAAK,IAAI,CAAC;IAC3B,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,MAAM,CAAC,SAAmB;QAC9B,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,QAAQ;YAAE,OAAO,KAAK,CAAC;QAE5B,QAAQ,CAAC,QAAQ,EAAE,CAAC;QAEpB,IAAI,QAAQ,CAAC,QAAQ,IAAI,CAAC,EAAE,CAAC;YAC3B,4BAA4B;YAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;YAC/C,IAAI,CAAC;gBACH,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAC7B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,+BAA+B;gBAC/B,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACrD,MAAM,GAAG,CAAC;gBACZ,CAAC;YACH,CAAC;YACD,MAAM,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,SAAS,EAAE,CAAC,CAAC;QACzC,CAAC;aAAM,CAAC;YACN,wBAAwB;YACxB,MAAM,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,SAAS,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,MAAM,GAAe,EAAE,CAAC;QAC9B,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC;YACvC,IAAI,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC5B,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QAKZ,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,IAAI,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;YACpD,IAAI,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC5B,MAAM,QAAQ,GAAkB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAClD,WAAW,EAAE,CAAC;gBACd,SAAS,IAAI,QAAQ,CAAC,IAAI,CAAC;YAC7B,CAAC;QACH,CAAC;QAED,OAAO;YACL,WAAW;YACX,SAAS;YACT,YAAY,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;SACxE,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe;QAKnB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,MAAM,SAAS,GAAe,EAAE,CAAC;QACjC,MAAM,OAAO,GAAe,EAAE,CAAC;QAE/B,IAAI,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;YACpD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;gBAAE,SAAS;YAEvC,MAAM,QAAQ,GAAkB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAClD,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAEnD,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBAC1C,IAAI,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;oBACpC,KAAK,EAAE,CAAC;gBACV,CAAC;qBAAM,CAAC;oBACN,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAChC,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACrD,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC9B,CAAC;qBAAM,CAAC;oBACN,MAAM,GAAG,CAAC;gBACZ,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,EAAE;QACN,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,QAAQ,GAAe,EAAE,CAAC;QAEhC,IAAI,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;YACpD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;gBAAE,SAAS;YAEvC,MAAM,QAAQ,GAAkB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAClD,IAAI,QAAQ,CAAC,QAAQ,IAAI,CAAC,EAAE,CAAC;gBAC3B,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;QAED,OAAO,QAAQ,CAAC,MAAM,CAAC;IACzB,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,SAAmB;QACtC,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACrC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;IACrD,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CAAC,SAAmB;QAC3C,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,SAAS,EAAE,CAAC,CAAC;YACrD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAK,GAAW,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;gBAC5C,OAAO,IAAI,CAAC;YACd,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,iBAAiB;QACvB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,OAA0B;IACzD,OAAO,IAAI,UAAU,CAAC,OAAO,CAAC,CAAC;AACjC,CAAC"}

package/dist/src/storage/index-store.d.ts

@@ -0,0 +1,126 @@
+/**
+ * Index Store - HNSW Index Persistence
+ * @module storage/index-store
+ */
+import type { HNSWParams } from '../types/index.js';
+import { HNSWIndex } from '../core/hnsw-index.js';
+/**
+ * Index store options
+ */
+export interface IndexStoreOptions {
+    dataDir: string;
+    autoSaveInterval?: number;
+}
+/**
+ * HNSW Index Persistence Store
+ */
+export declare class IndexStore {
+    private db;
+    private dataDir;
+    private indexDir;
+    private initialized;
+    private autoSaveInterval;
+    private autoSaveTimer;
+    private pendingSaves;
+    constructor(options: IndexStoreOptions);
+    /**
+     * Initialize the store
+     */
+    init(): Promise<void>;
+    /**
+     * Close the store
+     */
+    close(): Promise<void>;
+    /**
+     * Save an HNSW index
+     * @param name - Index name
+     * @param index - HNSW index instance
+     */
+    save(name: string, index: HNSWIndex): Promise<void>;
+    /**
+     * Queue an index for auto-save
+     * @param name - Index name
+     * @param index - HNSW index instance
+     */
+    queueSave(name: string, index: HNSWIndex): void;
+    /**
+     * Load an HNSW index
+     * @param name - Index name
+     * @returns Loaded index or null if not found
+     */
+    load(name: string): Promise<HNSWIndex | null>;
+    /**
+     * Check if an index exists
+     * @param name - Index name
+     */
+    exists(name: string): Promise<boolean>;
+    /**
+     * Delete an index
+     * @param name - Index name
+     */
+    delete(name: string): Promise<boolean>;
+    /**
+     * List all saved indices
+     */
+    list(): Promise<Array<{
+        name: string;
+        nodeCount: number;
+        savedAt: string;
+        params: HNSWParams;
+    }>>;
+    /**
+     * Get index metadata
+     * @param name - Index name
+     */
+    getMetadata(name: string): Promise<{
+        name: string;
+        nodeCount: number;
+        savedAt: string;
+        params: HNSWParams;
+    } | null>;
+    /**
+     * Create a backup of an index
+     * @param name - Index name
+     * @param backupName - Backup name
+     */
+    backup(name: string, backupName?: string): Promise<string>;
+    /**
+     * Restore an index from backup
+     * @param backupName - Backup name
+     * @param targetName - Target index name (optional, defaults to original)
+     */
+    restore(backupName: string, targetName?: string): Promise<boolean>;
+    /**
+     * Flush all pending saves
+     */
+    private flushPendingSaves;
+    /**
+     * Serialize HNSW index for storage
+     */
+    private serializeIndex;
+    /**
+     * Deserialize HNSW index from storage
+     */
+    private deserializeIndex;
+    /**
+     * Serialize connections Map to plain object
+     */
+    private serializeConnections;
+    /**
+     * Deserialize connections from plain object to Map
+     */
+    private deserializeConnections;
+    /**
+     * Get index file path
+     */
+    private getIndexPath;
+    /**
+     * Ensure store is initialized
+     */
+    private ensureInitialized;
+}
+/**
+ * Create an IndexStore instance
+ */
+export declare function createIndexStore(options: IndexStoreOptions): IndexStore;
+//# sourceMappingURL=index-store.d.ts.map

package/dist/src/storage/index-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-store.d.ts","sourceRoot":"","sources":["../../../src/storage/index-store.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,KAAK,EAAuB,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACzE,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAIlD;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAoBD;;GAEG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,EAAE,CAAwB;IAClC,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,gBAAgB,CAAS;IACjC,OAAO,CAAC,aAAa,CAA+B;IACpD,OAAO,CAAC,YAAY,CAAqC;gBAE7C,OAAO,EAAE,iBAAiB;IAStC;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAe3B;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAgB5B;;;;OAIG;IACG,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAmBzD;;;;OAIG;IACH,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,GAAG,IAAI;IAI/C;;;;OAIG;IACG,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;IAiBnD;;;OAGG;IACG,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAW5C;;;OAGG;IACG,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAgB5C;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC;QAC1B,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,UAAU,CAAC;KACpB,CAAC,CAAC;IAmBH;;;OAGG;IACG,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;QACvC,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,UAAU,CAAC;KACpB,GAAG,IAAI,CAAC;IAcT;;;;OAIG;IACG,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAoBhE;;;;OAIG;IACG,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IA0BxE;;OAEG;YACW,iBAAiB;IAe/B;;OAEG;IACH,OAAO,CAAC,cAAc;IAmBtB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAmBxB;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAQ5B;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAQ9B;;OAEG;IACH,OAAO,CAAC,YAAY;IAIpB;;OAEG;IACH,OAAO,CAAC,iBAAiB;CAK1B;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,iBAAiB,GAAG,UAAU,CAEvE"}