@ninebix/nmt-system 1.0.0

package/dist/src/utils/uuid.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"uuid.js","sourceRoot":"","sources":["../../../src/utils/uuid.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,QAAQ,IAAI,YAAY,EAAE,MAAM,MAAM,CAAC;AAG9D;;;GAGG;AACH,MAAM,UAAU,YAAY;IAC1B,OAAO,MAAM,EAAE,CAAC;AAClB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,WAAW,CAAC,GAAW;IACrC,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC;AAC3B,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,KAAa;IACzC,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;AACvD,CAAC"}

package/dist/storage/chunk-store.d.ts

@@ -0,0 +1,107 @@
+/**
+ * Chunk Store - Content-Addressable Storage for Chunks
+ * @module storage/chunk-store
+ */
+import type { Chunk, SHA3Hash } from '../types/index.js';
+/**
+ * Chunk storage options
+ */
+export interface ChunkStoreOptions {
+    dataDir: string;
+    useCompression?: boolean;
+}
+/**
+ * Content-Addressable Chunk Store
+ * Uses LevelDB for metadata and file system for chunk data
+ */
+export declare class ChunkStore {
+    private db;
+    private dataDir;
+    private chunkDir;
+    private initialized;
+    constructor(options: ChunkStoreOptions);
+    /**
+     * Initialize the store
+     */
+    init(): Promise<void>;
+    /**
+     * Close the store
+     */
+    close(): Promise<void>;
+    /**
+     * Store a chunk (content-addressable)
+     * @param chunk - Chunk to store
+     * @returns Hash of stored chunk
+     */
+    put(chunk: Chunk): Promise<SHA3Hash>;
+    /**
+     * Store multiple chunks
+     * @param chunks - Chunks to store
+     * @returns Array of stored hashes
+     */
+    putMany(chunks: Chunk[]): Promise<SHA3Hash[]>;
+    /**
+     * Retrieve a chunk by hash
+     * @param chunkHash - Hash of chunk to retrieve
+     * @returns Chunk or null if not found
+     */
+    get(chunkHash: SHA3Hash): Promise<Chunk | null>;
+    /**
+     * Retrieve multiple chunks by hash
+     * @param hashes - Array of chunk hashes
+     * @returns Array of chunks (in order, null for missing)
+     */
+    getMany(hashes: SHA3Hash[]): Promise<(Chunk | null)[]>;
+    /**
+     * Check if a chunk exists
+     * @param chunkHash - Hash to check
+     */
+    has(chunkHash: SHA3Hash): Promise<boolean>;
+    /**
+     * Delete a chunk (decrements reference count)
+     * @param chunkHash - Hash of chunk to delete
+     * @returns true if chunk was deleted, false if not found
+     */
+    delete(chunkHash: SHA3Hash): Promise<boolean>;
+    /**
+     * Get all chunk hashes
+     */
+    getAllHashes(): Promise<SHA3Hash[]>;
+    /**
+     * Get storage statistics
+     */
+    getStats(): Promise<{
+        totalChunks: number;
+        totalSize: number;
+        avgChunkSize: number;
+    }>;
+    /**
+     * Verify integrity of all stored chunks
+     */
+    verifyIntegrity(): Promise<{
+        valid: number;
+        corrupted: SHA3Hash[];
+        missing: SHA3Hash[];
+    }>;
+    /**
+     * Garbage collect unreferenced chunks
+     */
+    gc(): Promise<number>;
+    /**
+     * Get chunk path from hash (sharded by first 2 chars)
+     */
+    private getChunkPath;
+    /**
+     * Get chunk metadata
+     */
+    private getMetadata;
+    /**
+     * Ensure store is initialized
+     */
+    private ensureInitialized;
+}
+/**
+ * Create a ChunkStore instance
+ */
+export declare function createChunkStore(options: ChunkStoreOptions): ChunkStore;
+//# sourceMappingURL=chunk-store.d.ts.map

package/dist/storage/chunk-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk-store.d.ts","sourceRoot":"","sources":["../../src/storage/chunk-store.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAKzD;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAeD;;;GAGG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,EAAE,CAAwB;IAClC,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,WAAW,CAAkB;gBAEzB,OAAO,EAAE,iBAAiB;IAQtC;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAS3B;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAM5B;;;;OAIG;IACG,GAAG,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC;IAmC1C;;;;OAIG;IACG,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;IASnD;;;;OAIG;IACG,GAAG,CAAC,SAAS,EAAE,QAAQ,GAAG,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC;IA8BrD;;;;OAIG;IACG,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC;IAI5D;;;OAGG;IACG,GAAG,CAAC,SAAS,EAAE,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;IAMhD;;;;OAIG;IACG,MAAM,CAAC,SAAS,EAAE,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;IA4BnD;;OAEG;IACG,YAAY,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAYzC;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,SAAS,EAAE,MAAM,CAAC;QAClB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IAqBF;;OAEG;IACG,eAAe,IAAI,OAAO,CAAC;QAC/B,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,QAAQ,EAAE,CAAC;QACtB,OAAO,EAAE,QAAQ,EAAE,CAAC;KACrB,CAAC;IAgCF;;OAEG;IACG,EAAE,IAAI,OAAO,CAAC,MAAM,CAAC;IAqB3B;;OAEG;IACH,OAAO,CAAC,YAAY;IAKpB;;OAEG;YACW,WAAW;IAYzB;;OAEG;IACH,OAAO,CAAC,iBAAiB;CAK1B;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,iBAAiB,GAAG,UAAU,CAEvE"}

package/dist/storage/chunk-store.js

@@ -0,0 +1,293 @@
+/**
+ * Chunk Store - Content-Addressable Storage for Chunks
+ * @module storage/chunk-store
+ */
+import { Level } from 'level';
+import { verifyHash } from '../utils/hash.js';
+import * as fs from 'fs/promises';
+import * as path from 'path';
+/**
+ * Content-Addressable Chunk Store
+ * Uses LevelDB for metadata and file system for chunk data
+ */
+export class ChunkStore {
+    db;
+    dataDir;
+    chunkDir;
+    initialized = false;
+    constructor(options) {
+        this.dataDir = options.dataDir;
+        this.chunkDir = path.join(this.dataDir, 'chunks');
+        this.db = new Level(path.join(this.dataDir, 'chunk-meta'), {
+            valueEncoding: 'json'
+        });
+    }
+    /**
+     * Initialize the store
+     */
+    async init() {
+        if (this.initialized)
+            return;
+        // Ensure directories exist
+        await fs.mkdir(this.chunkDir, { recursive: true });
+        await this.db.open();
+        this.initialized = true;
+    }
+    /**
+     * Close the store
+     */
+    async close() {
+        if (!this.initialized)
+            return;
+        await this.db.close();
+        this.initialized = false;
+    }
+    /**
+     * Store a chunk (content-addressable)
+     * @param chunk - Chunk to store
+     * @returns Hash of stored chunk
+     */
+    async put(chunk) {
+        this.ensureInitialized();
+        const chunkHash = chunk.hash;
+        // Check if chunk already exists
+        const existing = await this.getMetadata(chunkHash);
+        if (existing) {
+            // Increment reference count
+            existing.refCount++;
+            await this.db.put(`meta:${chunkHash}`, JSON.stringify(existing));
+            return chunkHash;
+        }
+        // Store chunk data to file
+        const chunkPath = this.getChunkPath(chunkHash);
+        await fs.mkdir(path.dirname(chunkPath), { recursive: true });
+        await fs.writeFile(chunkPath, chunk.data);
+        // Store metadata
+        const metadata = {
+            hash: chunkHash,
+            size: chunk.data.length,
+            index: chunk.index,
+            offset: chunk.offset,
+            fingerprint: chunk.fingerprint,
+            createdAt: new Date().toISOString(),
+            refCount: 1
+        };
+        await this.db.put(`meta:${chunkHash}`, JSON.stringify(metadata));
+        return chunkHash;
+    }
+    /**
+     * Store multiple chunks
+     * @param chunks - Chunks to store
+     * @returns Array of stored hashes
+     */
+    async putMany(chunks) {
+        const hashes = [];
+        for (const chunk of chunks) {
+            const h = await this.put(chunk);
+            hashes.push(h);
+        }
+        return hashes;
+    }
+    /**
+     * Retrieve a chunk by hash
+     * @param chunkHash - Hash of chunk to retrieve
+     * @returns Chunk or null if not found
+     */
+    async get(chunkHash) {
+        this.ensureInitialized();
+        const metadata = await this.getMetadata(chunkHash);
+        if (!metadata)
+            return null;
+        try {
+            const chunkPath = this.getChunkPath(chunkHash);
+            const data = await fs.readFile(chunkPath);
+            // Verify integrity
+            if (!verifyHash(data, chunkHash)) {
+                throw new Error(`Chunk integrity verification failed: ${chunkHash}`);
+            }
+            return {
+                index: metadata.index,
+                offset: metadata.offset,
+                data: Buffer.from(data),
+                hash: chunkHash,
+                fingerprint: metadata.fingerprint
+            };
+        }
+        catch (err) {
+            if (err.code === 'ENOENT') {
+                return null;
+            }
+            throw err;
+        }
+    }
+    /**
+     * Retrieve multiple chunks by hash
+     * @param hashes - Array of chunk hashes
+     * @returns Array of chunks (in order, null for missing)
+     */
+    async getMany(hashes) {
+        return Promise.all(hashes.map(h => this.get(h)));
+    }
+    /**
+     * Check if a chunk exists
+     * @param chunkHash - Hash to check
+     */
+    async has(chunkHash) {
+        this.ensureInitialized();
+        const metadata = await this.getMetadata(chunkHash);
+        return metadata !== null;
+    }
+    /**
+     * Delete a chunk (decrements reference count)
+     * @param chunkHash - Hash of chunk to delete
+     * @returns true if chunk was deleted, false if not found
+     */
+    async delete(chunkHash) {
+        this.ensureInitialized();
+        const metadata = await this.getMetadata(chunkHash);
+        if (!metadata)
+            return false;
+        metadata.refCount--;
+        if (metadata.refCount <= 0) {
+            // Actually delete the chunk
+            const chunkPath = this.getChunkPath(chunkHash);
+            try {
+                await fs.unlink(chunkPath);
+            }
+            catch (err) {
+                // Ignore if file doesn't exist
+                if (err.code !== 'ENOENT') {
+                    throw err;
+                }
+            }
+            await this.db.del(`meta:${chunkHash}`);
+        }
+        else {
+            // Just update ref count
+            await this.db.put(`meta:${chunkHash}`, JSON.stringify(metadata));
+        }
+        return true;
+    }
+    /**
+     * Get all chunk hashes
+     */
+    async getAllHashes() {
+        this.ensureInitialized();
+        const hashes = [];
+        for await (const key of this.db.keys()) {
+            if (key.startsWith('meta:')) {
+                hashes.push(key.slice(5));
+            }
+        }
+        return hashes;
+    }
+    /**
+     * Get storage statistics
+     */
+    async getStats() {
+        this.ensureInitialized();
+        let totalChunks = 0;
+        let totalSize = 0;
+        for await (const [key, value] of this.db.iterator()) {
+            if (key.startsWith('meta:')) {
+                const metadata = JSON.parse(value);
+                totalChunks++;
+                totalSize += metadata.size;
+            }
+        }
+        return {
+            totalChunks,
+            totalSize,
+            avgChunkSize: totalChunks > 0 ? Math.round(totalSize / totalChunks) : 0
+        };
+    }
+    /**
+     * Verify integrity of all stored chunks
+     */
+    async verifyIntegrity() {
+        this.ensureInitialized();
+        let valid = 0;
+        const corrupted = [];
+        const missing = [];
+        for await (const [key, value] of this.db.iterator()) {
+            if (!key.startsWith('meta:'))
+                continue;
+            const metadata = JSON.parse(value);
+            const chunkPath = this.getChunkPath(metadata.hash);
+            try {
+                const data = await fs.readFile(chunkPath);
+                if (verifyHash(data, metadata.hash)) {
+                    valid++;
+                }
+                else {
+                    corrupted.push(metadata.hash);
+                }
+            }
+            catch (err) {
+                if (err.code === 'ENOENT') {
+                    missing.push(metadata.hash);
+                }
+                else {
+                    throw err;
+                }
+            }
+        }
+        return { valid, corrupted, missing };
+    }
+    /**
+     * Garbage collect unreferenced chunks
+     */
+    async gc() {
+        this.ensureInitialized();
+        const toDelete = [];
+        for await (const [key, value] of this.db.iterator()) {
+            if (!key.startsWith('meta:'))
+                continue;
+            const metadata = JSON.parse(value);
+            if (metadata.refCount <= 0) {
+                toDelete.push(metadata.hash);
+            }
+        }
+        for (const h of toDelete) {
+            await this.delete(h);
+        }
+        return toDelete.length;
+    }
+    /**
+     * Get chunk path from hash (sharded by first 2 chars)
+     */
+    getChunkPath(chunkHash) {
+        const prefix = chunkHash.slice(0, 2);
+        return path.join(this.chunkDir, prefix, chunkHash);
+    }
+    /**
+     * Get chunk metadata
+     */
+    async getMetadata(chunkHash) {
+        try {
+            const value = await this.db.get(`meta:${chunkHash}`);
+            return JSON.parse(value);
+        }
+        catch (err) {
+            if (err.code === 'LEVEL_NOT_FOUND') {
+                return null;
+            }
+            throw err;
+        }
+    }
+    /**
+     * Ensure store is initialized
+     */
+    ensureInitialized() {
+        if (!this.initialized) {
+            throw new Error('ChunkStore not initialized. Call init() first.');
+        }
+    }
+}
+/**
+ * Create a ChunkStore instance
+ */
+export function createChunkStore(options) {
+    return new ChunkStore(options);
+}
+//# sourceMappingURL=chunk-store.js.map

package/dist/storage/chunk-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk-store.js","sourceRoot":"","sources":["../../src/storage/chunk-store.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC;AAE9B,OAAO,EAAQ,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAuB7B;;;GAGG;AACH,MAAM,OAAO,UAAU;IACb,EAAE,CAAwB;IAC1B,OAAO,CAAS;IAChB,QAAQ,CAAS;IACjB,WAAW,GAAY,KAAK,CAAC;IAErC,YAAY,OAA0B;QACpC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAClD,IAAI,CAAC,EAAE,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,EAAE;YACzD,aAAa,EAAE,MAAM;SACtB,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAE7B,2BAA2B;QAC3B,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACnD,MAAM,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAO;QAC9B,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC3B,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,GAAG,CAAC,KAAY;QACpB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC;QAE7B,gCAAgC;QAChC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,QAAQ,EAAE,CAAC;YACb,4BAA4B;YAC5B,QAAQ,CAAC,QAAQ,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,SAAS,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;YACjE,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,2BAA2B;QAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAC/C,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7D,MAAM,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAE1C,iBAAiB;QACjB,MAAM,QAAQ,GAAkB;YAC9B,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM;YACvB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,QAAQ,EAAE,CAAC;SACZ,CAAC;QAEF,MAAM,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,SAAS,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;QAEjE,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,OAAO,CAAC,MAAe;QAC3B,MAAM,MAAM,GAAe,EAAE,CAAC;QAC9B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAChC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,GAAG,CAAC,SAAmB;QAC3B,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAE3B,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;YAC/C,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAE1C,mBAAmB;YACnB,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,EAAE,CAAC;gBACjC,MAAM,IAAI,KAAK,CAAC,wCAAwC,SAAS,EAAE,CAAC,CAAC;YACvE,CAAC;YAED,OAAO;gBACL,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;gBACvB,IAAI,EAAE,SAAS;gBACf,WAAW,EAAE,QAAQ,CAAC,WAAW;aAClC,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACrD,OAAO,IAAI,CAAC;YACd,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,OAAO,CAAC,MAAkB;QAC9B,OAAO,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnD,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,GAAG,CAAC,SAAmB;QAC3B,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACnD,OAAO,QAAQ,KAAK,IAAI,CAAC;IAC3B,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,MAAM,CAAC,SAAmB;QAC9B,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,QAAQ;YAAE,OAAO,KAAK,CAAC;QAE5B,QAAQ,CAAC,QAAQ,EAAE,CAAC;QAEpB,IAAI,QAAQ,CAAC,QAAQ,IAAI,CAAC,EAAE,CAAC;YAC3B,4BAA4B;YAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;YAC/C,IAAI,CAAC;gBACH,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAC7B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,+BAA+B;gBAC/B,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACrD,MAAM,GAAG,CAAC;gBACZ,CAAC;YACH,CAAC;YACD,MAAM,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,SAAS,EAAE,CAAC,CAAC;QACzC,CAAC;aAAM,CAAC;YACN,wBAAwB;YACxB,MAAM,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,SAAS,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,MAAM,GAAe,EAAE,CAAC;QAC9B,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC;YACvC,IAAI,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC5B,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ;QAKZ,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,IAAI,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;YACpD,IAAI,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC5B,MAAM,QAAQ,GAAkB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAClD,WAAW,EAAE,CAAC;gBACd,SAAS,IAAI,QAAQ,CAAC,IAAI,CAAC;YAC7B,CAAC;QACH,CAAC;QAED,OAAO;YACL,WAAW;YACX,SAAS;YACT,YAAY,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;SACxE,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe;QAKnB,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,MAAM,SAAS,GAAe,EAAE,CAAC;QACjC,MAAM,OAAO,GAAe,EAAE,CAAC;QAE/B,IAAI,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;YACpD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;gBAAE,SAAS;YAEvC,MAAM,QAAQ,GAAkB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAClD,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAEnD,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBAC1C,IAAI,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;oBACpC,KAAK,EAAE,CAAC;gBACV,CAAC;qBAAM,CAAC;oBACN,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAChC,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACrD,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC9B,CAAC;qBAAM,CAAC;oBACN,MAAM,GAAG,CAAC;gBACZ,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,EAAE;QACN,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,QAAQ,GAAe,EAAE,CAAC;QAEhC,IAAI,KAAK,EAAE,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;YACpD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;gBAAE,SAAS;YAEvC,MAAM,QAAQ,GAAkB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAClD,IAAI,QAAQ,CAAC,QAAQ,IAAI,CAAC,EAAE,CAAC;gBAC3B,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;QAED,OAAO,QAAQ,CAAC,MAAM,CAAC;IACzB,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,SAAmB;QACtC,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACrC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;IACrD,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CAAC,SAAmB;QAC3C,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,SAAS,EAAE,CAAC,CAAC;YACrD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAK,GAAW,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;gBAC5C,OAAO,IAAI,CAAC;YACd,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,iBAAiB;QACvB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,OAA0B;IACzD,OAAO,IAAI,UAAU,CAAC,OAAO,CAAC,CAAC;AACjC,CAAC"}

package/dist/storage/hybrid-adapters.d.ts

@@ -0,0 +1,111 @@
+/**
+ * Hybrid Storage Adapters
+ *
+ * 기존 ChunkStore, NeuronStore, IndexStore 인터페이스를
+ * HybridStore 기반으로 구현
+ *
+ * @module storage/hybrid-adapters
+ */
+import { HybridStore } from './hybrid-store.js';
+import type { UUID, SHA3Hash, Chunk, NeuronNode, Synapse, SynapseType, Embedding384 } from '../types/index.js';
+import { HNSWIndex } from '../core/hnsw-index.js';
+/**
+ * Get or create shared HybridStore
+ */
+export declare function getSharedHybridStore(): HybridStore;
+/**
+ * Reset shared store (for testing)
+ */
+export declare function resetSharedStore(): void;
+/**
+ * ChunkStore using HybridStore
+ */
+export declare class HybridChunkStore {
+    private store;
+    private initialized;
+    constructor(options: {
+        dataDir: string;
+    });
+    init(): Promise<void>;
+    close(): Promise<void>;
+    put(chunk: Chunk): Promise<SHA3Hash>;
+    putMany(chunks: Chunk[]): Promise<SHA3Hash[]>;
+    get(chunkHash: SHA3Hash): Promise<Chunk | null>;
+    getMany(hashes: SHA3Hash[]): Promise<(Chunk | null)[]>;
+    has(chunkHash: SHA3Hash): Promise<boolean>;
+    delete(chunkHash: SHA3Hash): Promise<boolean>;
+    getAllHashes(): Promise<SHA3Hash[]>;
+    getStats(): Promise<{
+        totalChunks: number;
+        totalSize: number;
+        avgChunkSize: number;
+    }>;
+    verifyIntegrity(): Promise<{
+        valid: number;
+        corrupted: SHA3Hash[];
+        missing: SHA3Hash[];
+    }>;
+    gc(): Promise<number>;
+}
+/**
+ * NeuronStore using HybridStore
+ */
+export declare class HybridNeuronStore {
+    private store;
+    private initialized;
+    constructor(options: {
+        dataDir: string;
+    });
+    init(): Promise<void>;
+    close(): Promise<void>;
+    createNeuron(input: {
+        embedding: Embedding384;
+        chunkHashes: string[];
+        merkleRoot: string;
+        sourceType?: string;
+        tags?: string[];
+    }): Promise<NeuronNode>;
+    putNeuron(neuron: NeuronNode): Promise<void>;
+    getNeuron(id: UUID): Promise<NeuronNode | null>;
+    getNeuronByMerkleRoot(merkleRoot: string): Promise<NeuronNode | null>;
+    updateNeuron(id: UUID, updates: Partial<NeuronNode>): Promise<NeuronNode | null>;
+    deleteNeuron(id: UUID): Promise<boolean>;
+    recordAccess(id: UUID): Promise<void>;
+    getAllNeuronIds(): Promise<UUID[]>;
+    getNeuronCount(): Promise<number>;
+    createSynapse(sourceId: UUID, targetId: UUID, type: SynapseType, weight?: number, bidirectional?: boolean): Promise<Synapse | null>;
+    putSynapse(synapse: Synapse): Promise<void>;
+    getSynapse(id: UUID): Promise<Synapse | null>;
+    getOutgoingSynapses(neuronId: UUID): Promise<Synapse[]>;
+    getIncomingSynapses(neuronId: UUID): Promise<Synapse[]>;
+    updateSynapseWeight(id: UUID, weight: number): Promise<Synapse | null>;
+    recordSynapseActivation(id: UUID): Promise<void>;
+    deleteSynapse(id: UUID): Promise<boolean>;
+    getSynapseCount(): Promise<number>;
+}
+/**
+ * IndexStore using HybridStore
+ */
+export declare class HybridIndexStore {
+    private store;
+    private initialized;
+    constructor(options: {
+        dataDir: string;
+    });
+    init(): Promise<void>;
+    close(): Promise<void>;
+    save(name: string, index: HNSWIndex): Promise<void>;
+    load(name: string): Promise<HNSWIndex | null>;
+    delete(name: string): Promise<boolean>;
+    list(): Promise<string[]>;
+}
+export declare function createHybridChunkStore(options: {
+    dataDir: string;
+}): HybridChunkStore;
+export declare function createHybridNeuronStore(options: {
+    dataDir: string;
+}): HybridNeuronStore;
+export declare function createHybridIndexStore(options: {
+    dataDir: string;
+}): HybridIndexStore;
+//# sourceMappingURL=hybrid-adapters.d.ts.map

package/dist/storage/hybrid-adapters.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hybrid-adapters.d.ts","sourceRoot":"","sources":["../../src/storage/hybrid-adapters.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,WAAW,EAAyC,MAAM,mBAAmB,CAAC;AACvF,OAAO,KAAK,EACV,IAAI,EACJ,QAAQ,EACR,KAAK,EACL,UAAU,EACV,OAAO,EACP,WAAW,EACX,YAAY,EACb,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAOlD;;GAEG;AACH,wBAAgB,oBAAoB,IAAI,WAAW,CAiBlD;AAED;;GAEG;AACH,wBAAgB,gBAAgB,IAAI,IAAI,CAEvC;AAED;;GAEG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,WAAW,CAAkB;gBAEzB,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE;IAIlC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAMrB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAItB,GAAG,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC;IAIpC,OAAO,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;IAI7C,GAAG,CAAC,SAAS,EAAE,QAAQ,GAAG,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC;IAI/C,OAAO,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC;IAItD,GAAG,CAAC,SAAS,EAAE,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;IAI1C,MAAM,CAAC,SAAS,EAAE,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;IAI7C,YAAY,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAMnC,QAAQ,IAAI,OAAO,CAAC;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;IASrF,eAAe,IAAI,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,QAAQ,EAAE,CAAC;QAAC,OAAO,EAAE,QAAQ,EAAE,CAAA;KAAE,CAAC;IAIzF,EAAE,IAAI,OAAO,CAAC,MAAM,CAAC;CAG5B;AAED;;GAEG;AACH,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,WAAW,CAAkB;gBAEzB,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE;IAIlC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAMrB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAKtB,YAAY,CAAC,KAAK,EAAE;QACxB,SAAS,EAAE,YAAY,CAAC;QACxB,WAAW,EAAE,MAAM,EAAE,CAAC;QACtB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;KACjB,GAAG,OAAO,CAAC,UAAU,CAAC;IAIjB,SAAS,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAI5C,SAAS,CAAC,EAAE,EAAE,IAAI,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAI/C,qBAAqB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAIrE,YAAY,CAAC,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAIhF,YAAY,CAAC,EAAE,EAAE,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC;IAIxC,YAAY,CAAC,EAAE,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAIrC,eAAe,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;IAIlC,cAAc,IAAI,OAAO,CAAC,MAAM,CAAC;IAKjC,aAAa,CACjB,QAAQ,EAAE,IAAI,EACd,QAAQ,EAAE,IAAI,EACd,IAAI,EAAE,WAAW,EACjB,MAAM,CAAC,EAAE,MAAM,EACf,aAAa,CAAC,EAAE,OAAO,GACtB,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IAIpB,UAAU,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAI3C,UAAU,CAAC,EAAE,EAAE,IAAI,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IAI7C,mBAAmB,CAAC,QAAQ,EAAE,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAIvD,mBAAmB,CAAC,QAAQ,EAAE,IAAI,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAIvD,mBAAmB,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IAStE,uBAAuB,CAAC,EAAE,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAShD,aAAa,CAAC,EAAE,EAAE,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC;IAIzC,eAAe,IAAI,OAAO,CAAC,MAAM,CAAC;CAGzC;AAED;;GAEG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,WAAW,CAAkB;gBAEzB,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE;IAIlC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAMrB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAItB,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAInD,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;IAI7C,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAItC,IAAI,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;CAGhC;AAGD,wBAAgB,sBAAsB,CAAC,OAAO,EAAE;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,GAAG,gBAAgB,CAErF;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,GAAG,iBAAiB,CAEvF;AAED,wBAAgB,sBAAsB,CAAC,OAAO,EAAE;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,GAAG,gBAAgB,CAErF"}