@nahisaho/yata-scale 1.8.5

package/dist/index/IndexManager.js

@@ -0,0 +1,287 @@
+/**
+ * @nahisaho/yata-scale - Index Manager
+ *
+ * Manages all indexes for a shard
+ */
+import { ok, err } from 'neverthrow';
+import { IndexError, IndexNotFoundError } from '../errors.js';
+import { BPlusTreeIndex } from './BPlusTreeIndex.js';
+import { FullTextIndex } from './FullTextIndex.js';
+import { GraphIndex } from './GraphIndex.js';
+import { BloomFilter } from './BloomFilter.js';
+/**
+ * Index manager for coordinating multiple indexes
+ */
+export class IndexManager {
+    indexes = new Map();
+    entityIndex;
+    bloomFilter;
+    graphIndex;
+    constructor() {
+        // Default indexes
+        this.entityIndex = new BPlusTreeIndex();
+        this.bloomFilter = new BloomFilter({
+            expectedItems: 100000,
+            falsePositiveRate: 0.01,
+        });
+        this.graphIndex = new GraphIndex();
+    }
+    /**
+     * Create a new index
+     */
+    createIndex(config) {
+        if (this.indexes.has(config.name)) {
+            return err(new IndexError(`Index already exists: ${config.name}`, config.name));
+        }
+        try {
+            const index = this.createIndexByType(config);
+            this.indexes.set(config.name, { config, index });
+            return ok(undefined);
+        }
+        catch (error) {
+            return err(new IndexError(`Failed to create index: ${error instanceof Error ? error.message : String(error)}`, config.name, error instanceof Error ? error : undefined));
+        }
+    }
+    /**
+     * Create index by type
+     */
+    createIndexByType(config) {
+        switch (config.type) {
+            case 'btree':
+                return new BPlusTreeIndex();
+            case 'fulltext':
+                return new FullTextIndex();
+            case 'graph':
+                return new GraphIndex();
+            case 'bloom':
+                return new BloomFilter({
+                    expectedItems: 100000,
+                    falsePositiveRate: 0.01,
+                });
+            default:
+                throw new Error(`Unknown index type: ${config.type}`);
+        }
+    }
+    /**
+     * Drop an index
+     */
+    dropIndex(name) {
+        if (!this.indexes.has(name)) {
+            return err(new IndexNotFoundError(name));
+        }
+        this.indexes.delete(name);
+        return ok(undefined);
+    }
+    /**
+     * Index an entity
+     */
+    indexEntity(entity) {
+        // Add to main entity index
+        this.entityIndex.insert(entity.id, entity);
+        // Add to bloom filter for existence check
+        this.bloomFilter.add(entity.id);
+        // Index in custom indexes
+        for (const { config, index } of this.indexes.values()) {
+            this.indexEntityInCustomIndex(entity, config, index);
+        }
+    }
+    /**
+     * Index entity in a custom index
+     */
+    indexEntityInCustomIndex(entity, config, index) {
+        switch (config.type) {
+            case 'btree': {
+                const btree = index;
+                const key = this.extractKey(entity, config.fields);
+                const existing = btree.get(key) ?? [];
+                if (!existing.includes(entity.id)) {
+                    btree.insert(key, [...existing, entity.id]);
+                }
+                break;
+            }
+            case 'fulltext': {
+                const fulltext = index;
+                const content = this.extractTextContent(entity, config.fields);
+                fulltext.index({ id: entity.id, content });
+                break;
+            }
+            case 'bloom': {
+                const bloom = index;
+                const key = this.extractKey(entity, config.fields);
+                bloom.add(key);
+                break;
+            }
+        }
+    }
+    /**
+     * Remove entity from indexes
+     */
+    removeEntity(entityId) {
+        // Remove from main index
+        this.entityIndex.delete(entityId);
+        // Note: Cannot remove from bloom filter
+        // Remove from custom indexes
+        for (const { config, index } of this.indexes.values()) {
+            this.removeEntityFromCustomIndex(entityId, config, index);
+        }
+    }
+    /**
+     * Remove entity from custom index
+     */
+    removeEntityFromCustomIndex(entityId, config, index) {
+        switch (config.type) {
+            case 'fulltext': {
+                const fulltext = index;
+                fulltext.removeDocument(entityId);
+                break;
+            }
+            // B+Tree removal would need to find and remove from value arrays
+            // Bloom filter doesn't support removal
+        }
+    }
+    /**
+     * Index a relationship
+     */
+    indexRelationship(relationship) {
+        const edge = {
+            id: relationship.id,
+            sourceId: relationship.sourceId,
+            targetId: relationship.targetId,
+            type: relationship.type,
+            weight: relationship.metadata.weight,
+        };
+        this.graphIndex.addEdge(edge);
+    }
+    /**
+     * Remove a relationship from indexes
+     */
+    removeRelationship(relationshipId) {
+        this.graphIndex.removeEdge(relationshipId);
+    }
+    /**
+     * Check if entity might exist (using bloom filter)
+     */
+    mightExist(entityId) {
+        return this.bloomFilter.mightContain(entityId);
+    }
+    /**
+     * Get entity by ID
+     */
+    getEntity(entityId) {
+        return this.entityIndex.get(entityId);
+    }
+    /**
+     * Search by attribute using B+Tree index
+     */
+    searchByAttribute(indexName, value) {
+        const wrapper = this.indexes.get(indexName);
+        if (!wrapper || wrapper.config.type !== 'btree') {
+            return err(new IndexNotFoundError(indexName));
+        }
+        const btree = wrapper.index;
+        const result = btree.get(value);
+        return ok(result ?? []);
+    }
+    /**
+     * Full-text search
+     */
+    searchFullText(indexName, query, limit = 10) {
+        const wrapper = this.indexes.get(indexName);
+        if (!wrapper || wrapper.config.type !== 'fulltext') {
+            return err(new IndexNotFoundError(indexName));
+        }
+        const fulltext = wrapper.index;
+        const results = fulltext.search(query, limit);
+        return ok(results.map((r) => r.id));
+    }
+    /**
+     * Get graph index
+     */
+    getGraphIndex() {
+        return this.graphIndex;
+    }
+    /**
+     * Get bloom filter
+     */
+    getBloomFilter() {
+        return this.bloomFilter;
+    }
+    /**
+     * Extract key from entity for indexing
+     */
+    extractKey(entity, fields) {
+        return fields
+            .map((field) => {
+            switch (field) {
+                case 'type':
+                    return entity.type;
+                case 'name':
+                    return entity.name;
+                case 'namespace':
+                    return entity.namespace ?? '';
+                default:
+                    return String(entity.attributes[field] ?? '');
+            }
+        })
+            .join(':');
+    }
+    /**
+     * Extract text content for full-text indexing
+     */
+    extractTextContent(entity, fields) {
+        return fields
+            .map((field) => {
+            switch (field) {
+                case 'name':
+                    return entity.name;
+                case 'namespace':
+                    return entity.namespace ?? '';
+                default:
+                    return String(entity.attributes[field] ?? '');
+            }
+        })
+            .join(' ');
+    }
+    /**
+     * Get all index statistics
+     */
+    getAllStats() {
+        const stats = [
+            this.entityIndex.getStats(),
+            this.bloomFilter.getStats(),
+            this.graphIndex.getStats(),
+        ];
+        for (const { index } of this.indexes.values()) {
+            if ('getStats' in index) {
+                stats.push(index.getStats());
+            }
+        }
+        return stats;
+    }
+    /**
+     * Clear all indexes
+     */
+    clear() {
+        this.entityIndex.clear();
+        this.bloomFilter.clear();
+        this.graphIndex.clear();
+        for (const { index } of this.indexes.values()) {
+            if ('clear' in index) {
+                index.clear();
+            }
+        }
+    }
+    /**
+     * Get entity count
+     */
+    get entityCount() {
+        return this.entityIndex.size;
+    }
+    /**
+     * Get relationship count
+     */
+    get relationshipCount() {
+        return this.graphIndex.size;
+    }
+}
+//# sourceMappingURL=IndexManager.js.map

package/dist/index/IndexManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"IndexManager.js","sourceRoot":"","sources":["../../src/index/IndexManager.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,EAAE,EAAE,GAAG,EAAe,MAAM,YAAY,CAAC;AAQlD,OAAO,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAsB,MAAM,oBAAoB,CAAC;AACvE,OAAO,EAAE,UAAU,EAAa,MAAM,iBAAiB,CAAC;AACxD,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAU/C;;GAEG;AACH,MAAM,OAAO,YAAY;IACf,OAAO,GAA8B,IAAI,GAAG,EAAE,CAAC;IAC/C,WAAW,CAAiC;IAC5C,WAAW,CAAc;IACzB,UAAU,CAAa;IAE/B;QACE,kBAAkB;QAClB,IAAI,CAAC,WAAW,GAAG,IAAI,cAAc,EAAkB,CAAC;QACxD,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC;YACjC,aAAa,EAAE,MAAM;YACrB,iBAAiB,EAAE,IAAI;SACxB,CAAC,CAAC;QACH,IAAI,CAAC,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,MAAmB;QAC7B,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YAClC,OAAO,GAAG,CAAC,IAAI,UAAU,CAAC,yBAAyB,MAAM,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAClF,CAAC;QAED,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;YAC7C,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YACjD,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,GAAG,CACR,IAAI,UAAU,CACZ,2BAA2B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACnF,MAAM,CAAC,IAAI,EACX,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,iBAAiB,CACvB,MAAmB;QAEnB,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,OAAO;gBACV,OAAO,IAAI,cAAc,EAAoB,CAAC;YAChD,KAAK,UAAU;gBACb,OAAO,IAAI,aAAa,EAAE,CAAC;YAC7B,KAAK,OAAO;gBACV,OAAO,IAAI,UAAU,EAAE,CAAC;YAC1B,KAAK,OAAO;gBACV,OAAO,IAAI,WAAW,CAAC;oBACrB,aAAa,EAAE,MAAM;oBACrB,iBAAiB,EAAE,IAAI;iBACxB,CAAC,CAAC;YACL;gBACE,MAAM,IAAI,KAAK,CAAC,uBAAuB,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,IAAY;QACpB,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,OAAO,GAAG,CAAC,IAAI,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1B,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,MAAc;QACxB,2BAA2B;QAC3B,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QAE3C,0CAA0C;QAC1C,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAEhC,0BAA0B;QAC1B,KAAK,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YACtD,IAAI,CAAC,wBAAwB,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED;;OAEG;IACK,wBAAwB,CAC9B,MAAc,EACd,MAAmB,EACnB,KAAkF;QAElF,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,MAAM,KAAK,GAAG,KAAyC,CAAC;gBACxD,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;gBACnD,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;gBACtC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC;oBAClC,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,GAAG,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC9C,CAAC;gBACD,MAAM;YACR,CAAC;YACD,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,QAAQ,GAAG,KAAsB,CAAC;gBACxC,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;gBAC/D,QAAQ,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC3C,MAAM;YACR,CAAC;YACD,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,MAAM,KAAK,GAAG,KAAoB,CAAC;gBACnC,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;gBACnD,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACf,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,QAAgB;QAC3B,yBAAyB;QACzB,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAElC,wCAAwC;QAExC,6BAA6B;QAC7B,KAAK,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YACtD,IAAI,CAAC,2BAA2B,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;IAED;;OAEG;IACK,2BAA2B,CACjC,QAAgB,EAChB,MAAmB,EACnB,KAAkF;QAElF,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,QAAQ,GAAG,KAAsB,CAAC;gBACxC,QAAQ,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;gBAClC,MAAM;YACR,CAAC;YACD,iEAAiE;YACjE,uCAAuC;QACzC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,YAA0B;QAC1C,MAAM,IAAI,GAAS;YACjB,EAAE,EAAE,YAAY,CAAC,EAAE;YACnB,QAAQ,EAAE,YAAY,CAAC,QAAQ;YAC/B,QAAQ,EAAE,YAAY,CAAC,QAAQ;YAC/B,IAAI,EAAE,YAAY,CAAC,IAAI;YACvB,MAAM,EAAE,YAAY,CAAC,QAAQ,CAAC,MAAM;SACrC,CAAC;QACF,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,cAAsB;QACvC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;IAC7C,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,QAAgB;QACzB,OAAO,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;IACjD,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,QAAgB;QACxB,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACxC,CAAC;IAED;;OAEG;IACH,iBAAiB,CACf,SAAiB,EACjB,KAAa;QAEb,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC5C,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAChD,OAAO,GAAG,CAAC,IAAI,kBAAkB,CAAC,SAAS,CAAC,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAyC,CAAC;QAChE,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAChC,OAAO,EAAE,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,cAAc,CACZ,SAAiB,EACjB,KAAa,EACb,QAAgB,EAAE;QAElB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC5C,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YACnD,OAAO,GAAG,CAAC,IAAI,kBAAkB,CAAC,SAAS,CAAC,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAsB,CAAC;QAChD,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC9C,OAAO,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,cAAc;QACZ,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,MAAc,EAAE,MAAgB;QACjD,OAAO,MAAM;aACV,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACb,QAAQ,KAAK,EAAE,CAAC;gBACd,KAAK,MAAM;oBACT,OAAO,MAAM,CAAC,IAAI,CAAC;gBACrB,KAAK,MAAM;oBACT,OAAO,MAAM,CAAC,IAAI,CAAC;gBACrB,KAAK,WAAW;oBACd,OAAO,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;gBAChC;oBACE,OAAO,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YAClD,CAAC;QACH,CAAC,CAAC;aACD,IAAI,CAAC,GAAG,CAAC,CAAC;IACf,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,MAAc,EAAE,MAAgB;QACzD,OAAO,MAAM;aACV,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACb,QAAQ,KAAK,EAAE,CAAC;gBACd,KAAK,MAAM;oBACT,OAAO,MAAM,CAAC,IAAI,CAAC;gBACrB,KAAK,WAAW;oBACd,OAAO,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;gBAChC;oBACE,OAAO,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YAClD,CAAC;QACH,CAAC,CAAC;aACD,IAAI,CAAC,GAAG,CAAC,CAAC;IACf,CAAC;IAED;;OAEG;IACH,WAAW;QACT,MAAM,KAAK,GAAiB;YAC1B,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE;YAC3B,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE;YAC3B,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE;SAC3B,CAAC;QAEF,KAAK,MAAM,EAAE,KAAK,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC9C,IAAI,UAAU,IAAI,KAAK,EAAE,CAAC;gBACxB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QAExB,KAAK,MAAM,EAAE,KAAK,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC9C,IAAI,OAAO,IAAI,KAAK,EAAE,CAAC;gBACpB,KAA+B,CAAC,KAAK,EAAE,CAAC;YAC3C,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,IAAI,iBAAiB;QACnB,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;IAC9B,CAAC;CACF"}

package/dist/index/index.d.ts

@@ -0,0 +1,12 @@
+/**
+ * @nahisaho/yata-scale - Index Module
+ *
+ * Exports for index functionality
+ */
+export { BPlusTreeIndex } from './BPlusTreeIndex.js';
+export { FullTextIndex } from './FullTextIndex.js';
+export { GraphIndex } from './GraphIndex.js';
+export { BloomFilter } from './BloomFilter.js';
+export { IndexManager } from './IndexManager.js';
+export type { IndexConfig, IndexStats, IndexType, BPlusTreeConfig, RangeOptions, BloomFilterConfig, CompressionType, } from '../types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,YAAY,EACV,WAAW,EACX,UAAU,EACV,SAAS,EACT,eAAe,EACf,YAAY,EACZ,iBAAiB,EACjB,eAAe,GAChB,MAAM,aAAa,CAAC"}

package/dist/index/index.js

@@ -0,0 +1,11 @@
+/**
+ * @nahisaho/yata-scale - Index Module
+ *
+ * Exports for index functionality
+ */
+export { BPlusTreeIndex } from './BPlusTreeIndex.js';
+export { FullTextIndex } from './FullTextIndex.js';
+export { GraphIndex } from './GraphIndex.js';
+export { BloomFilter } from './BloomFilter.js';
+export { IndexManager } from './IndexManager.js';
+//# sourceMappingURL=index.js.map

package/dist/index/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,12 @@
+/**
+ * @nahisaho/yata-scale - Main Entry Point
+ */
+export * from './types.js';
+export * from './errors.js';
+export * from './ShardManager.js';
+export * from './IndexManager.js';
+export * from './CacheManager.js';
+export * from './QueryCoordinator.js';
+export * from './SyncController.js';
+export * from './YataScaleManager.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,cAAc,YAAY,CAAC;AAC3B,cAAc,aAAa,CAAC;AAC5B,cAAc,mBAAmB,CAAC;AAClC,cAAc,mBAAmB,CAAC;AAClC,cAAc,mBAAmB,CAAC;AAClC,cAAc,uBAAuB,CAAC;AACtC,cAAc,qBAAqB,CAAC;AACpC,cAAc,uBAAuB,CAAC"}

package/dist/index.js

@@ -0,0 +1,12 @@
+/**
+ * @nahisaho/yata-scale - Main Entry Point
+ */
+export * from './types.js';
+export * from './errors.js';
+export * from './ShardManager.js';
+export * from './IndexManager.js';
+export * from './CacheManager.js';
+export * from './QueryCoordinator.js';
+export * from './SyncController.js';
+export * from './YataScaleManager.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,cAAc,YAAY,CAAC;AAC3B,cAAc,aAAa,CAAC;AAC5B,cAAc,mBAAmB,CAAC;AAClC,cAAc,mBAAmB,CAAC;AAClC,cAAc,mBAAmB,CAAC;AAClC,cAAc,uBAAuB,CAAC;AACtC,cAAc,qBAAqB,CAAC;AACpC,cAAc,uBAAuB,CAAC"}

package/dist/query/DistributedExecutor.d.ts

@@ -0,0 +1,78 @@
+/**
+ * @nahisaho/yata-scale - Distributed Executor
+ *
+ * Executes queries across multiple shards
+ */
+import { type Result } from 'neverthrow';
+import type { GraphQuery, QueryResult, QueryPlan, Entity, Relationship } from '../types.js';
+import { QueryExecutionError } from '../errors.js';
+import { WorkerPool } from './WorkerPool.js';
+/**
+ * Shard query function
+ */
+export type ShardQueryFn = (shardId: string, query: GraphQuery) => Promise<{
+    entities: Entity[];
+    relationships: Relationship[];
+}>;
+/**
+ * Execution context
+ */
+export interface ExecutionContext {
+    readonly queryId: string;
+    readonly startTime: Date;
+    readonly timeoutMs: number;
+    readonly shards: string[];
+}
+/**
+ * Distributed query executor
+ */
+export declare class DistributedExecutor {
+    private readonly workerPool;
+    private readonly defaultTimeoutMs;
+    constructor(parallelism?: number, defaultTimeoutMs?: number);
+    /**
+     * Execute query across shards
+     */
+    execute(plan: QueryPlan, shards: string[], queryFn: ShardQueryFn): Promise<Result<QueryResult, QueryExecutionError>>;
+    /**
+     * Execute query in parallel across shards
+     */
+    private executeParallel;
+    /**
+     * Execute query sequentially across shards
+     */
+    private executeSequential;
+    /**
+     * Execute promise with timeout
+     */
+    private executeWithTimeout;
+    /**
+     * Merge results from multiple shards
+     */
+    private mergeResults;
+    /**
+     * Deduplicate entities by ID
+     */
+    private deduplicateEntities;
+    /**
+     * Deduplicate relationships by ID
+     */
+    private deduplicateRelationships;
+    /**
+     * Apply sort order
+     */
+    private applySort;
+    /**
+     * Apply limit
+     */
+    private applyLimit;
+    /**
+     * Get worker pool
+     */
+    getWorkerPool(): WorkerPool;
+    /**
+     * Shutdown executor
+     */
+    shutdown(): Promise<void>;
+}
+//# sourceMappingURL=DistributedExecutor.d.ts.map

package/dist/query/DistributedExecutor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DistributedExecutor.d.ts","sourceRoot":"","sources":["../../src/query/DistributedExecutor.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAW,KAAK,MAAM,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,KAAK,EACV,UAAU,EACV,WAAW,EACX,SAAS,EACT,MAAM,EACN,YAAY,EACb,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,mBAAmB,EAAqB,MAAM,cAAc,CAAC;AACtE,OAAO,EAAE,UAAU,EAAmB,MAAM,iBAAiB,CAAC;AAE9D;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,CACzB,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,UAAU,KACd,OAAO,CAAC;IAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;IAAC,aAAa,EAAE,YAAY,EAAE,CAAA;CAAE,CAAC,CAAC;AAEpE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;CAC3B;AAYD;;GAEG;AACH,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAa;IACxC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;gBAE9B,WAAW,GAAE,MAAU,EAAE,gBAAgB,GAAE,MAAc;IAKrE;;OAEG;IACG,OAAO,CACX,IAAI,EAAE,SAAS,EACf,MAAM,EAAE,MAAM,EAAE,EAChB,OAAO,EAAE,YAAY,GACpB,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,mBAAmB,CAAC,CAAC;IA4BpD;;OAEG;YACW,eAAe;IA8B7B;;OAEG;YACW,iBAAiB;IA+B/B;;OAEG;YACW,kBAAkB;IAchC;;OAEG;IACH,OAAO,CAAC,YAAY;IA0CpB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAY3B;;OAEG;IACH,OAAO,CAAC,wBAAwB;IAWhC;;OAEG;IACH,OAAO,CAAC,SAAS;IAwCjB;;OAEG;IACH,OAAO,CAAC,UAAU;IASlB;;OAEG;IACH,aAAa,IAAI,UAAU;IAI3B;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAGhC"}

package/dist/query/DistributedExecutor.js

@@ -0,0 +1,232 @@
+/**
+ * @nahisaho/yata-scale - Distributed Executor
+ *
+ * Executes queries across multiple shards
+ */
+import { ok, err } from 'neverthrow';
+import { QueryExecutionError, QueryTimeoutError } from '../errors.js';
+import { WorkerPool } from './WorkerPool.js';
+/**
+ * Distributed query executor
+ */
+export class DistributedExecutor {
+    workerPool;
+    defaultTimeoutMs;
+    constructor(parallelism = 4, defaultTimeoutMs = 30000) {
+        this.workerPool = new WorkerPool(parallelism);
+        this.defaultTimeoutMs = defaultTimeoutMs;
+    }
+    /**
+     * Execute query across shards
+     */
+    async execute(plan, shards, queryFn) {
+        const context = {
+            queryId: `query_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`,
+            startTime: new Date(),
+            timeoutMs: plan.query.timeout ?? this.defaultTimeoutMs,
+            shards,
+        };
+        try {
+            if (plan.parallelizable && shards.length > 1) {
+                return await this.executeParallel(plan, context, queryFn);
+            }
+            else {
+                return await this.executeSequential(plan, context, queryFn);
+            }
+        }
+        catch (error) {
+            if (error instanceof QueryTimeoutError) {
+                return err(error);
+            }
+            return err(new QueryExecutionError(`Query execution failed: ${error instanceof Error ? error.message : String(error)}`, context.queryId, error instanceof Error ? error : undefined));
+        }
+    }
+    /**
+     * Execute query in parallel across shards
+     */
+    async executeParallel(plan, context, queryFn) {
+        const tasks = context.shards.map((shardId) => ({
+            id: `${context.queryId}_${shardId}`,
+            data: { shardId, query: plan.query },
+            execute: async (data) => {
+                const start = Date.now();
+                const result = await queryFn(data.shardId, data.query);
+                return {
+                    shardId: data.shardId,
+                    entities: result.entities,
+                    relationships: result.relationships,
+                    durationMs: Date.now() - start,
+                };
+            },
+        }));
+        // Execute with timeout
+        const results = await this.executeWithTimeout(this.workerPool.submitAll(tasks), context.timeoutMs);
+        // Merge results
+        return this.mergeResults(results, plan, context);
+    }
+    /**
+     * Execute query sequentially across shards
+     */
+    async executeSequential(plan, context, queryFn) {
+        const results = [];
+        for (const shardId of context.shards) {
+            const elapsed = Date.now() - context.startTime.getTime();
+            if (elapsed >= context.timeoutMs) {
+                throw new QueryTimeoutError(context.queryId, context.timeoutMs);
+            }
+            const start = Date.now();
+            const result = await queryFn(shardId, plan.query);
+            results.push({
+                taskId: `${context.queryId}_${shardId}`,
+                result: {
+                    shardId,
+                    entities: result.entities,
+                    relationships: result.relationships,
+                    durationMs: Date.now() - start,
+                },
+                durationMs: Date.now() - start,
+            });
+        }
+        return this.mergeResults(results, plan, context);
+    }
+    /**
+     * Execute promise with timeout
+     */
+    async executeWithTimeout(promise, timeoutMs) {
+        return Promise.race([
+            promise,
+            new Promise((_, reject) => {
+                setTimeout(() => {
+                    reject(new QueryTimeoutError('query', timeoutMs));
+                }, timeoutMs);
+            }),
+        ]);
+    }
+    /**
+     * Merge results from multiple shards
+     */
+    mergeResults(results, plan, context) {
+        const entities = [];
+        const relationships = [];
+        const errors = [];
+        for (const result of results) {
+            if (result.error) {
+                errors.push(result.error);
+            }
+            else if (result.result) {
+                entities.push(...result.result.entities);
+                relationships.push(...result.result.relationships);
+            }
+        }
+        // Deduplicate by ID
+        const uniqueEntities = this.deduplicateEntities(entities);
+        const uniqueRelationships = this.deduplicateRelationships(relationships);
+        // Apply final sort if specified
+        const sortedEntities = this.applySort(uniqueEntities, plan.query);
+        // Apply final limit if specified
+        const limitedEntities = this.applyLimit(sortedEntities, plan.query);
+        const totalDuration = Date.now() - context.startTime.getTime();
+        return ok({
+            entities: limitedEntities,
+            relationships: uniqueRelationships,
+            totalCount: uniqueEntities.length,
+            hasMore: uniqueEntities.length > limitedEntities.length,
+            cursor: limitedEntities.length > 0
+                ? limitedEntities[limitedEntities.length - 1].id
+                : undefined,
+            executionTimeMs: totalDuration,
+        });
+    }
+    /**
+     * Deduplicate entities by ID
+     */
+    deduplicateEntities(entities) {
+        const seen = new Map();
+        for (const entity of entities) {
+            // Keep the newest version based on updatedAt
+            const existing = seen.get(entity.id);
+            if (!existing || entity.metadata.updatedAt > existing.metadata.updatedAt) {
+                seen.set(entity.id, entity);
+            }
+        }
+        return [...seen.values()];
+    }
+    /**
+     * Deduplicate relationships by ID
+     */
+    deduplicateRelationships(relationships) {
+        const seen = new Map();
+        for (const rel of relationships) {
+            const existing = seen.get(rel.id);
+            if (!existing || rel.metadata.updatedAt > existing.metadata.updatedAt) {
+                seen.set(rel.id, rel);
+            }
+        }
+        return [...seen.values()];
+    }
+    /**
+     * Apply sort order
+     */
+    applySort(entities, query) {
+        if (!query.orderBy) {
+            return entities;
+        }
+        const field = query.orderBy;
+        const direction = query.orderDirection ?? 'asc';
+        return [...entities].sort((a, b) => {
+            let aVal;
+            let bVal;
+            // Handle special fields
+            if (field === 'name') {
+                aVal = a.name;
+                bVal = b.name;
+            }
+            else if (field === 'createdAt') {
+                aVal = a.metadata.createdAt;
+                bVal = b.metadata.createdAt;
+            }
+            else if (field === 'updatedAt') {
+                aVal = a.metadata.updatedAt;
+                bVal = b.metadata.updatedAt;
+            }
+            else {
+                aVal = a.attributes[field];
+                bVal = b.attributes[field];
+            }
+            let cmp = 0;
+            if (typeof aVal === 'string' && typeof bVal === 'string') {
+                cmp = aVal.localeCompare(bVal);
+            }
+            else if (typeof aVal === 'number' && typeof bVal === 'number') {
+                cmp = aVal - bVal;
+            }
+            else if (aVal instanceof Date && bVal instanceof Date) {
+                cmp = aVal.getTime() - bVal.getTime();
+            }
+            return direction === 'desc' ? -cmp : cmp;
+        });
+    }
+    /**
+     * Apply limit
+     */
+    applyLimit(entities, query) {
+        if (query.limit === undefined) {
+            return entities;
+        }
+        const offset = query.offset ?? 0;
+        return entities.slice(offset, offset + query.limit);
+    }
+    /**
+     * Get worker pool
+     */
+    getWorkerPool() {
+        return this.workerPool;
+    }
+    /**
+     * Shutdown executor
+     */
+    async shutdown() {
+        await this.workerPool.shutdown();
+    }
+}
+//# sourceMappingURL=DistributedExecutor.js.map