@nahisaho/yata-scale 1.8.5

package/dist/MigrationHelper.js

@@ -0,0 +1,220 @@
+/**
+ * @nahisaho/yata-scale - Migration Helper
+ *
+ * Helps migrate from yata-local to yata-scale
+ */
+import { ok, err } from 'neverthrow';
+import { InitializationError } from './errors.js';
+/**
+ * Migration helper for transitioning to yata-scale
+ */
+export class MigrationHelper {
+    batchSize;
+    progress;
+    constructor(options) {
+        this.batchSize = options?.batchSize ?? 1000;
+        this.progress = {
+            totalEntities: 0,
+            migratedEntities: 0,
+            totalRelationships: 0,
+            migratedRelationships: 0,
+            errors: [],
+            startTime: new Date(),
+            currentPhase: 'entities',
+        };
+    }
+    /**
+     * Migrate data from source to target
+     */
+    async migrate(source, sink, options) {
+        try {
+            // Get counts
+            this.progress = {
+                ...this.progress,
+                totalEntities: await source.getEntityCount(),
+                totalRelationships: await source.getRelationshipCount(),
+                startTime: new Date(),
+            };
+            // Migrate entities
+            this.progress = { ...this.progress, currentPhase: 'entities' };
+            await this.migrateEntities(source, sink, options);
+            // Migrate relationships
+            this.progress = { ...this.progress, currentPhase: 'relationships' };
+            await this.migrateRelationships(source, sink, options);
+            // Flush
+            await sink.flush();
+            this.progress = { ...this.progress, currentPhase: 'complete' };
+            return ok(this.progress);
+        }
+        catch (error) {
+            return err(new InitializationError(`Migration failed: ${error instanceof Error ? error.message : String(error)}`));
+        }
+    }
+    /**
+     * Migrate entities
+     */
+    async migrateEntities(source, sink, options) {
+        let batch = [];
+        for await (const entity of source.getEntities()) {
+            // Validate if requested
+            if (options?.validateData) {
+                const validation = this.validateEntity(entity);
+                if (!validation.valid) {
+                    this.progress = {
+                        ...this.progress,
+                        errors: [...this.progress.errors, `Entity ${entity.id}: ${validation.error}`],
+                    };
+                    continue;
+                }
+            }
+            batch.push(entity);
+            if (batch.length >= this.batchSize) {
+                await this.processBatch(batch, sink, 'entity');
+                batch = [];
+            }
+        }
+        // Process remaining
+        if (batch.length > 0) {
+            await this.processBatch(batch, sink, 'entity');
+        }
+    }
+    /**
+     * Migrate relationships
+     */
+    async migrateRelationships(source, sink, options) {
+        let batch = [];
+        for await (const relationship of source.getRelationships()) {
+            // Validate if requested
+            if (options?.validateData) {
+                const validation = this.validateRelationship(relationship);
+                if (!validation.valid) {
+                    this.progress = {
+                        ...this.progress,
+                        errors: [
+                            ...this.progress.errors,
+                            `Relationship ${relationship.id}: ${validation.error}`,
+                        ],
+                    };
+                    continue;
+                }
+            }
+            batch.push(relationship);
+            if (batch.length >= this.batchSize) {
+                await this.processBatch(batch, sink, 'relationship');
+                batch = [];
+            }
+        }
+        // Process remaining
+        if (batch.length > 0) {
+            await this.processBatch(batch, sink, 'relationship');
+        }
+    }
+    /**
+     * Process a batch
+     */
+    async processBatch(batch, sink, type) {
+        for (const item of batch) {
+            try {
+                if (type === 'entity') {
+                    await sink.putEntity(item);
+                    this.progress = {
+                        ...this.progress,
+                        migratedEntities: this.progress.migratedEntities + 1,
+                    };
+                }
+                else {
+                    await sink.putRelationship(item);
+                    this.progress = {
+                        ...this.progress,
+                        migratedRelationships: this.progress.migratedRelationships + 1,
+                    };
+                }
+            }
+            catch (error) {
+                this.progress = {
+                    ...this.progress,
+                    errors: [
+                        ...this.progress.errors,
+                        `Failed to migrate ${type} ${item.id}: ${error instanceof Error ? error.message : String(error)}`,
+                    ],
+                };
+            }
+        }
+    }
+    /**
+     * Validate entity
+     */
+    validateEntity(entity) {
+        if (!entity.id) {
+            return { valid: false, error: 'Missing ID' };
+        }
+        if (!entity.type) {
+            return { valid: false, error: 'Missing type' };
+        }
+        if (!entity.name) {
+            return { valid: false, error: 'Missing name' };
+        }
+        return { valid: true };
+    }
+    /**
+     * Validate relationship
+     */
+    validateRelationship(rel) {
+        if (!rel.id) {
+            return { valid: false, error: 'Missing ID' };
+        }
+        if (!rel.sourceId) {
+            return { valid: false, error: 'Missing sourceId' };
+        }
+        if (!rel.targetId) {
+            return { valid: false, error: 'Missing targetId' };
+        }
+        if (!rel.type) {
+            return { valid: false, error: 'Missing type' };
+        }
+        return { valid: true };
+    }
+    /**
+     * Get current progress
+     */
+    getProgress() {
+        return this.progress;
+    }
+    /**
+     * Get migration percentage
+     */
+    getPercentage() {
+        const total = this.progress.totalEntities + this.progress.totalRelationships;
+        const done = this.progress.migratedEntities + this.progress.migratedRelationships;
+        return total > 0 ? (done / total) * 100 : 0;
+    }
+    /**
+     * Generate configuration for yata-scale based on data
+     */
+    static generateConfig(entityCount, relationshipCount) {
+        // Calculate optimal shard count (target 100K entities per shard)
+        const shardCount = Math.max(1, Math.ceil(entityCount / 100000));
+        // Calculate cache sizes
+        const hotEntities = Math.min(entityCount * 0.1, 10000);
+        const warmSize = Math.min(entityCount * 0.3, 100 * 1024 * 1024);
+        return {
+            shards: {
+                count: shardCount,
+                replicationFactor: shardCount > 1 ? 2 : 1,
+                partitionStrategy: shardCount > 3 ? 'hash' : 'range',
+            },
+            cache: {
+                l1MaxEntries: Math.floor(hotEntities),
+                l2MaxSize: Math.floor(warmSize),
+                l3MaxEntries: entityCount,
+                ttlMs: 300000,
+            },
+            query: {
+                defaultTimeout: 30000,
+                maxConcurrency: 4,
+                maxResultSize: 10000,
+            },
+        };
+    }
+}
+//# sourceMappingURL=MigrationHelper.js.map

package/dist/MigrationHelper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MigrationHelper.js","sourceRoot":"","sources":["../src/MigrationHelper.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,EAAE,EAAE,GAAG,EAAe,MAAM,YAAY,CAAC;AAElD,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AA4ClD;;GAEG;AACH,MAAM,OAAO,eAAe;IACT,SAAS,CAAS;IAC3B,QAAQ,CAAoB;IAEpC,YAAY,OAA0B;QACpC,IAAI,CAAC,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC;QAC5C,IAAI,CAAC,QAAQ,GAAG;YACd,aAAa,EAAE,CAAC;YAChB,gBAAgB,EAAE,CAAC;YACnB,kBAAkB,EAAE,CAAC;YACrB,qBAAqB,EAAE,CAAC;YACxB,MAAM,EAAE,EAAE;YACV,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,YAAY,EAAE,UAAU;SACzB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CACX,MAAkB,EAClB,IAAc,EACd,OAA0B;QAE1B,IAAI,CAAC;YACH,aAAa;YACb,IAAI,CAAC,QAAQ,GAAG;gBACd,GAAG,IAAI,CAAC,QAAQ;gBAChB,aAAa,EAAE,MAAM,MAAM,CAAC,cAAc,EAAE;gBAC5C,kBAAkB,EAAE,MAAM,MAAM,CAAC,oBAAoB,EAAE;gBACvD,SAAS,EAAE,IAAI,IAAI,EAAE;aACtB,CAAC;YAEF,mBAAmB;YACnB,IAAI,CAAC,QAAQ,GAAG,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC;YAC/D,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;YAElD,wBAAwB;YACxB,IAAI,CAAC,QAAQ,GAAG,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,YAAY,EAAE,eAAe,EAAE,CAAC;YACpE,MAAM,IAAI,CAAC,oBAAoB,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;YAEvD,QAAQ;YACR,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YAEnB,IAAI,CAAC,QAAQ,GAAG,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC;YAE/D,OAAO,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,GAAG,CACR,IAAI,mBAAmB,CACrB,qBAAqB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC9E,CACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAC3B,MAAkB,EAClB,IAAc,EACd,OAA0B;QAE1B,IAAI,KAAK,GAAa,EAAE,CAAC;QAEzB,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,MAAM,CAAC,WAAW,EAAE,EAAE,CAAC;YAChD,wBAAwB;YACxB,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;gBAC1B,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;gBAC/C,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;oBACtB,IAAI,CAAC,QAAQ,GAAG;wBACd,GAAG,IAAI,CAAC,QAAQ;wBAChB,MAAM,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,UAAU,MAAM,CAAC,EAAE,KAAK,UAAU,CAAC,KAAK,EAAE,CAAC;qBAC9E,CAAC;oBACF,SAAS;gBACX,CAAC;YACH,CAAC;YAED,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAEnB,IAAI,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnC,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAC/C,KAAK,GAAG,EAAE,CAAC;YACb,CAAC;QACH,CAAC;QAED,oBAAoB;QACpB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,oBAAoB,CAChC,MAAkB,EAClB,IAAc,EACd,OAA0B;QAE1B,IAAI,KAAK,GAAmB,EAAE,CAAC;QAE/B,IAAI,KAAK,EAAE,MAAM,YAAY,IAAI,MAAM,CAAC,gBAAgB,EAAE,EAAE,CAAC;YAC3D,wBAAwB;YACxB,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;gBAC1B,MAAM,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC;gBAC3D,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;oBACtB,IAAI,CAAC,QAAQ,GAAG;wBACd,GAAG,IAAI,CAAC,QAAQ;wBAChB,MAAM,EAAE;4BACN,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM;4BACvB,gBAAgB,YAAY,CAAC,EAAE,KAAK,UAAU,CAAC,KAAK,EAAE;yBACvD;qBACF,CAAC;oBACF,SAAS;gBACX,CAAC;YACH,CAAC;YAED,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAEzB,IAAI,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnC,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC;gBACrD,KAAK,GAAG,EAAE,CAAC;YACb,CAAC;QACH,CAAC;QAED,oBAAoB;QACpB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY,CACxB,KAAgC,EAChC,IAAc,EACd,IAA+B;QAE/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACtB,MAAM,IAAI,CAAC,SAAS,CAAC,IAAc,CAAC,CAAC;oBACrC,IAAI,CAAC,QAAQ,GAAG;wBACd,GAAG,IAAI,CAAC,QAAQ;wBAChB,gBAAgB,EAAE,IAAI,CAAC,QAAQ,CAAC,gBAAgB,GAAG,CAAC;qBACrD,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,CAAC,eAAe,CAAC,IAAoB,CAAC,CAAC;oBACjD,IAAI,CAAC,QAAQ,GAAG;wBACd,GAAG,IAAI,CAAC,QAAQ;wBAChB,qBAAqB,EAAE,IAAI,CAAC,QAAQ,CAAC,qBAAqB,GAAG,CAAC;qBAC/D,CAAC;gBACJ,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,QAAQ,GAAG;oBACd,GAAG,IAAI,CAAC,QAAQ;oBAChB,MAAM,EAAE;wBACN,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM;wBACvB,qBAAqB,IAAI,IAAK,IAAe,CAAC,EAAE,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;qBAC9G;iBACF,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,MAAc;QACnC,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC;QAC/C,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACjB,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC;QACjD,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACjB,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC;QACjD,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACzB,CAAC;IAED;;OAEG;IACK,oBAAoB,CAAC,GAAiB;QAC5C,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC;QAC/C,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;YAClB,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC;QACrD,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;YAClB,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,kBAAkB,EAAE,CAAC;QACrD,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YACd,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC;QACjD,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,aAAa;QACX,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC;QAC7E,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,gBAAgB,GAAG,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC;QAClF,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,cAAc,CACnB,WAAmB,EACnB,iBAAyB;QAEzB,iEAAiE;QACjE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC;QAEhE,wBAAwB;QACxB,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC;QACvD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,GAAG,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;QAEhE,OAAO;YACL,MAAM,EAAE;gBACN,KAAK,EAAE,UAAU;gBACjB,iBAAiB,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACzC,iBAAiB,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO;aACrD;YACD,KAAK,EAAE;gBACL,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC;gBACrC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;gBAC/B,YAAY,EAAE,WAAW;gBACzB,KAAK,EAAE,MAAM;aACd;YACD,KAAK,EAAE;gBACL,cAAc,EAAE,KAAK;gBACrB,cAAc,EAAE,CAAC;gBACjB,aAAa,EAAE,KAAK;aACrB;SACF,CAAC;IACJ,CAAC;CACF"}

package/dist/QueryCoordinator.d.ts

@@ -0,0 +1,76 @@
+/**
+ * @nahisaho/yata-scale - Query Coordinator
+ *
+ * Coordinates query execution across shards
+ */
+import { type Result } from 'neverthrow';
+import type { GraphQuery, QueryResult, QueryPlan, Entity, Relationship } from './types.js';
+import { QueryError } from './errors.js';
+/**
+ * Query planner
+ */
+export declare class QueryPlanner {
+    plan(query: GraphQuery, shards: string[]): QueryPlan;
+    optimize(plan: QueryPlan): QueryPlan;
+    private generateCacheKey;
+}
+/**
+ * Worker pool for parallel execution
+ */
+export declare class WorkerPool {
+    private concurrency;
+    private active;
+    private pending;
+    constructor(concurrency: number);
+    map<T, R>(items: T[], fn: (item: T) => R | Promise<R>): Promise<R[]>;
+    filter<T>(items: T[], predicate: (item: T) => boolean | Promise<boolean>): Promise<T[]>;
+    reduce<T, R>(items: T[], fn: (acc: R, item: T) => R | Promise<R>, initial: R): Promise<R>;
+    get activeCount(): number;
+    get pendingCount(): number;
+    shutdown(): Promise<void>;
+}
+/**
+ * Distributed query executor
+ */
+export declare class DistributedExecutor {
+    private pool;
+    private timeout;
+    private stats;
+    constructor(concurrency: number, timeout: number);
+    execute(query: GraphQuery, shards: string[], executor: (shardId: string, query: GraphQuery) => Promise<{
+        entities: Entity[];
+        relationships: Relationship[];
+    }>): Promise<Result<QueryResult, QueryError>>;
+    private executeOnShards;
+    private timeoutPromise;
+    private mergeResults;
+    getStats(): {
+        totalQueries: number;
+        averageLatency: number;
+    };
+    shutdown(): Promise<void>;
+}
+/**
+ * Query coordinator
+ */
+export declare class QueryCoordinator {
+    private planner;
+    private executor;
+    private cache;
+    private cacheTtl;
+    private stats;
+    constructor(concurrency: number, cacheTtl: number, timeout: number);
+    query(query: GraphQuery, shards: string[], executor: (shardId: string, query: GraphQuery) => Promise<{
+        entities: Entity[];
+        relationships: Relationship[];
+    }>): Promise<Result<QueryResult, QueryError>>;
+    validate(query: GraphQuery): Result<void, QueryError>;
+    explain(query: GraphQuery, shards: string[]): string;
+    getStats(): {
+        cacheHits: number;
+        cacheMisses: number;
+    };
+    clearCache(): void;
+    shutdown(): Promise<void>;
+}
+//# sourceMappingURL=QueryCoordinator.d.ts.map

package/dist/QueryCoordinator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"QueryCoordinator.d.ts","sourceRoot":"","sources":["../src/QueryCoordinator.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAW,KAAK,MAAM,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAa,MAAM,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AACtG,OAAO,EAAE,UAAU,EAAqB,MAAM,aAAa,CAAC;AAE5D;;GAEG;AACH,qBAAa,YAAY;IACvB,IAAI,CAAC,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,SAAS;IA2EpD,QAAQ,CAAC,IAAI,EAAE,SAAS,GAAG,SAAS;IAapC,OAAO,CAAC,gBAAgB;CAGzB;AAED;;GAEG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,MAAM,CAAK;IACnB,OAAO,CAAC,OAAO,CAAkC;gBAErC,WAAW,EAAE,MAAM;IAIzB,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC;IAmBpE,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,SAAS,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC;IAYvF,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAQ/F,IAAI,WAAW,IAAI,MAAM,CAExB;IAED,IAAI,YAAY,IAAI,MAAM,CAEzB;IAEK,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAKhC;AAED;;GAEG;AACH,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,KAAK,CAAqC;gBAEtC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAK1C,OAAO,CACX,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,MAAM,EAAE,EAChB,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,KAAK,OAAO,CAAC;QAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QAAC,aAAa,EAAE,YAAY,EAAE,CAAA;KAAE,CAAC,GAC/G,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;YA+B7B,eAAe;IAmB7B,OAAO,CAAC,cAAc;IAItB,OAAO,CAAC,YAAY;IAqBpB,QAAQ,IAAI;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,cAAc,EAAE,MAAM,CAAA;KAAE;IAOtD,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAGhC;AAED;;GAEG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,OAAO,CAAe;IAC9B,OAAO,CAAC,QAAQ,CAAsB;IACtC,OAAO,CAAC,KAAK,CAAmE;IAChF,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,KAAK,CAAoC;gBAErC,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAM5D,KAAK,CACT,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,MAAM,EAAE,EAChB,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,KAAK,OAAO,CAAC;QAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QAAC,aAAa,EAAE,YAAY,EAAE,CAAA;KAAE,CAAC,GAC/G,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IA2B3C,QAAQ,CAAC,KAAK,EAAE,UAAU,GAAG,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC;IAgBrD,OAAO,CAAC,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM;IAkBpD,QAAQ,IAAI;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE;IAItD,UAAU,IAAI,IAAI;IAIZ,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAGhC"}

package/dist/QueryCoordinator.js

@@ -0,0 +1,298 @@
+/**
+ * @nahisaho/yata-scale - Query Coordinator
+ *
+ * Coordinates query execution across shards
+ */
+import { ok, err } from 'neverthrow';
+import { QueryError, QueryTimeoutError } from './errors.js';
+/**
+ * Query planner
+ */
+export class QueryPlanner {
+    plan(query, shards) {
+        const steps = [];
+        let estimatedCost = 0;
+        if (query.type === 'lookup' && query.entityIds) {
+            steps.push({
+                type: 'index',
+                target: 'entity',
+                cost: query.entityIds.length * 10,
+                details: { ids: query.entityIds },
+            });
+            estimatedCost += query.entityIds.length * 10;
+        }
+        if (query.type === 'traverse' && query.startEntityIds) {
+            steps.push({
+                type: 'scan',
+                target: 'graph',
+                cost: query.startEntityIds.length * (query.maxDepth ?? 1) * 50,
+                details: { startIds: query.startEntityIds, depth: query.maxDepth },
+            });
+            estimatedCost += query.startEntityIds.length * (query.maxDepth ?? 1) * 50;
+        }
+        if (query.type === 'pattern' && query.pattern) {
+            steps.push({
+                type: 'scan',
+                target: 'pattern',
+                cost: 500,
+                details: { pattern: query.pattern },
+            });
+            estimatedCost += 500;
+        }
+        if (query.filters && query.filters.length > 0) {
+            steps.push({
+                type: 'filter',
+                target: 'result',
+                cost: query.filters.length * 20,
+                details: { filters: query.filters },
+            });
+            estimatedCost += query.filters.length * 20;
+        }
+        if (query.orderBy && query.orderBy.length > 0) {
+            steps.push({
+                type: 'sort',
+                target: 'result',
+                cost: 100,
+                details: { orderBy: query.orderBy },
+            });
+            estimatedCost += 100;
+        }
+        if (query.limit !== undefined) {
+            steps.push({
+                type: 'limit',
+                target: 'result',
+                cost: 10,
+                details: { limit: query.limit, offset: query.offset },
+            });
+            estimatedCost += 10;
+        }
+        return {
+            query,
+            steps,
+            estimatedCost,
+            targetShards: shards,
+            parallelizable: shards.length > 1,
+            cacheKey: this.generateCacheKey(query),
+            timeout: query.timeout,
+        };
+    }
+    optimize(plan) {
+        const optimizations = [];
+        // Push filters before sorts
+        const filterIdx = plan.steps.findIndex((s) => s.type === 'filter');
+        const sortIdx = plan.steps.findIndex((s) => s.type === 'sort');
+        if (sortIdx !== -1 && filterIdx > sortIdx) {
+            optimizations.push('filter-pushdown');
+        }
+        return { ...plan, optimizations };
+    }
+    generateCacheKey(query) {
+        return `query:${JSON.stringify(query)}`.substring(0, 100);
+    }
+}
+/**
+ * Worker pool for parallel execution
+ */
+export class WorkerPool {
+    concurrency;
+    active = 0;
+    pending = [];
+    constructor(concurrency) {
+        this.concurrency = concurrency;
+    }
+    async map(items, fn) {
+        const results = [];
+        for (const item of items) {
+            while (this.active >= this.concurrency) {
+                await new Promise((r) => setTimeout(r, 1));
+            }
+            this.active++;
+            try {
+                results.push(await fn(item));
+            }
+            finally {
+                this.active--;
+            }
+        }
+        return results;
+    }
+    async filter(items, predicate) {
+        const results = [];
+        for (const item of items) {
+            if (await predicate(item)) {
+                results.push(item);
+            }
+        }
+        return results;
+    }
+    async reduce(items, fn, initial) {
+        let result = initial;
+        for (const item of items) {
+            result = await fn(result, item);
+        }
+        return result;
+    }
+    get activeCount() {
+        return this.active;
+    }
+    get pendingCount() {
+        return this.pending.length;
+    }
+    async shutdown() {
+        while (this.active > 0) {
+            await new Promise((r) => setTimeout(r, 10));
+        }
+    }
+}
+/**
+ * Distributed query executor
+ */
+export class DistributedExecutor {
+    pool;
+    timeout;
+    stats = { totalQueries: 0, totalTime: 0 };
+    constructor(concurrency, timeout) {
+        this.pool = new WorkerPool(concurrency);
+        this.timeout = timeout;
+    }
+    async execute(query, shards, executor) {
+        const startTime = Date.now();
+        try {
+            const results = await Promise.race([
+                this.executeOnShards(query, shards, executor),
+                this.timeoutPromise(query.timeout ?? this.timeout),
+            ]);
+            if (results === 'timeout') {
+                return err(new QueryTimeoutError(query.timeout ?? this.timeout));
+            }
+            const merged = this.mergeResults(results);
+            this.stats.totalQueries++;
+            this.stats.totalTime += Date.now() - startTime;
+            return ok({
+                entities: merged.entities,
+                relationships: merged.relationships,
+                totalCount: merged.entities.length + merged.relationships.length,
+                hasMore: false,
+                executionTimeMs: Date.now() - startTime,
+                shardsQueried: shards,
+            });
+        }
+        catch (error) {
+            return err(new QueryError(error instanceof Error ? error.message : String(error)));
+        }
+    }
+    async executeOnShards(query, shards, executor) {
+        const results = [];
+        for (const shard of shards) {
+            try {
+                const result = await executor(shard, query);
+                results.push(result);
+            }
+            catch {
+                // Continue with other shards
+            }
+        }
+        return results;
+    }
+    timeoutPromise(ms) {
+        return new Promise((resolve) => setTimeout(() => resolve('timeout'), ms));
+    }
+    mergeResults(results) {
+        const entityMap = new Map();
+        const relMap = new Map();
+        for (const result of results) {
+            for (const entity of result.entities) {
+                entityMap.set(entity.id, entity);
+            }
+            for (const rel of result.relationships) {
+                relMap.set(rel.id, rel);
+            }
+        }
+        return {
+            entities: Array.from(entityMap.values()),
+            relationships: Array.from(relMap.values()),
+        };
+    }
+    getStats() {
+        return {
+            totalQueries: this.stats.totalQueries,
+            averageLatency: this.stats.totalQueries > 0 ? this.stats.totalTime / this.stats.totalQueries : 0,
+        };
+    }
+    async shutdown() {
+        await this.pool.shutdown();
+    }
+}
+/**
+ * Query coordinator
+ */
+export class QueryCoordinator {
+    planner;
+    executor;
+    cache = new Map();
+    cacheTtl;
+    stats = { cacheHits: 0, cacheMisses: 0 };
+    constructor(concurrency, cacheTtl, timeout) {
+        this.planner = new QueryPlanner();
+        this.executor = new DistributedExecutor(concurrency, timeout);
+        this.cacheTtl = cacheTtl;
+    }
+    async query(query, shards, executor) {
+        const plan = this.planner.plan(query, shards);
+        // Check cache
+        if (plan.cacheKey && query.options?.useCache !== false) {
+            const cached = this.cache.get(plan.cacheKey);
+            if (cached && cached.expiry > Date.now()) {
+                this.stats.cacheHits++;
+                return ok(cached.result);
+            }
+        }
+        this.stats.cacheMisses++;
+        const result = await this.executor.execute(query, shards, executor);
+        // Cache result
+        if (result.isOk() && plan.cacheKey) {
+            this.cache.set(plan.cacheKey, {
+                result: result.value,
+                expiry: Date.now() + (query.options?.cacheTtl ?? this.cacheTtl),
+            });
+        }
+        return result;
+    }
+    validate(query) {
+        if (!['lookup', 'traverse', 'pattern', 'aggregate'].includes(query.type)) {
+            return err(new QueryError(`Invalid query type: ${query.type}`));
+        }
+        if (query.type === 'lookup' && (!query.entityIds || query.entityIds.length === 0)) {
+            return err(new QueryError('lookup query requires entityIds'));
+        }
+        if (query.type === 'traverse' && (!query.startEntityIds || query.startEntityIds.length === 0)) {
+            return err(new QueryError('traverse query requires startEntityIds'));
+        }
+        return ok(undefined);
+    }
+    explain(query, shards) {
+        const plan = this.planner.plan(query, shards);
+        const lines = [
+            `Query Type: ${query.type}`,
+            `Estimated Cost: ${plan.estimatedCost}`,
+            `Target Shards: ${plan.targetShards.join(', ')}`,
+            `Parallelizable: ${plan.parallelizable}`,
+            '',
+            'Execution Steps:',
+        ];
+        for (const step of plan.steps) {
+            lines.push(`  - ${step.type} on ${step.target} (cost: ${step.cost})`);
+        }
+        return lines.join('\n');
+    }
+    getStats() {
+        return { ...this.stats };
+    }
+    clearCache() {
+        this.cache.clear();
+    }
+    async shutdown() {
+        await this.executor.shutdown();
+    }
+}
+//# sourceMappingURL=QueryCoordinator.js.map

package/dist/QueryCoordinator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"QueryCoordinator.js","sourceRoot":"","sources":["../src/QueryCoordinator.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,EAAE,EAAE,GAAG,EAAe,MAAM,YAAY,CAAC;AAElD,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAE5D;;GAEG;AACH,MAAM,OAAO,YAAY;IACvB,IAAI,CAAC,KAAiB,EAAE,MAAgB;QACtC,MAAM,KAAK,GAAgB,EAAE,CAAC;QAC9B,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YAC/C,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE,QAAQ;gBAChB,IAAI,EAAE,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,EAAE;gBACjC,OAAO,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,SAAS,EAAE;aAClC,CAAC,CAAC;YACH,aAAa,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,EAAE,CAAC;QAC/C,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;YACtD,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,MAAM;gBACZ,MAAM,EAAE,OAAO;gBACf,IAAI,EAAE,KAAK,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,EAAE;gBAC9D,OAAO,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,cAAc,EAAE,KAAK,EAAE,KAAK,CAAC,QAAQ,EAAE;aACnE,CAAC,CAAC;YACH,aAAa,IAAI,KAAK,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC;QAC5E,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAC9C,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,MAAM;gBACZ,MAAM,EAAE,SAAS;gBACjB,IAAI,EAAE,GAAG;gBACT,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE;aACpC,CAAC,CAAC;YACH,aAAa,IAAI,GAAG,CAAC;QACvB,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9C,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,QAAQ;gBAChB,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,EAAE;gBAC/B,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE;aACpC,CAAC,CAAC;YACH,aAAa,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,EAAE,CAAC;QAC7C,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9C,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,MAAM;gBACZ,MAAM,EAAE,QAAQ;gBAChB,IAAI,EAAE,GAAG;gBACT,OAAO,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE;aACpC,CAAC,CAAC;YACH,aAAa,IAAI,GAAG,CAAC;QACvB,CAAC;QAED,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,OAAO;gBACb,MAAM,EAAE,QAAQ;gBAChB,IAAI,EAAE,EAAE;gBACR,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE;aACtD,CAAC,CAAC;YACH,aAAa,IAAI,EAAE,CAAC;QACtB,CAAC;QAED,OAAO;YACL,KAAK;YACL,KAAK;YACL,aAAa;YACb,YAAY,EAAE,MAAM;YACpB,cAAc,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC;YACjC,QAAQ,EAAE,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC;YACtC,OAAO,EAAE,KAAK,CAAC,OAAO;SACvB,CAAC;IACJ,CAAC;IAED,QAAQ,CAAC,IAAe;QACtB,MAAM,aAAa,GAAa,EAAE,CAAC;QAEnC,4BAA4B;QAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QACnE,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;QAC/D,IAAI,OAAO,KAAK,CAAC,CAAC,IAAI,SAAS,GAAG,OAAO,EAAE,CAAC;YAC1C,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACxC,CAAC;QAED,OAAO,EAAE,GAAG,IAAI,EAAE,aAAa,EAAE,CAAC;IACpC,CAAC;IAEO,gBAAgB,CAAC,KAAiB;QACxC,OAAO,SAAS,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC5D,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,UAAU;IACb,WAAW,CAAS;IACpB,MAAM,GAAG,CAAC,CAAC;IACX,OAAO,GAA+B,EAAE,CAAC;IAEjD,YAAY,WAAmB;QAC7B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,GAAG,CAAO,KAAU,EAAE,EAA+B;QACzD,MAAM,OAAO,GAAQ,EAAE,CAAC;QAExB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACvC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAC7C,CAAC;YAED,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,IAAI,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;YAC/B,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,MAAM,CAAI,KAAU,EAAE,SAAkD;QAC5E,MAAM,OAAO,GAAQ,EAAE,CAAC;QAExB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,MAAM,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC1B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,MAAM,CAAO,KAAU,EAAE,EAAuC,EAAE,OAAU;QAChF,IAAI,MAAM,GAAG,OAAO,CAAC;QACrB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,GAAG,MAAM,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,mBAAmB;IACtB,IAAI,CAAa;IACjB,OAAO,CAAS;IAChB,KAAK,GAAG,EAAE,YAAY,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;IAElD,YAAY,WAAmB,EAAE,OAAe;QAC9C,IAAI,CAAC,IAAI,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC;QACxC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,OAAO,CACX,KAAiB,EACjB,MAAgB,EAChB,QAAgH;QAEhH,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;gBACjC,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC;gBAC7C,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC;aACnD,CAAC,CAAC;YAEH,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC1B,OAAO,GAAG,CAAC,IAAI,iBAAiB,CAAC,KAAK,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;YACnE,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,OAAuE,CAAC,CAAC;YAE1G,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;YAC1B,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAE/C,OAAO,EAAE,CAAC;gBACR,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,MAAM,CAAC,aAAa,CAAC,MAAM;gBAChE,OAAO,EAAE,KAAK;gBACd,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBACvC,aAAa,EAAE,MAAM;aACtB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,GAAG,CAAC,IAAI,UAAU,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACrF,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,KAAiB,EACjB,MAAgB,EAChB,QAAgH;QAEhH,MAAM,OAAO,GAAiE,EAAE,CAAC;QAEjF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;gBAC5C,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,CAAC;YAAC,MAAM,CAAC;gBACP,6BAA6B;YAC/B,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,cAAc,CAAC,EAAU;QAC/B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IAC5E,CAAC;IAEO,YAAY,CAClB,OAAqE;QAErE,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,GAAG,EAAwB,CAAC;QAE/C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACrC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YACnC,CAAC;YACD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;gBACvC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;YACxC,aAAa,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;SAC3C,CAAC;IACJ,CAAC;IAED,QAAQ;QACN,OAAO;YACL,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;YACrC,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;SACjG,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;IAC7B,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,gBAAgB;IACnB,OAAO,CAAe;IACtB,QAAQ,CAAsB;IAC9B,KAAK,GAAyD,IAAI,GAAG,EAAE,CAAC;IACxE,QAAQ,CAAS;IACjB,KAAK,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;IAEjD,YAAY,WAAmB,EAAE,QAAgB,EAAE,OAAe;QAChE,IAAI,CAAC,OAAO,GAAG,IAAI,YAAY,EAAE,CAAC;QAClC,IAAI,CAAC,QAAQ,GAAG,IAAI,mBAAmB,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QAC9D,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,KAAK,CACT,KAAiB,EACjB,MAAgB,EAChB,QAAgH;QAEhH,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAE9C,cAAc;QACd,IAAI,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,EAAE,QAAQ,KAAK,KAAK,EAAE,CAAC;YACvD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC7C,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;gBACzC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;gBACvB,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QAEzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QAEpE,eAAe;QACf,IAAI,MAAM,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE;gBAC5B,MAAM,EAAE,MAAM,CAAC,KAAK;gBACpB,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC;aAChE,CAAC,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,QAAQ,CAAC,KAAiB;QACxB,IAAI,CAAC,CAAC,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACzE,OAAO,GAAG,CAAC,IAAI,UAAU,CAAC,uBAAuB,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAClE,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;YAClF,OAAO,GAAG,CAAC,IAAI,UAAU,CAAC,iCAAiC,CAAC,CAAC,CAAC;QAChE,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,CAAC,KAAK,CAAC,cAAc,IAAI,KAAK,CAAC,cAAc,CAAC,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;YAC9F,OAAO,GAAG,CAAC,IAAI,UAAU,CAAC,wCAAwC,CAAC,CAAC,CAAC;QACvE,CAAC;QAED,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC;IACvB,CAAC;IAED,OAAO,CAAC,KAAiB,EAAE,MAAgB;QACzC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC9C,MAAM,KAAK,GAAG;YACZ,eAAe,KAAK,CAAC,IAAI,EAAE;YAC3B,mBAAmB,IAAI,CAAC,aAAa,EAAE;YACvC,kBAAkB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YAChD,mBAAmB,IAAI,CAAC,cAAc,EAAE;YACxC,EAAE;YACF,kBAAkB;SACnB,CAAC;QAEF,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,MAAM,WAAW,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;QACxE,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,QAAQ;QACN,OAAO,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED,UAAU;QACR,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;IACjC,CAAC;CACF"}

package/dist/ShardManager.d.ts

@@ -0,0 +1,48 @@
+/**
+ * @nahisaho/yata-scale - Shard Manager
+ *
+ * Manages sharding for distributed knowledge graph
+ */
+import { type Result } from 'neverthrow';
+import type { ShardConfig, ShardInfo, ShardStatus, RebalancePlan } from './types.js';
+import { ShardNotFoundError, ShardError } from './errors.js';
+/**
+ * Hash-based partition strategy using consistent hashing
+ */
+export declare class HashPartitionStrategy {
+    private readonly virtualNodes;
+    private ring;
+    private sortedKeys;
+    private shards;
+    constructor(virtualNodes?: number);
+    private hash;
+    addShard(shardId: string): void;
+    removeShard(shardId: string): void;
+    getShardForEntity(entityId: string): string;
+    getAllShards(): string[];
+}
+/**
+ * Shard manager for distributed knowledge graph
+ */
+export declare class ShardManager {
+    private shards;
+    private strategy;
+    constructor();
+    createShard(shardId: string, _config: ShardConfig): Result<ShardInfo, ShardError>;
+    getShard(shardId: string): Result<ShardInfo, ShardNotFoundError>;
+    deleteShard(shardId: string): Result<void, ShardNotFoundError>;
+    updateShardStatus(shardId: string, status: ShardStatus): Result<void, ShardNotFoundError>;
+    getShardForEntity(entityId: string): string;
+    getAllShards(): string[];
+    getStats(): {
+        totalShards: number;
+        totalEntities: number;
+        healthyShards: number;
+    };
+    checkHealth(): {
+        healthy: boolean;
+        unhealthyShards: string[];
+    };
+    planRebalance(loads: Map<string, number>): RebalancePlan;
+}
+//# sourceMappingURL=ShardManager.d.ts.map