@nahisaho/yata-scale 1.8.5

package/dist/shard/RangePartitionStrategy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RangePartitionStrategy.js","sourceRoot":"","sources":["../../src/shard/RangePartitionStrategy.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAiBH;;GAEG;AACH,MAAM,OAAO,sBAAsB;IACjB,IAAI,GAA0B,OAAO,CAAC;IAC9C,MAAM,CAAgB;IAE9B,YAAY,MAAqB;QAC/B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;IACnD,CAAC;IAED;;OAEG;IACK,qBAAqB,CAAC,MAAqB;QACjD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,oBAAoB;QACpB,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAE1E,qBAAqB;QACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3C,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CACb,kCAAkC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,QAAQ,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,CACnF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,mBAAmB,CACzB,QAAgB,EAChB,QAAkC;QAElC,qDAAqD;QACrD,IAAI,QAAQ,EAAE,MAAM,EAAE,CAAC;YACrB,OAAO,GAAG,QAAQ,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC1C,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,QAAgB,EAAE,QAAkC;QAC7D,MAAM,GAAG,GAAG,IAAI,CAAC,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAEzD,sCAAsC;QACtC,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QAEnC,OAAO,IAAI,IAAI,KAAK,EAAE,CAAC;YACrB,MAAM,GAAG,GAAG,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;YACjC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAE/B,IAAI,GAAG,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;gBACtB,KAAK,GAAG,GAAG,GAAG,CAAC,CAAC;YAClB,CAAC;iBAAM,IAAI,GAAG,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;gBAC5B,IAAI,GAAG,GAAG,GAAG,CAAC,CAAC;YACjB,CAAC;iBAAM,CAAC;gBACN,OAAO,KAAK,CAAC,OAAO,CAAC;YACvB,CAAC;QACH,CAAC;QAED,gDAAgD;QAChD,IAAI,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QAChC,CAAC;QAED,6CAA6C;QAC7C,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC;IACrD,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,SAAmB;QAC7B,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;QACzC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAqB,EAAE,aAAqB;QAChD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;QAE5C,mEAAmE;QACnE,uDAAuD;QACvD,IAAI,aAAa,KAAK,aAAa,EAAE,CAAC;YACpC,0EAA0E;YAC1E,0EAA0E;QAC5E,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,UAAU,CACR,OAAe,EACf,UAAkB,EAClB,UAAkB;QAElB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC;QAClE,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACjC,IAAI,UAAU,IAAI,KAAK,CAAC,KAAK,IAAI,UAAU,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;YACzD,MAAM,IAAI,KAAK,CACb,eAAe,UAAU,sBAAsB,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,GAAG,GAAG,CAC5E,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAkB;YAC/B,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE;YAC/D,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE;SAC3D,CAAC;QAEF,oCAAoC;QACpC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,EAAE,GAAG,SAAS,CAAC,CAAC;QAC3C,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,QAAgB,EAAE,QAAgB,EAAE,aAAqB;QACnE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC;QACpE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC;QAEpE,IAAI,MAAM,KAAK,CAAC,CAAC,IAAI,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QAED,2BAA2B;QAC3B,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QAED,MAAM,CAAC,UAAU,EAAE,WAAW,CAAC,GAC7B,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAExD,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC3C,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAE7C,MAAM,WAAW,GAAgB;YAC/B,OAAO,EAAE,aAAa;YACtB,KAAK,EAAE,UAAU,CAAC,KAAK;YACvB,GAAG,EAAE,WAAW,CAAC,GAAG;SACrB,CAAC;QAEF,wCAAwC;QACxC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,EAAE,WAAW,CAAC,CAAC;QAC/C,OAAO,WAAW,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,eAAe;QACb,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC5B,CAAC;CACF"}

package/dist/shard/Rebalancer.d.ts

@@ -0,0 +1,70 @@
+/**
+ * @nahisaho/yata-scale - Rebalancer
+ *
+ * Handles shard rebalancing operations
+ */
+import { type Result } from 'neverthrow';
+import type { RebalanceOptions, RebalanceJob, PartitionStrategy } from '../types.js';
+import { RebalanceError } from '../errors.js';
+import type { ShardStorage } from './ShardManager.js';
+/**
+ * Rebalance plan
+ */
+export interface RebalancePlan {
+    readonly moves: EntityMove[];
+    readonly estimatedDuration: number;
+    readonly affectedShards: string[];
+}
+/**
+ * Entity move operation
+ */
+export interface EntityMove {
+    readonly entityId: string;
+    readonly fromShard: string;
+    readonly toShard: string;
+}
+/**
+ * Rebalance progress
+ */
+export interface RebalanceProgress {
+    readonly jobId: string;
+    readonly totalMoves: number;
+    readonly completedMoves: number;
+    readonly failedMoves: number;
+    readonly currentMove?: EntityMove;
+}
+/**
+ * Rebalancer for moving entities between shards
+ */
+export declare class Rebalancer {
+    private readonly strategy;
+    private readonly getStorage;
+    private activeJobs;
+    private cancelled;
+    constructor(strategy: PartitionStrategy, getStorage: (shardId: string) => ShardStorage | undefined);
+    /**
+     * Plan a rebalance operation
+     */
+    planRebalance(currentDistribution: Map<string, string[]>, options?: RebalanceOptions): Promise<Result<RebalancePlan, RebalanceError>>;
+    /**
+     * Execute a rebalance plan
+     */
+    executeRebalance(plan: RebalancePlan, options?: RebalanceOptions): Promise<Result<RebalanceJob, RebalanceError>>;
+    /**
+     * Execute a single move
+     */
+    private executeMove;
+    /**
+     * Cancel an active rebalance
+     */
+    cancel(jobId: string): boolean;
+    /**
+     * Get progress of an active rebalance
+     */
+    getProgress(jobId: string): RebalanceProgress | undefined;
+    /**
+     * Check if a rebalance is active
+     */
+    isActive(jobId: string): boolean;
+}
+//# sourceMappingURL=Rebalancer.d.ts.map

package/dist/shard/Rebalancer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Rebalancer.d.ts","sourceRoot":"","sources":["../../src/shard/Rebalancer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAW,KAAK,MAAM,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,KAAK,EAEV,gBAAgB,EAChB,YAAY,EACZ,iBAAiB,EAClB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEtD;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,KAAK,EAAE,UAAU,EAAE,CAAC;IAC7B,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,cAAc,EAAE,MAAM,EAAE,CAAC;CACnC;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,CAAC,EAAE,UAAU,CAAC;CACnC;AAED;;GAEG;AACH,qBAAa,UAAU;IAKnB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAL7B,OAAO,CAAC,UAAU,CAA6C;IAC/D,OAAO,CAAC,SAAS,CAA0B;gBAGxB,QAAQ,EAAE,iBAAiB,EAC3B,UAAU,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,YAAY,GAAG,SAAS;IAG5E;;OAEG;IACG,aAAa,CACjB,mBAAmB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,EAC1C,OAAO,CAAC,EAAE,gBAAgB,GACzB,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC;IAyDjD;;OAEG;IACG,gBAAgB,CACpB,IAAI,EAAE,aAAa,EACnB,OAAO,CAAC,EAAE,gBAAgB,GACzB,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;IA4EhD;;OAEG;YACW,WAAW;IAyCzB;;OAEG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;IAQ9B;;OAEG;IACH,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,iBAAiB,GAAG,SAAS;IAIzD;;OAEG;IACH,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;CAGjC"}

package/dist/shard/Rebalancer.js

@@ -0,0 +1,184 @@
+/**
+ * @nahisaho/yata-scale - Rebalancer
+ *
+ * Handles shard rebalancing operations
+ */
+import { ok, err } from 'neverthrow';
+import { RebalanceError } from '../errors.js';
+/**
+ * Rebalancer for moving entities between shards
+ */
+export class Rebalancer {
+    strategy;
+    getStorage;
+    activeJobs = new Map();
+    cancelled = new Set();
+    constructor(strategy, getStorage) {
+        this.strategy = strategy;
+        this.getStorage = getStorage;
+    }
+    /**
+     * Plan a rebalance operation
+     */
+    async planRebalance(currentDistribution, options) {
+        const moves = [];
+        const affectedShards = new Set();
+        // Get target shards
+        const targetShards = options?.targetShards ?? [...currentDistribution.keys()];
+        // Calculate ideal distribution
+        const totalEntities = [...currentDistribution.values()].reduce((sum, entities) => sum + entities.length, 0);
+        const idealPerShard = Math.ceil(totalEntities / targetShards.length);
+        // Find overloaded and underloaded shards
+        const overloaded = new Map();
+        const underloaded = new Map();
+        for (const shardId of targetShards) {
+            const entities = currentDistribution.get(shardId) ?? [];
+            const excess = entities.length - idealPerShard;
+            if (excess > 0) {
+                // This shard has too many entities
+                overloaded.set(shardId, entities.slice(0, excess));
+                affectedShards.add(shardId);
+            }
+            else if (excess < 0) {
+                // This shard can accept more entities
+                underloaded.set(shardId, -excess);
+                affectedShards.add(shardId);
+            }
+        }
+        // Create move plan
+        for (const [fromShard, excessEntities] of overloaded) {
+            for (const entityId of excessEntities) {
+                // Find shard with capacity
+                for (const [toShard, capacity] of underloaded) {
+                    if (capacity > 0) {
+                        moves.push({ entityId, fromShard, toShard });
+                        underloaded.set(toShard, capacity - 1);
+                        break;
+                    }
+                }
+            }
+        }
+        // Estimate duration (1ms per move as baseline)
+        const estimatedDuration = moves.length * 10;
+        return ok({
+            moves,
+            estimatedDuration,
+            affectedShards: [...affectedShards],
+        });
+    }
+    /**
+     * Execute a rebalance plan
+     */
+    async executeRebalance(plan, options) {
+        const jobId = `rebalance-${Date.now()}`;
+        const maxConcurrency = options?.maxConcurrency ?? 10;
+        const progress = {
+            jobId,
+            totalMoves: plan.moves.length,
+            completedMoves: 0,
+            failedMoves: 0,
+        };
+        this.activeJobs.set(jobId, progress);
+        // Dry run just returns the plan
+        if (options?.dryRun) {
+            const job = {
+                jobId,
+                status: 'completed',
+                progress: 100,
+                entitiesMoved: 0,
+                startedAt: new Date(),
+                completedAt: new Date(),
+            };
+            return ok(job);
+        }
+        // Execute moves in batches
+        const startedAt = new Date();
+        let completedMoves = 0;
+        let failedMoves = 0;
+        for (let i = 0; i < plan.moves.length; i += maxConcurrency) {
+            // Check for cancellation
+            if (this.cancelled.has(jobId)) {
+                this.activeJobs.delete(jobId);
+                this.cancelled.delete(jobId);
+                return err(new RebalanceError('Rebalance cancelled', jobId));
+            }
+            const batch = plan.moves.slice(i, i + maxConcurrency);
+            const results = await Promise.allSettled(batch.map((move) => this.executeMove(move)));
+            for (const result of results) {
+                if (result.status === 'fulfilled' && result.value.isOk()) {
+                    completedMoves++;
+                }
+                else {
+                    failedMoves++;
+                }
+            }
+            // Update progress
+            this.activeJobs.set(jobId, {
+                ...progress,
+                completedMoves,
+                failedMoves,
+                currentMove: batch[batch.length - 1],
+            });
+        }
+        this.activeJobs.delete(jobId);
+        const job = {
+            jobId,
+            status: failedMoves === 0 ? 'completed' : 'completed',
+            progress: 100,
+            entitiesMoved: completedMoves,
+            startedAt,
+            completedAt: new Date(),
+            error: failedMoves > 0 ? `${failedMoves} moves failed` : undefined,
+        };
+        return ok(job);
+    }
+    /**
+     * Execute a single move
+     */
+    async executeMove(move) {
+        const fromStorage = this.getStorage(move.fromShard);
+        const toStorage = this.getStorage(move.toShard);
+        if (!fromStorage || !toStorage) {
+            return err(new RebalanceError(`Storage not found for shard: ${!fromStorage ? move.fromShard : move.toShard}`, 'move'));
+        }
+        try {
+            // Read entity from source
+            const entity = await fromStorage.getEntity(move.entityId);
+            if (!entity) {
+                // Entity doesn't exist, skip
+                return ok(undefined);
+            }
+            // Write to destination
+            await toStorage.putEntity(entity);
+            // Delete from source
+            await fromStorage.deleteEntity(move.entityId);
+            return ok(undefined);
+        }
+        catch (error) {
+            return err(new RebalanceError(`Failed to move entity ${move.entityId}: ${error instanceof Error ? error.message : String(error)}`, 'move', error instanceof Error ? error : undefined));
+        }
+    }
+    /**
+     * Cancel an active rebalance
+     */
+    cancel(jobId) {
+        if (this.activeJobs.has(jobId)) {
+            this.cancelled.add(jobId);
+            return true;
+        }
+        return false;
+    }
+    /**
+     * Get progress of an active rebalance
+     */
+    getProgress(jobId) {
+        return this.activeJobs.get(jobId);
+    }
+    /**
+     * Check if a rebalance is active
+     */
+    isActive(jobId) {
+        return this.activeJobs.has(jobId);
+    }
+}
+//# sourceMappingURL=Rebalancer.js.map

package/dist/shard/Rebalancer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Rebalancer.js","sourceRoot":"","sources":["../../src/shard/Rebalancer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,EAAE,EAAE,GAAG,EAAe,MAAM,YAAY,CAAC;AAOlD,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAgC9C;;GAEG;AACH,MAAM,OAAO,UAAU;IAKF;IACA;IALX,UAAU,GAAmC,IAAI,GAAG,EAAE,CAAC;IACvD,SAAS,GAAgB,IAAI,GAAG,EAAE,CAAC;IAE3C,YACmB,QAA2B,EAC3B,UAAyD;QADzD,aAAQ,GAAR,QAAQ,CAAmB;QAC3B,eAAU,GAAV,UAAU,CAA+C;IACzE,CAAC;IAEJ;;OAEG;IACH,KAAK,CAAC,aAAa,CACjB,mBAA0C,EAC1C,OAA0B;QAE1B,MAAM,KAAK,GAAiB,EAAE,CAAC;QAC/B,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;QAEzC,oBAAoB;QACpB,MAAM,YAAY,GAAG,OAAO,EAAE,YAAY,IAAI,CAAC,GAAG,mBAAmB,CAAC,IAAI,EAAE,CAAC,CAAC;QAE9E,+BAA+B;QAC/B,MAAM,aAAa,GAAG,CAAC,GAAG,mBAAmB,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAC5D,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,CAAC,GAAG,GAAG,QAAQ,CAAC,MAAM,EACxC,CAAC,CACF,CAAC;QACF,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;QAErE,yCAAyC;QACzC,MAAM,UAAU,GAA0B,IAAI,GAAG,EAAE,CAAC;QACpD,MAAM,WAAW,GAAwB,IAAI,GAAG,EAAE,CAAC;QAEnD,KAAK,MAAM,OAAO,IAAI,YAAY,EAAE,CAAC;YACnC,MAAM,QAAQ,GAAG,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YACxD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,GAAG,aAAa,CAAC;YAE/C,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;gBACf,mCAAmC;gBACnC,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;gBACnD,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC9B,CAAC;iBAAM,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,sCAAsC;gBACtC,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,MAAM,CAAC,CAAC;gBAClC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;QAED,mBAAmB;QACnB,KAAK,MAAM,CAAC,SAAS,EAAE,cAAc,CAAC,IAAI,UAAU,EAAE,CAAC;YACrD,KAAK,MAAM,QAAQ,IAAI,cAAc,EAAE,CAAC;gBACtC,2BAA2B;gBAC3B,KAAK,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,IAAI,WAAW,EAAE,CAAC;oBAC9C,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;wBACjB,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;wBAC7C,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC;wBACvC,MAAM;oBACR,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,+CAA+C;QAC/C,MAAM,iBAAiB,GAAG,KAAK,CAAC,MAAM,GAAG,EAAE,CAAC;QAE5C,OAAO,EAAE,CAAC;YACR,KAAK;YACL,iBAAiB;YACjB,cAAc,EAAE,CAAC,GAAG,cAAc,CAAC;SACpC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CACpB,IAAmB,EACnB,OAA0B;QAE1B,MAAM,KAAK,GAAG,aAAa,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACxC,MAAM,cAAc,GAAG,OAAO,EAAE,cAAc,IAAI,EAAE,CAAC;QAErD,MAAM,QAAQ,GAAsB;YAClC,KAAK;YACL,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YAC7B,cAAc,EAAE,CAAC;YACjB,WAAW,EAAE,CAAC;SACf,CAAC;QAEF,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAErC,gCAAgC;QAChC,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;YACpB,MAAM,GAAG,GAAiB;gBACxB,KAAK;gBACL,MAAM,EAAE,WAAW;gBACnB,QAAQ,EAAE,GAAG;gBACb,aAAa,EAAE,CAAC;gBAChB,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,WAAW,EAAE,IAAI,IAAI,EAAE;aACxB,CAAC;YACF,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC;QACjB,CAAC;QAED,2BAA2B;QAC3B,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;QAC7B,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,cAAc,EAAE,CAAC;YAC3D,yBAAyB;YACzB,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC9B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC9B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC7B,OAAO,GAAG,CAAC,IAAI,cAAc,CAAC,qBAAqB,EAAE,KAAK,CAAC,CAAC,CAAC;YAC/D,CAAC;YAED,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,CAAC;YACtD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CACtC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAC5C,CAAC;YAEF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;oBACzD,cAAc,EAAE,CAAC;gBACnB,CAAC;qBAAM,CAAC;oBACN,WAAW,EAAE,CAAC;gBAChB,CAAC;YACH,CAAC;YAED,kBAAkB;YAClB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE;gBACzB,GAAG,QAAQ;gBACX,cAAc;gBACd,WAAW;gBACX,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;aACrC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAE9B,MAAM,GAAG,GAAiB;YACxB,KAAK;YACL,MAAM,EAAE,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW;YACrD,QAAQ,EAAE,GAAG;YACb,aAAa,EAAE,cAAc;YAC7B,SAAS;YACT,WAAW,EAAE,IAAI,IAAI,EAAE;YACvB,KAAK,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,WAAW,eAAe,CAAC,CAAC,CAAC,SAAS;SACnE,CAAC;QAEF,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CACvB,IAAgB;QAEhB,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACpD,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEhD,IAAI,CAAC,WAAW,IAAI,CAAC,SAAS,EAAE,CAAC;YAC/B,OAAO,GAAG,CACR,IAAI,cAAc,CAChB,gCAAgC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,EAC9E,MAAM,CACP,CACF,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,0BAA0B;YAC1B,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC1D,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,6BAA6B;gBAC7B,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC;YACvB,CAAC;YAED,uBAAuB;YACvB,MAAM,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAElC,qBAAqB;YACrB,MAAM,WAAW,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAE9C,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,GAAG,CACR,IAAI,cAAc,CAChB,yBAAyB,IAAI,CAAC,QAAQ,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACnG,MAAM,EACN,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAa;QAClB,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC1B,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,KAAa;QACvB,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,KAAa;QACpB,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF"}

package/dist/shard/ShardManager.d.ts

@@ -0,0 +1,123 @@
+/**
+ * @nahisaho/yata-scale - Shard Manager
+ *
+ * Manages shard lifecycle, health, and operations
+ */
+import { type Result } from 'neverthrow';
+import type { ShardConfig, ShardInfo, ShardHealth, RebalanceOptions, RebalanceJob, PartitionStrategyType, Entity, Relationship } from '../types.js';
+import { ShardError, ShardNotFoundError, ShardUnavailableError, RebalanceError } from '../errors.js';
+import { ShardRouter } from './ShardRouter.js';
+/**
+ * Shard storage interface
+ */
+export interface ShardStorage {
+    readonly shardId: string;
+    getEntity(id: string): Promise<Entity | undefined>;
+    putEntity(entity: Entity): Promise<void>;
+    deleteEntity(id: string): Promise<boolean>;
+    getRelationship(id: string): Promise<Relationship | undefined>;
+    putRelationship(relationship: Relationship): Promise<void>;
+    deleteRelationship(id: string): Promise<boolean>;
+    getEntities(ids: string[]): Promise<Map<string, Entity>>;
+    putEntities(entities: Entity[]): Promise<void>;
+    getEntityCount(): Promise<number>;
+    getRelationshipCount(): Promise<number>;
+    getSizeBytes(): Promise<number>;
+    open(): Promise<void>;
+    close(): Promise<void>;
+    clear(): Promise<void>;
+}
+/**
+ * Shard manager for lifecycle and operations
+ */
+export declare class ShardManager {
+    private readonly strategyType;
+    private readonly storageFactory;
+    private shards;
+    private storage;
+    private router;
+    private rebalanceJobs;
+    private healthCheckInterval?;
+    constructor(strategyType: PartitionStrategyType, storageFactory: (config: ShardConfig) => ShardStorage);
+    /**
+     * Initialize with shard configurations
+     */
+    initialize(configs: ShardConfig[]): Promise<void>;
+    /**
+     * Create a new shard
+     */
+    createShard(config: ShardConfig): Promise<Result<ShardInfo, ShardError>>;
+    /**
+     * Remove a shard
+     */
+    removeShard(shardId: string, graceful?: boolean): Promise<Result<void, ShardError>>;
+    /**
+     * Get shard info
+     */
+    getShardInfo(shardId: string): Result<ShardInfo, ShardNotFoundError>;
+    /**
+     * List all shards
+     */
+    listShards(): ShardInfo[];
+    /**
+     * Get shard for an entity
+     */
+    getShardForEntity(entityId: string): Result<ShardInfo, ShardNotFoundError | ShardUnavailableError>;
+    /**
+     * Get storage for an entity
+     */
+    getStorageForEntity(entityId: string): Result<ShardStorage, ShardNotFoundError | ShardUnavailableError>;
+    /**
+     * Start rebalancing
+     */
+    startRebalance(options?: RebalanceOptions): Promise<Result<RebalanceJob, RebalanceError>>;
+    /**
+     * Execute rebalance operation
+     */
+    private executeRebalance;
+    /**
+     * Get rebalance status
+     */
+    getRebalanceStatus(jobId: string): Result<RebalanceJob, RebalanceError>;
+    /**
+     * Cancel rebalance
+     */
+    cancelRebalance(jobId: string): Promise<Result<void, RebalanceError>>;
+    /**
+     * Check health of all shards
+     */
+    checkHealth(): Promise<Map<string, ShardHealth>>;
+    /**
+     * Repair a shard
+     */
+    repairShard(shardId: string): Promise<Result<void, ShardError>>;
+    /**
+     * Get the router
+     */
+    getRouter(): ShardRouter;
+    /**
+     * Get storage for a shard
+     */
+    getStorage(shardId: string): ShardStorage | undefined;
+    /**
+     * Close all shards
+     */
+    close(): Promise<void>;
+    /**
+     * Update shard status
+     */
+    private updateShardStatus;
+    /**
+     * Create a connection object for router
+     */
+    private createConnection;
+    /**
+     * Start health check interval
+     */
+    private startHealthCheck;
+    /**
+     * Stop health check interval
+     */
+    private stopHealthCheck;
+}
+//# sourceMappingURL=ShardManager.d.ts.map

package/dist/shard/ShardManager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ShardManager.d.ts","sourceRoot":"","sources":["../../src/shard/ShardManager.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAW,KAAK,MAAM,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,KAAK,EACV,WAAW,EACX,SAAS,EAET,WAAW,EAEX,gBAAgB,EAChB,YAAY,EACZ,qBAAqB,EACrB,MAAM,EACN,YAAY,EACb,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,UAAU,EACV,kBAAkB,EAClB,qBAAqB,EAErB,cAAc,EACf,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,WAAW,EAAwB,MAAM,kBAAkB,CAAC;AAErE;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAGzB,SAAS,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;IACnD,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,YAAY,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAG3C,eAAe,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC,CAAC;IAC/D,eAAe,CAAC,YAAY,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3D,kBAAkB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAGjD,WAAW,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACzD,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAG/C,cAAc,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAClC,oBAAoB,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IACxC,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAGhC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACtB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED;;GAEG;AACH,qBAAa,YAAY;IAQrB,OAAO,CAAC,QAAQ,CAAC,YAAY;IAC7B,OAAO,CAAC,QAAQ,CAAC,cAAc;IARjC,OAAO,CAAC,MAAM,CAAqC;IACnD,OAAO,CAAC,OAAO,CAAwC;IACvD,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,aAAa,CAAwC;IAC7D,OAAO,CAAC,mBAAmB,CAAC,CAAiB;gBAG1B,YAAY,EAAE,qBAAqB,EACnC,cAAc,EAAE,CAAC,MAAM,EAAE,WAAW,KAAK,YAAY;IAKxE;;OAEG;IACG,UAAU,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IASvD;;OAEG;IACG,WAAW,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAgD9E;;OAEG;IACG,WAAW,CACf,OAAO,EAAE,MAAM,EACf,QAAQ,GAAE,OAAc,GACvB,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAoDpC;;OAEG;IACH,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,kBAAkB,CAAC;IAQpE;;OAEG;IACH,UAAU,IAAI,SAAS,EAAE;IAIzB;;OAEG;IACH,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,kBAAkB,GAAG,qBAAqB,CAAC;IAQlG;;OAEG;IACH,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAAC,YAAY,EAAE,kBAAkB,GAAG,qBAAqB,CAAC;IAcvG;;OAEG;IACG,cAAc,CAClB,OAAO,CAAC,EAAE,gBAAgB,GACzB,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;IAiChD;;OAEG;YACW,gBAAgB;IAqC9B;;OAEG;IACH,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC,YAAY,EAAE,cAAc,CAAC;IAQvE;;OAEG;IACG,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IAoB3E;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IAqCtD;;OAEG;IACG,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAcrE;;OAEG;IACH,SAAS,IAAI,WAAW;IAIxB;;OAEG;IACH,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS;IAIrD;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAW5B;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAOzB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAYxB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAMxB;;OAEG;IACH,OAAO,CAAC,eAAe;CAMxB"}