@optimystic/db-p2p 0.2.2 → 0.3.0

package/dist/src/cluster/block-transfer-service.d.ts

@@ -0,0 +1,66 @@
+import type { Startable } from '@libp2p/interface';
+import type { IRepo, PeerId, IPeerNetwork } from '@optimystic/db-core';
+import { ProtocolClient } from '../protocol-client.js';
+export declare const buildBlockTransferProtocol: (protocolPrefix?: string) => string;
+/** Request to transfer blocks */
+export interface BlockTransferRequest {
+    type: 'pull' | 'push';
+    /** Block IDs being transferred */
+    blockIds: string[];
+    /** Reason for transfer */
+    reason: 'rebalance' | 'replication' | 'recovery';
+    /** For push: base64-encoded block data per block ID */
+    blockData?: Record<string, string>;
+}
+/** Response with block data */
+export interface BlockTransferResponse {
+    /** Blocks successfully transferred: blockId → base64-encoded data */
+    blocks: Record<string, string>;
+    /** Block IDs that couldn't be found/transferred */
+    missing: string[];
+}
+export interface BlockTransferServiceInit {
+    protocolPrefix?: string;
+}
+export interface BlockTransferServiceComponents {
+    registrar: {
+        handle: (...args: any[]) => Promise<void>;
+        unhandle: (...args: any[]) => Promise<void>;
+    };
+    repo: IRepo;
+}
+/**
+ * Libp2p service that handles incoming block transfer requests.
+ *
+ * Responds to pull requests by reading blocks from local storage.
+ * Handles push requests by accepting block data and storing it locally.
+ */
+export declare class BlockTransferService implements Startable {
+    private readonly components;
+    private running;
+    private readonly protocol;
+    private readonly repo;
+    private readonly registrar;
+    constructor(components: BlockTransferServiceComponents, init?: BlockTransferServiceInit);
+    start(): Promise<void>;
+    stop(): Promise<void>;
+    private handleRequest;
+    private handlePull;
+    private handlePush;
+    private readRequest;
+    private sendResponse;
+}
+/** Factory for creating BlockTransferService following the libp2p service pattern. */
+export declare const blockTransferService: (init?: BlockTransferServiceInit) => (components: BlockTransferServiceComponents) => BlockTransferService;
+/**
+ * Client for sending block transfer requests to remote peers.
+ */
+export declare class BlockTransferClient extends ProtocolClient {
+    private readonly protocol;
+    constructor(peerId: PeerId, peerNetwork: IPeerNetwork, protocolPrefix?: string);
+    /** Pull blocks from the remote peer. */
+    pullBlocks(blockIds: string[], reason?: BlockTransferRequest['reason']): Promise<BlockTransferResponse>;
+    /** Push blocks to the remote peer. */
+    pushBlocks(blockIds: string[], blockDataBuffers: Uint8Array[], reason?: BlockTransferRequest['reason']): Promise<BlockTransferResponse>;
+}
+//# sourceMappingURL=block-transfer-service.d.ts.map

package/dist/src/cluster/block-transfer-service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"block-transfer-service.d.ts","sourceRoot":"","sources":["../../../src/cluster/block-transfer-service.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAU,MAAM,mBAAmB,CAAC;AAC3D,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAKvE,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AASvD,eAAO,MAAM,0BAA0B,GAAI,iBAAgB,MAAW,KAAG,MACJ,CAAC;AAEtE,iCAAiC;AACjC,MAAM,WAAW,oBAAoB;IACpC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC;IACtB,kCAAkC;IAClC,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,0BAA0B;IAC1B,MAAM,EAAE,WAAW,GAAG,aAAa,GAAG,UAAU,CAAC;IACjD,uDAAuD;IACvD,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACnC;AAED,+BAA+B;AAC/B,MAAM,WAAW,qBAAqB;IACrC,qEAAqE;IACrE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/B,mDAAmD;IACnD,OAAO,EAAE,MAAM,EAAE,CAAC;CAClB;AAID,MAAM,WAAW,wBAAwB;IACxC,cAAc,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,8BAA8B;IAC9C,SAAS,EAAE;QAAE,MAAM,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;QAAC,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;KAAE,CAAC;IACtG,IAAI,EAAE,KAAK,CAAC;CACZ;AAED;;;;;GAKG;AACH,qBAAa,oBAAqB,YAAW,SAAS;IAOpD,OAAO,CAAC,QAAQ,CAAC,UAAU;IAN5B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAQ;IAC7B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA8C;gBAGtD,UAAU,EAAE,8BAA8B,EAC3D,IAAI,GAAE,wBAA6B;IAO9B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAStB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;YAOb,aAAa;YA0Bb,UAAU;YAkBV,UAAU;YA2BV,WAAW;YAmBX,YAAY;CAO1B;AAED,sFAAsF;AACtF,eAAO,MAAM,oBAAoB,GAAI,OAAM,wBAA6B,MACtE,YAAY,8BAA8B,yBAA+C,CAAC;AAI5F;;GAEG;AACH,qBAAa,mBAAoB,SAAQ,cAAc;IACtD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;gBAGjC,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,YAAY,EACzB,cAAc,GAAE,MAAW;IAM5B,wCAAwC;IAClC,UAAU,CACf,QAAQ,EAAE,MAAM,EAAE,EAClB,MAAM,GAAE,oBAAoB,CAAC,QAAQ,CAAe,GAClD,OAAO,CAAC,qBAAqB,CAAC;IAKjC,sCAAsC;IAChC,UAAU,CACf,QAAQ,EAAE,MAAM,EAAE,EAClB,gBAAgB,EAAE,UAAU,EAAE,EAC9B,MAAM,GAAE,oBAAoB,CAAC,QAAQ,CAAe,GAClD,OAAO,CAAC,qBAAqB,CAAC;CAQjC"}

package/dist/src/cluster/block-transfer-service.js

@@ -0,0 +1,163 @@
+import { pipe } from 'it-pipe';
+import * as lp from 'it-length-prefixed';
+import { fromString as u8FromString } from 'uint8arrays/from-string';
+import { toString as u8ToString } from 'uint8arrays/to-string';
+import { ProtocolClient } from '../protocol-client.js';
+import { createLogger } from '../logger.js';
+const log = createLogger('block-transfer-service');
+/** Protocol path */
+const BLOCK_TRANSFER_PREFIX = '/db-p2p/block-transfer/';
+const BLOCK_TRANSFER_VERSION = '1.0.0';
+export const buildBlockTransferProtocol = (protocolPrefix = '') => `${protocolPrefix}${BLOCK_TRANSFER_PREFIX}${BLOCK_TRANSFER_VERSION}`;
+/**
+ * Libp2p service that handles incoming block transfer requests.
+ *
+ * Responds to pull requests by reading blocks from local storage.
+ * Handles push requests by accepting block data and storing it locally.
+ */
+export class BlockTransferService {
+    components;
+    running = false;
+    protocol;
+    repo;
+    registrar;
+    constructor(components, init = {}) {
+        this.components = components;
+        this.protocol = buildBlockTransferProtocol(init.protocolPrefix ?? '');
+        this.repo = components.repo;
+        this.registrar = components.registrar;
+    }
+    async start() {
+        if (this.running)
+            return;
+        await this.registrar.handle(this.protocol, async (data) => {
+            await this.handleRequest(data.stream);
+        });
+        this.running = true;
+        log('started on %s', this.protocol);
+    }
+    async stop() {
+        if (!this.running)
+            return;
+        await this.registrar.unhandle(this.protocol);
+        this.running = false;
+        log('stopped');
+    }
+    async handleRequest(stream) {
+        try {
+            const request = await this.readRequest(stream);
+            log('request type=%s blocks=%d reason=%s', request.type, request.blockIds.length, request.reason);
+            let response;
+            if (request.type === 'pull') {
+                response = await this.handlePull(request);
+            }
+            else {
+                response = await this.handlePush(request);
+            }
+            await this.sendResponse(stream, response);
+            log('response blocks=%d missing=%d', Object.keys(response.blocks).length, response.missing.length);
+        }
+        catch (error) {
+            log('error: %s', error.message);
+            try {
+                await this.sendResponse(stream, { blocks: {}, missing: [] });
+            }
+            catch {
+                // ignore send errors
+            }
+        }
+        finally {
+            try {
+                await stream.close();
+            }
+            catch { /* ignore */ }
+        }
+    }
+    async handlePull(request) {
+        const blocks = {};
+        const missing = [];
+        const result = await this.repo.get({ blockIds: request.blockIds });
+        for (const blockId of request.blockIds) {
+            const blockResult = result[blockId];
+            if (blockResult?.block) {
+                blocks[blockId] = Buffer.from(JSON.stringify(blockResult.block)).toString('base64');
+            }
+            else {
+                missing.push(blockId);
+            }
+        }
+        return { blocks, missing };
+    }
+    async handlePush(request) {
+        const blocks = {};
+        const missing = [];
+        if (!request.blockData) {
+            return { blocks: {}, missing: request.blockIds };
+        }
+        // Accept pushed blocks — for each block, check if we already have it (idempotent)
+        for (const blockId of request.blockIds) {
+            const data = request.blockData[blockId];
+            if (data) {
+                // Verify we received valid data
+                try {
+                    JSON.parse(Buffer.from(data, 'base64').toString('utf8'));
+                    blocks[blockId] = data;
+                }
+                catch {
+                    missing.push(blockId);
+                }
+            }
+            else {
+                missing.push(blockId);
+            }
+        }
+        return { blocks, missing };
+    }
+    async readRequest(stream) {
+        const messages = [];
+        await pipe(stream, lp.decode, async (source) => {
+            for await (const msg of source) {
+                messages.push(msg.subarray());
+            }
+        });
+        if (messages.length === 0) {
+            throw new Error('No request received');
+        }
+        return JSON.parse(u8ToString(messages[0], 'utf8'));
+    }
+    async sendResponse(stream, response) {
+        const bytes = u8FromString(JSON.stringify(response), 'utf8');
+        const encoded = pipe([bytes], lp.encode);
+        for await (const chunk of encoded) {
+            stream.send(chunk);
+        }
+    }
+}
+/** Factory for creating BlockTransferService following the libp2p service pattern. */
+export const blockTransferService = (init = {}) => (components) => new BlockTransferService(components, init);
+// --- Client ---
+/**
+ * Client for sending block transfer requests to remote peers.
+ */
+export class BlockTransferClient extends ProtocolClient {
+    protocol;
+    constructor(peerId, peerNetwork, protocolPrefix = '') {
+        super(peerId, peerNetwork);
+        this.protocol = buildBlockTransferProtocol(protocolPrefix);
+    }
+    /** Pull blocks from the remote peer. */
+    async pullBlocks(blockIds, reason = 'rebalance') {
+        const request = { type: 'pull', blockIds, reason };
+        return await this.processMessage(request, this.protocol);
+    }
+    /** Push blocks to the remote peer. */
+    async pushBlocks(blockIds, blockDataBuffers, reason = 'rebalance') {
+        const blockData = {};
+        for (let i = 0; i < blockIds.length; i++) {
+            blockData[blockIds[i]] = Buffer.from(blockDataBuffers[i]).toString('base64');
+        }
+        const request = { type: 'push', blockIds, reason, blockData };
+        return await this.processMessage(request, this.protocol);
+    }
+}
+//# sourceMappingURL=block-transfer-service.js.map

package/dist/src/cluster/block-transfer-service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"block-transfer-service.js","sourceRoot":"","sources":["../../../src/cluster/block-transfer-service.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAC/B,OAAO,KAAK,EAAE,MAAM,oBAAoB,CAAC;AACzC,OAAO,EAAE,UAAU,IAAI,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACrE,OAAO,EAAE,QAAQ,IAAI,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,wBAAwB,CAAC,CAAC;AAEnD,oBAAoB;AACpB,MAAM,qBAAqB,GAAG,yBAAyB,CAAC;AACxD,MAAM,sBAAsB,GAAG,OAAO,CAAC;AAEvC,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,iBAAyB,EAAE,EAAU,EAAE,CACjF,GAAG,cAAc,GAAG,qBAAqB,GAAG,sBAAsB,EAAE,CAAC;AAgCtE;;;;;GAKG;AACH,MAAM,OAAO,oBAAoB;IAOd;IANV,OAAO,GAAG,KAAK,CAAC;IACP,QAAQ,CAAS;IACjB,IAAI,CAAQ;IACZ,SAAS,CAA8C;IAExE,YACkB,UAA0C,EAC3D,OAAiC,EAAE;QADlB,eAAU,GAAV,UAAU,CAAgC;QAG3D,IAAI,CAAC,QAAQ,GAAG,0BAA0B,CAAC,IAAI,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;QACtE,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;QAC5B,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,KAAK;QACV,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAS,EAAE,EAAE;YAC9D,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,IAAI;QACT,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAC1B,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7C,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,GAAG,CAAC,SAAS,CAAC,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,MAAc;QACzC,IAAI,CAAC;YACJ,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAC/C,GAAG,CAAC,qCAAqC,EAAE,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YAElG,IAAI,QAA+B,CAAC;YACpC,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC7B,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YAC3C,CAAC;iBAAM,CAAC;gBACP,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YAC3C,CAAC;YAED,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAC1C,GAAG,CAAC,+BAA+B,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACpG,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,GAAG,CAAC,WAAW,EAAG,KAAe,CAAC,OAAO,CAAC,CAAC;YAC3C,IAAI,CAAC;gBACJ,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;YAC9D,CAAC;YAAC,MAAM,CAAC;gBACR,qBAAqB;YACtB,CAAC;QACF,CAAC;gBAAS,CAAC;YACV,IAAI,CAAC;gBAAC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;QACrD,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,OAA6B;QACrD,MAAM,MAAM,GAA2B,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;QAEnE,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACxC,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;YACpC,IAAI,WAAW,EAAE,KAAK,EAAE,CAAC;gBACxB,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACrF,CAAC;iBAAM,CAAC;gBACP,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvB,CAAC;QACF,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAC5B,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,OAA6B;QACrD,MAAM,MAAM,GAA2B,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;YACxB,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC;QAClD,CAAC;QAED,kFAAkF;QAClF,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACxC,MAAM,IAAI,GAAG,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YACxC,IAAI,IAAI,EAAE,CAAC;gBACV,gCAAgC;gBAChC,IAAI,CAAC;oBACJ,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;oBACzD,MAAM,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;gBACxB,CAAC;gBAAC,MAAM,CAAC;oBACR,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACvB,CAAC;YACF,CAAC;iBAAM,CAAC;gBACP,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvB,CAAC;QACF,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IAC5B,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,MAAc;QACvC,MAAM,QAAQ,GAAiB,EAAE,CAAC;QAClC,MAAM,IAAI,CACT,MAAM,EACN,EAAE,CAAC,MAAM,EACT,KAAK,EAAE,MAAM,EAAE,EAAE;YAChB,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;gBAChC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC/B,CAAC;QACF,CAAC,CACD,CAAC;QAEF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACxC,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAE,EAAE,MAAM,CAAC,CAAyB,CAAC;IAC7E,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,MAAc,EAAE,QAA+B;QACzE,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,CAAC;QAC7D,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC;IACF,CAAC;CACD;AAED,sFAAsF;AACtF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,OAAiC,EAAE,EAAE,EAAE,CAC3E,CAAC,UAA0C,EAAE,EAAE,CAAC,IAAI,oBAAoB,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;AAE5F,iBAAiB;AAEjB;;GAEG;AACH,MAAM,OAAO,mBAAoB,SAAQ,cAAc;IACrC,QAAQ,CAAS;IAElC,YACC,MAAc,EACd,WAAyB,EACzB,iBAAyB,EAAE;QAE3B,KAAK,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAC3B,IAAI,CAAC,QAAQ,GAAG,0BAA0B,CAAC,cAAc,CAAC,CAAC;IAC5D,CAAC;IAED,wCAAwC;IACxC,KAAK,CAAC,UAAU,CACf,QAAkB,EAClB,SAAyC,WAAW;QAEpD,MAAM,OAAO,GAAyB,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QACzE,OAAO,MAAM,IAAI,CAAC,cAAc,CAAwB,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IACjF,CAAC;IAED,sCAAsC;IACtC,KAAK,CAAC,UAAU,CACf,QAAkB,EAClB,gBAA8B,EAC9B,SAAyC,WAAW;QAEpD,MAAM,SAAS,GAA2B,EAAE,CAAC;QAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAChF,CAAC;QACD,MAAM,OAAO,GAAyB,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;QACpF,OAAO,MAAM,IAAI,CAAC,cAAc,CAAwB,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IACjF,CAAC;CACD"}

package/dist/src/cluster/block-transfer.d.ts

@@ -0,0 +1,79 @@
+import type { IRepo } from '@optimystic/db-core';
+import type { IPeerNetwork } from '@optimystic/db-core';
+import type { PartitionDetector } from './partition-detector.js';
+import type { RestorationCoordinator } from '../storage/restoration-coordinator-v2.js';
+/**
+ * Rebalance event describing gained/lost block responsibilities.
+ * Matches the RebalanceMonitor spec from the sibling ticket.
+ */
+export interface RebalanceEvent {
+    /** Block IDs this node has gained responsibility for */
+    gained: string[];
+    /** Block IDs this node has lost responsibility for */
+    lost: string[];
+    /** Peers that are now closer for the lost blocks: blockId → peerId[] */
+    newOwners: Map<string, string[]>;
+    /** Timestamp of the topology change that triggered this */
+    triggeredAt: number;
+}
+export interface BlockTransferConfig {
+    /** Max concurrent transfers. Default: 4 */
+    maxConcurrency?: number;
+    /** Timeout per block transfer (ms). Default: 30000 */
+    transferTimeoutMs?: number;
+    /** Retry attempts for failed transfers. Default: 2 */
+    maxRetries?: number;
+    /** Whether to push blocks to new owners proactively. Default: true */
+    enablePush?: boolean;
+}
+/**
+ * Coordinates block transfers in response to rebalance events.
+ *
+ * For gained blocks: delegates to RestorationCoordinator.restore() which
+ * already handles ring-based discovery and fetching.
+ *
+ * For lost blocks: proactively pushes block data to new responsible peers
+ * via the BlockTransfer protocol.
+ */
+export declare class BlockTransferCoordinator {
+    private readonly repo;
+    private readonly peerNetwork;
+    private readonly restorationCoordinator;
+    private readonly partitionDetector;
+    private readonly protocolPrefix;
+    private readonly maxConcurrency;
+    private readonly transferTimeoutMs;
+    private readonly maxRetries;
+    private readonly enablePush;
+    private inFlight;
+    private concurrency;
+    private readonly waitQueue;
+    constructor(repo: IRepo, peerNetwork: IPeerNetwork, restorationCoordinator: RestorationCoordinator, partitionDetector: PartitionDetector, protocolPrefix?: string, config?: BlockTransferConfig);
+    /**
+     * Pull blocks that this node has gained responsibility for.
+     * Uses RestorationCoordinator to discover holders and fetch block data.
+     */
+    pullBlocks(blockIds: string[]): Promise<{
+        succeeded: string[];
+        failed: string[];
+    }>;
+    /**
+     * Push blocks that this node has lost responsibility for to new owners.
+     */
+    pushBlocks(blockIds: string[], newOwners: Map<string, string[]>): Promise<{
+        succeeded: string[];
+        failed: string[];
+    }>;
+    /**
+     * Handle a complete rebalance event — pull gained, push lost.
+     */
+    handleRebalanceEvent(event: RebalanceEvent): Promise<void>;
+    private executePull;
+    private executePush;
+    private acquireSemaphore;
+    private releaseSemaphore;
+    private backoffMs;
+    private delay;
+    private withTimeout;
+}
+//# sourceMappingURL=block-transfer.d.ts.map

package/dist/src/cluster/block-transfer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"block-transfer.d.ts","sourceRoot":"","sources":["../../../src/cluster/block-transfer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAW,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,KAAK,EAAU,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEhE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,0CAA0C,CAAC;AAMvF;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC9B,wDAAwD;IACxD,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,sDAAsD;IACtD,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,wEAAwE;IACxE,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IACjC,2DAA2D;IAC3D,WAAW,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,mBAAmB;IACnC,2CAA2C;IAC3C,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,sDAAsD;IACtD,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,sDAAsD;IACtD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,sEAAsE;IACtE,UAAU,CAAC,EAAE,OAAO,CAAC;CACrB;AAOD;;;;;;;;GAQG;AACH,qBAAa,wBAAwB;IAUnC,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,sBAAsB;IACvC,OAAO,CAAC,QAAQ,CAAC,iBAAiB;IAClC,OAAO,CAAC,QAAQ,CAAC,cAAc;IAbhC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAS;IACxC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAS;IAC3C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAU;IACrC,OAAO,CAAC,QAAQ,CAAqB;IACrC,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAyB;gBAGjC,IAAI,EAAE,KAAK,EACX,WAAW,EAAE,YAAY,EACzB,sBAAsB,EAAE,sBAAsB,EAC9C,iBAAiB,EAAE,iBAAiB,EACpC,cAAc,GAAE,MAAW,EAC5C,MAAM,GAAE,mBAAwB;IAQjC;;;OAGG;IACG,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;IAkBxF;;OAEG;IACG,UAAU,CACf,QAAQ,EAAE,MAAM,EAAE,EAClB,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,GAC9B,OAAO,CAAC;QAAE,SAAS,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;IAqBrD;;OAEG;IACG,oBAAoB,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;YAelD,WAAW;YAsCX,WAAW;YA0EX,gBAAgB;IAS9B,OAAO,CAAC,gBAAgB;IAQxB,OAAO,CAAC,SAAS;IAIjB,OAAO,CAAC,KAAK;IAIb,OAAO,CAAC,WAAW;CAMnB"}

package/dist/src/cluster/block-transfer.js

@@ -0,0 +1,211 @@
+import { peerIdFromString } from '@libp2p/peer-id';
+import { BlockTransferClient } from './block-transfer-service.js';
+import { createLogger } from '../logger.js';
+const log = createLogger('block-transfer');
+/**
+ * Coordinates block transfers in response to rebalance events.
+ *
+ * For gained blocks: delegates to RestorationCoordinator.restore() which
+ * already handles ring-based discovery and fetching.
+ *
+ * For lost blocks: proactively pushes block data to new responsible peers
+ * via the BlockTransfer protocol.
+ */
+export class BlockTransferCoordinator {
+    repo;
+    peerNetwork;
+    restorationCoordinator;
+    partitionDetector;
+    protocolPrefix;
+    maxConcurrency;
+    transferTimeoutMs;
+    maxRetries;
+    enablePush;
+    inFlight = new Set();
+    concurrency = 0;
+    waitQueue = [];
+    constructor(repo, peerNetwork, restorationCoordinator, partitionDetector, protocolPrefix = '', config = {}) {
+        this.repo = repo;
+        this.peerNetwork = peerNetwork;
+        this.restorationCoordinator = restorationCoordinator;
+        this.partitionDetector = partitionDetector;
+        this.protocolPrefix = protocolPrefix;
+        this.maxConcurrency = config.maxConcurrency ?? 4;
+        this.transferTimeoutMs = config.transferTimeoutMs ?? 30000;
+        this.maxRetries = config.maxRetries ?? 2;
+        this.enablePush = config.enablePush ?? true;
+    }
+    /**
+     * Pull blocks that this node has gained responsibility for.
+     * Uses RestorationCoordinator to discover holders and fetch block data.
+     */
+    async pullBlocks(blockIds) {
+        if (this.partitionDetector.detectPartition()) {
+            log('pull:partition-detected, skipping %d blocks', blockIds.length);
+            return { succeeded: [], failed: blockIds };
+        }
+        const succeeded = [];
+        const failed = [];
+        const tasks = blockIds
+            .filter(id => !this.inFlight.has(`pull:${id}`))
+            .map(id => ({ blockId: id, attempt: 0 }));
+        await Promise.all(tasks.map(task => this.executePull(task, succeeded, failed)));
+        return { succeeded, failed };
+    }
+    /**
+     * Push blocks that this node has lost responsibility for to new owners.
+     */
+    async pushBlocks(blockIds, newOwners) {
+        if (!this.enablePush) {
+            return { succeeded: [], failed: [] };
+        }
+        if (this.partitionDetector.detectPartition()) {
+            log('push:partition-detected, skipping %d blocks', blockIds.length);
+            return { succeeded: [], failed: blockIds };
+        }
+        const succeeded = [];
+        const failed = [];
+        const tasks = blockIds
+            .filter(id => !this.inFlight.has(`push:${id}`) && newOwners.has(id))
+            .map(id => ({ blockId: id, attempt: 0 }));
+        await Promise.all(tasks.map(task => this.executePush(task, newOwners, succeeded, failed)));
+        return { succeeded, failed };
+    }
+    /**
+     * Handle a complete rebalance event — pull gained, push lost.
+     */
+    async handleRebalanceEvent(event) {
+        log('rebalance:start gained=%d lost=%d', event.gained.length, event.lost.length);
+        const [pullResult, pushResult] = await Promise.all([
+            event.gained.length > 0 ? this.pullBlocks(event.gained) : { succeeded: [], failed: [] },
+            event.lost.length > 0 && event.newOwners.size > 0
+                ? this.pushBlocks(event.lost, event.newOwners)
+                : { succeeded: [], failed: [] }
+        ]);
+        log('rebalance:done pull=%d/%d push=%d/%d', pullResult.succeeded.length, event.gained.length, pushResult.succeeded.length, event.lost.length);
+    }
+    async executePull(task, succeeded, failed) {
+        const key = `pull:${task.blockId}`;
+        if (this.inFlight.has(key))
+            return;
+        this.inFlight.add(key);
+        try {
+            await this.acquireSemaphore();
+            try {
+                const archive = await this.withTimeout(this.restorationCoordinator.restore(task.blockId), this.transferTimeoutMs);
+                if (archive) {
+                    log('pull:ok block=%s', task.blockId);
+                    succeeded.push(task.blockId);
+                }
+                else if (task.attempt < this.maxRetries) {
+                    log('pull:retry block=%s attempt=%d', task.blockId, task.attempt + 1);
+                    this.inFlight.delete(key);
+                    await this.delay(this.backoffMs(task.attempt));
+                    await this.executePull({ ...task, attempt: task.attempt + 1 }, succeeded, failed);
+                    return;
+                }
+                else {
+                    log('pull:failed block=%s', task.blockId);
+                    failed.push(task.blockId);
+                }
+            }
+            finally {
+                this.releaseSemaphore();
+            }
+        }
+        finally {
+            this.inFlight.delete(key);
+        }
+    }
+    async executePush(task, newOwners, succeeded, failed) {
+        const key = `push:${task.blockId}`;
+        if (this.inFlight.has(key))
+            return;
+        this.inFlight.add(key);
+        try {
+            await this.acquireSemaphore();
+            try {
+                const owners = newOwners.get(task.blockId);
+                if (!owners || owners.length === 0) {
+                    failed.push(task.blockId);
+                    return;
+                }
+                // Read block data from local storage
+                const result = await this.repo.get({ blockIds: [task.blockId] });
+                const blockResult = result[task.blockId];
+                if (!blockResult?.block) {
+                    log('push:no-local-data block=%s', task.blockId);
+                    failed.push(task.blockId);
+                    return;
+                }
+                const blockData = new TextEncoder().encode(JSON.stringify(blockResult.block));
+                // Push to at least one new owner
+                let pushed = false;
+                for (const ownerPeerIdStr of owners) {
+                    try {
+                        const peerId = peerIdFromString(ownerPeerIdStr);
+                        const client = new BlockTransferClient(peerId, this.peerNetwork, this.protocolPrefix);
+                        const response = await this.withTimeout(client.pushBlocks([task.blockId], [blockData]), this.transferTimeoutMs);
+                        if (response && !response.missing.includes(task.blockId)) {
+                            pushed = true;
+                            log('push:ok block=%s peer=%s', task.blockId, ownerPeerIdStr);
+                            break;
+                        }
+                    }
+                    catch (err) {
+                        log('push:peer-error block=%s peer=%s err=%s', task.blockId, ownerPeerIdStr, err.message);
+                    }
+                }
+                if (pushed) {
+                    succeeded.push(task.blockId);
+                }
+                else if (task.attempt < this.maxRetries) {
+                    log('push:retry block=%s attempt=%d', task.blockId, task.attempt + 1);
+                    this.inFlight.delete(key);
+                    await this.delay(this.backoffMs(task.attempt));
+                    await this.executePush({ ...task, attempt: task.attempt + 1 }, newOwners, succeeded, failed);
+                    return;
+                }
+                else {
+                    log('push:failed block=%s', task.blockId);
+                    failed.push(task.blockId);
+                }
+            }
+            finally {
+                this.releaseSemaphore();
+            }
+        }
+        finally {
+            this.inFlight.delete(key);
+        }
+    }
+    // --- Semaphore for concurrency limiting ---
+    async acquireSemaphore() {
+        if (this.concurrency < this.maxConcurrency) {
+            this.concurrency++;
+            return;
+        }
+        await new Promise(resolve => this.waitQueue.push(resolve));
+        this.concurrency++;
+    }
+    releaseSemaphore() {
+        this.concurrency--;
+        const next = this.waitQueue.shift();
+        if (next)
+            next();
+    }
+    // --- Helpers ---
+    backoffMs(attempt) {
+        return Math.min(1000 * Math.pow(2, attempt), 10000);
+    }
+    delay(ms) {
+        return new Promise(resolve => setTimeout(resolve, ms));
+    }
+    withTimeout(promise, ms) {
+        return Promise.race([
+            promise,
+            new Promise(resolve => setTimeout(() => resolve(undefined), ms))
+        ]);
+    }
+}
+//# sourceMappingURL=block-transfer.js.map

package/dist/src/cluster/block-transfer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"block-transfer.js","sourceRoot":"","sources":["../../../src/cluster/block-transfer.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAGnD,OAAO,EAAE,mBAAmB,EAAyD,MAAM,6BAA6B,CAAC;AACzH,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,gBAAgB,CAAC,CAAC;AAiC3C;;;;;;;;GAQG;AACH,MAAM,OAAO,wBAAwB;IAUlB;IACA;IACA;IACA;IACA;IAbD,cAAc,CAAS;IACvB,iBAAiB,CAAS;IAC1B,UAAU,CAAS;IACnB,UAAU,CAAU;IAC7B,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IAC7B,WAAW,GAAG,CAAC,CAAC;IACP,SAAS,GAAsB,EAAE,CAAC;IAEnD,YACkB,IAAW,EACX,WAAyB,EACzB,sBAA8C,EAC9C,iBAAoC,EACpC,iBAAyB,EAAE,EAC5C,SAA8B,EAAE;QALf,SAAI,GAAJ,IAAI,CAAO;QACX,gBAAW,GAAX,WAAW,CAAc;QACzB,2BAAsB,GAAtB,sBAAsB,CAAwB;QAC9C,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,mBAAc,GAAd,cAAc,CAAa;QAG5C,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,CAAC,CAAC;QACjD,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,IAAI,KAAK,CAAC;QAC3D,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC;IAC7C,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU,CAAC,QAAkB;QAClC,IAAI,IAAI,CAAC,iBAAiB,CAAC,eAAe,EAAE,EAAE,CAAC;YAC9C,GAAG,CAAC,6CAA6C,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;YACpE,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;QAC5C,CAAC;QAED,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,MAAM,KAAK,GAAG,QAAQ;aACpB,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;aAC9C,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAE3C,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;QAEhF,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CACf,QAAkB,EAClB,SAAgC;QAEhC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACtB,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QACtC,CAAC;QACD,IAAI,IAAI,CAAC,iBAAiB,CAAC,eAAe,EAAE,EAAE,CAAC;YAC9C,GAAG,CAAC,6CAA6C,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;YACpE,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;QAC5C,CAAC;QAED,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,MAAM,KAAK,GAAG,QAAQ;aACpB,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;aACnE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAE3C,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;QAE3F,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,oBAAoB,CAAC,KAAqB;QAC/C,GAAG,CAAC,mCAAmC,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEjF,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAClD,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;YACvF,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC;gBAChD,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,SAAS,CAAC;gBAC9C,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;SAChC,CAAC,CAAC;QAEH,GAAG,CAAC,sCAAsC,EACzC,UAAU,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAChD,UAAU,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAClD,CAAC;IAEO,KAAK,CAAC,WAAW,CACxB,IAAkB,EAClB,SAAmB,EACnB,MAAgB;QAEhB,MAAM,GAAG,GAAG,QAAQ,IAAI,CAAC,OAAO,EAAE,CAAC;QACnC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO;QACnC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAEvB,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACJ,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CACrC,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EACjD,IAAI,CAAC,iBAAiB,CACtB,CAAC;gBAEF,IAAI,OAAO,EAAE,CAAC;oBACb,GAAG,CAAC,kBAAkB,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;oBACtC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC9B,CAAC;qBAAM,IAAI,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;oBAC3C,GAAG,CAAC,gCAAgC,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;oBACtE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBAC1B,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;oBAC/C,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,GAAG,CAAC,EAAE,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;oBAClF,OAAO;gBACR,CAAC;qBAAM,CAAC;oBACP,GAAG,CAAC,sBAAsB,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;oBAC1C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC3B,CAAC;YACF,CAAC;oBAAS,CAAC;gBACV,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACzB,CAAC;QACF,CAAC;gBAAS,CAAC;YACV,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,WAAW,CACxB,IAAkB,EAClB,SAAgC,EAChC,SAAmB,EACnB,MAAgB;QAEhB,MAAM,GAAG,GAAG,QAAQ,IAAI,CAAC,OAAO,EAAE,CAAC;QACnC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO;QACnC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAEvB,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACJ,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC3C,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACpC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBAC1B,OAAO;gBACR,CAAC;gBAED,qCAAqC;gBACrC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,QAAQ,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBACjE,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACzC,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC;oBACzB,GAAG,CAAC,6BAA6B,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;oBACjD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBAC1B,OAAO;gBACR,CAAC;gBAED,MAAM,SAAS,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;gBAE9E,iCAAiC;gBACjC,IAAI,MAAM,GAAG,KAAK,CAAC;gBACnB,KAAK,MAAM,cAAc,IAAI,MAAM,EAAE,CAAC;oBACrC,IAAI,CAAC;wBACJ,MAAM,MAAM,GAAG,gBAAgB,CAAC,cAAc,CAAC,CAAC;wBAChD,MAAM,MAAM,GAAG,IAAI,mBAAmB,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;wBACtF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CACtC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,EAC9C,IAAI,CAAC,iBAAiB,CACtB,CAAC;wBAEF,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;4BAC1D,MAAM,GAAG,IAAI,CAAC;4BACd,GAAG,CAAC,0BAA0B,EAAE,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;4BAC9D,MAAM;wBACP,CAAC;oBACF,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACd,GAAG,CAAC,yCAAyC,EAC5C,IAAI,CAAC,OAAO,EAAE,cAAc,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;oBACxD,CAAC;gBACF,CAAC;gBAED,IAAI,MAAM,EAAE,CAAC;oBACZ,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC9B,CAAC;qBAAM,IAAI,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;oBAC3C,GAAG,CAAC,gCAAgC,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;oBACtE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBAC1B,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;oBAC/C,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,GAAG,CAAC,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;oBAC7F,OAAO;gBACR,CAAC;qBAAM,CAAC;oBACP,GAAG,CAAC,sBAAsB,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;oBAC1C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC3B,CAAC;YACF,CAAC;oBAAS,CAAC;gBACV,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACzB,CAAC;QACF,CAAC;gBAAS,CAAC;YACV,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;IACF,CAAC;IAED,6CAA6C;IAErC,KAAK,CAAC,gBAAgB;QAC7B,IAAI,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;YAC5C,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,OAAO;QACR,CAAC;QACD,MAAM,IAAI,OAAO,CAAO,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QACjE,IAAI,CAAC,WAAW,EAAE,CAAC;IACpB,CAAC;IAEO,gBAAgB;QACvB,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACpC,IAAI,IAAI;YAAE,IAAI,EAAE,CAAC;IAClB,CAAC;IAED,kBAAkB;IAEV,SAAS,CAAC,OAAe;QAChC,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,KAAK,CAAC,CAAC;IACrD,CAAC;IAEO,KAAK,CAAC,EAAU;QACvB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IACxD,CAAC;IAEO,WAAW,CAAI,OAAmB,EAAE,EAAU;QACrD,OAAO,OAAO,CAAC,IAAI,CAAC;YACnB,OAAO;YACP,IAAI,OAAO,CAAY,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC,CAAC;SAC3E,CAAC,CAAC;IACJ,CAAC;CACD"}

package/dist/src/cluster/cluster-repo.d.ts

@@ -1,17 +1,21 @@
-import type { IRepo, ClusterRecord, ITransactionValidator } from "@optimystic/db-core";
+import type { IRepo, ClusterRecord, ITransactionValidator, ClusterConsensusConfig } from "@optimystic/db-core";
 import type { ICluster } from "@optimystic/db-core";
 import type { IPeerNetwork } from "@optimystic/db-core";
-import type { PeerId } from "@libp2p/interface";
+import type { PeerId, PrivateKey } from "@libp2p/interface";
 import type { PartitionDetector } from "./partition-detector.js";
 import type { FretService } from "p2p-fret";
+import type { IPeerReputation } from "../reputation/types.js";
 interface ClusterMemberComponents {
     storageRepo: IRepo;
     peerNetwork: IPeerNetwork;
     peerId: PeerId;
+    privateKey: PrivateKey;
     protocolPrefix?: string;
     partitionDetector?: PartitionDetector;
     fretService?: FretService;
     validator?: ITransactionValidator;
+    reputation?: IPeerReputation;
+    consensusConfig?: ClusterConsensusConfig;
 }
 export declare function clusterMember(components: ClusterMemberComponents): ClusterMember;
 /**
@@ -22,15 +26,20 @@ export declare class ClusterMember implements ICluster {
     private readonly storageRepo;
     private readonly peerNetwork;
     private readonly peerId;
+    private readonly privateKey;
     private readonly protocolPrefix?;
     private readonly partitionDetector?;
     private readonly fretService?;
     private readonly validator?;
+    private readonly reputation?;
     private activeTransactions;
     private executedTransactions;
     private cleanupQueue;
     private pendingUpdates;
-    constructor(storageRepo: IRepo, peerNetwork: IPeerNetwork, peerId: PeerId, protocolPrefix?: string | undefined, partitionDetector?: PartitionDetector | undefined, fretService?: FretService | undefined, validator?: ITransactionValidator | undefined);
+    private currentValidationRecord?;
+    /** Effective super-majority threshold. Defaults to 1.0 (unanimity) for backward compatibility. */
+    private readonly superMajorityThreshold;
+    constructor(storageRepo: IRepo, peerNetwork: IPeerNetwork, peerId: PeerId, privateKey: PrivateKey, protocolPrefix?: string | undefined, partitionDetector?: PartitionDetector | undefined, fretService?: FretService | undefined, validator?: ITransactionValidator | undefined, reputation?: IPeerReputation | undefined, consensusConfig?: ClusterConsensusConfig);
     /**
      * Checks if a transaction's operations were already executed during consensus.
      * Used by the coordinator to avoid duplicate execution in CoordinatorRepo.
@@ -55,6 +64,8 @@ export declare class ClusterMember implements ICluster {
     private validateSignatures;
     private computePromiseHash;
     private computeCommitHash;
+    private computeSigningPayload;
+    private signVote;
     private verifySignature;
     private getTransactionPhase;
     private hasMajority;

package/dist/src/cluster/cluster-repo.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cluster-repo.d.ts","sourceRoot":"","sources":["../../../src/cluster/cluster-repo.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,aAAa,EAA0B,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC/G,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAGxD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAMhD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAqB5C,UAAU,uBAAuB;IAChC,WAAW,EAAE,KAAK,CAAC;IACnB,WAAW,EAAE,YAAY,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;IACtC,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,SAAS,CAAC,EAAE,qBAAqB,CAAC;CAClC;AAED,wBAAgB,aAAa,CAAC,UAAU,EAAE,uBAAuB,GAAG,aAAa,CAUhF;AAKD;;;GAGG;AACH,qBAAa,aAAc,YAAW,QAAQ;IAW5C,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC;IAChC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IACnC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC;IAC7B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC;IAf5B,OAAO,CAAC,kBAAkB,CAA4C;IAEtE,OAAO,CAAC,oBAAoB,CAAkC;IAE9D,OAAO,CAAC,YAAY,CAAgB;IAEpC,OAAO,CAAC,cAAc,CAAkD;gBAGtD,WAAW,EAAE,KAAK,EAClB,WAAW,EAAE,YAAY,EACzB,MAAM,EAAE,MAAM,EACd,cAAc,CAAC,EAAE,MAAM,YAAA,EACvB,iBAAiB,CAAC,EAAE,iBAAiB,YAAA,EACrC,WAAW,CAAC,EAAE,WAAW,YAAA,EACzB,SAAS,CAAC,EAAE,qBAAqB,YAAA;IAQnD;;;OAGG;IACH,sBAAsB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO;IAIpD;;;OAGG;IACG,MAAM,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;YAyB7C,aAAa;IAqK3B;;OAEG;YACW,YAAY;YA2BZ,cAAc;IAgB5B;;;OAGG;YACW,kBAAkB;YAMlB,kBAAkB;YAkBlB,kBAAkB;YAMlB,iBAAiB;YAMjB,eAAe;YAKf,mBAAmB;IAqCjC,OAAO,CAAC,WAAW;YAIL,mBAAmB;IAwBjC;;;;OAIG;YACW,sBAAsB;YAuCtB,kBAAkB;IAkBhC;;;;;;;;;;;;;;;OAeG;YACW,eAAe;YAkDf,eAAe;IAI7B,OAAO,CAAC,aAAa;IAiBrB,OAAO,CAAC,WAAW;IA2DnB;;;OAGG;IACH,OAAO,CAAC,WAAW;IAgBnB,OAAO,CAAC,kBAAkB;IA0B1B,OAAO,CAAC,WAAW;IAanB,OAAO,CAAC,mBAAmB;YAmBb,iBAAiB;YAejB,gBAAgB;YA4BhB,gBAAgB;IAM9B,OAAO,CAAC,wBAAwB;YAgBlB,mBAAmB;IAejC,OAAO,CAAC,cAAc;IAKtB,OAAO,CAAC,gBAAgB;CAkBxB"}
+{"version":3,"file":"cluster-repo.d.ts","sourceRoot":"","sources":["../../../src/cluster/cluster-repo.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,aAAa,EAA0B,qBAAqB,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AACvI,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAGxD,OAAO,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAO5D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAC5C,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAsB9D,UAAU,uBAAuB;IAChC,WAAW,EAAE,KAAK,CAAC;IACnB,WAAW,EAAE,YAAY,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,UAAU,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;IACtC,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,SAAS,CAAC,EAAE,qBAAqB,CAAC;IAClC,UAAU,CAAC,EAAE,eAAe,CAAC;IAC7B,eAAe,CAAC,EAAE,sBAAsB,CAAC;CACzC;AAED,wBAAgB,aAAa,CAAC,UAAU,EAAE,uBAAuB,GAAG,aAAa,CAahF;AAKD;;;GAGG;AACH,qBAAa,aAAc,YAAW,QAAQ;IAgB5C,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC;IAChC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IACnC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC;IAC7B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC;IAC3B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC;IAtB7B,OAAO,CAAC,kBAAkB,CAA4C;IAEtE,OAAO,CAAC,oBAAoB,CAAkC;IAE9D,OAAO,CAAC,YAAY,CAAgB;IAEpC,OAAO,CAAC,cAAc,CAAkD;IAExE,OAAO,CAAC,uBAAuB,CAAC,CAAgB;IAEhD,kGAAkG;IAClG,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAS;gBAG9B,WAAW,EAAE,KAAK,EAClB,WAAW,EAAE,YAAY,EACzB,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,UAAU,EACtB,cAAc,CAAC,EAAE,MAAM,YAAA,EACvB,iBAAiB,CAAC,EAAE,iBAAiB,YAAA,EACrC,WAAW,CAAC,EAAE,WAAW,YAAA,EACzB,SAAS,CAAC,EAAE,qBAAqB,YAAA,EACjC,UAAU,CAAC,EAAE,eAAe,YAAA,EAC7C,eAAe,CAAC,EAAE,sBAAsB;IASzC;;;OAGG;IACH,sBAAsB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO;IAIpD;;;OAGG;IACG,MAAM,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;YAyB7C,aAAa;IAqK3B;;OAEG;YACW,YAAY;YA2BZ,cAAc;IAgB5B;;;OAGG;YACW,kBAAkB;YAMlB,kBAAkB;YAyBlB,kBAAkB;YAMlB,iBAAiB;IAM/B,OAAO,CAAC,qBAAqB;YAKf,QAAQ;YAMR,eAAe;YAWf,mBAAmB;IAwCjC,OAAO,CAAC,WAAW;YAIL,mBAAmB;IA6BjC;;;;OAIG;YACW,sBAAsB;YAuCtB,kBAAkB;IAoBhC;;;;;;;;;;;;;;;OAeG;YACW,eAAe;YAkDf,eAAe;IAI7B,OAAO,CAAC,aAAa;IAiBrB,OAAO,CAAC,WAAW;IA2DnB;;;OAGG;IACH,OAAO,CAAC,WAAW;IAgBnB,OAAO,CAAC,kBAAkB;IA0B1B,OAAO,CAAC,WAAW;IAanB,OAAO,CAAC,mBAAmB;YAmBb,iBAAiB;YAejB,gBAAgB;YA+BhB,gBAAgB;IAM9B,OAAO,CAAC,wBAAwB;YAgBlB,mBAAmB;IAejC,OAAO,CAAC,cAAc;IAKtB,OAAO,CAAC,gBAAgB;CAkBxB"}