@optimystic/db-p2p 0.0.1

package/dist/src/repo/coordinator-repo.d.ts

@@ -0,0 +1,29 @@
+import type { PendRequest, ActionBlocks, IRepo, MessageOptions, CommitResult, GetBlockResults, PendResult, BlockGets, CommitRequest, IKeyNetwork, ICluster, ClusterConsensusConfig } from "@optimystic/db-core";
+import type { ClusterClient } from "../cluster/client.js";
+import type { PeerId } from "@libp2p/interface";
+import type { FretService } from "p2p-fret";
+interface CoordinatorRepoComponents {
+    storageRepo: IRepo;
+    localCluster?: ICluster;
+    localPeerId?: PeerId;
+}
+export declare function coordinatorRepo(keyNetwork: IKeyNetwork, createClusterClient: (peerId: PeerId) => ClusterClient, cfg?: Partial<ClusterConsensusConfig> & {
+    clusterSize?: number;
+}, fretService?: FretService): (components: CoordinatorRepoComponents) => CoordinatorRepo;
+/** Cluster coordination repo - uses local store, as well as distributes changes to other nodes using cluster consensus. */
+export declare class CoordinatorRepo implements IRepo {
+    readonly keyNetwork: IKeyNetwork;
+    readonly createClusterClient: (peerId: PeerId) => ClusterClient;
+    private readonly storageRepo;
+    private coordinator;
+    private readonly DEFAULT_TIMEOUT;
+    constructor(keyNetwork: IKeyNetwork, createClusterClient: (peerId: PeerId) => ClusterClient, storageRepo: IRepo, cfg?: Partial<ClusterConsensusConfig> & {
+        clusterSize?: number;
+    }, localCluster?: ICluster, localPeerId?: PeerId, fretService?: FretService);
+    get(blockGets: BlockGets, options?: MessageOptions): Promise<GetBlockResults>;
+    pend(request: PendRequest, options?: MessageOptions): Promise<PendResult>;
+    cancel(actionRef: ActionBlocks, options?: MessageOptions): Promise<void>;
+    commit(request: CommitRequest, options?: MessageOptions): Promise<CommitResult>;
+}
+export {};
+//# sourceMappingURL=coordinator-repo.d.ts.map

package/dist/src/repo/coordinator-repo.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"coordinator-repo.d.ts","sourceRoot":"","sources":["../../../src/repo/coordinator-repo.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,KAAK,EAAE,cAAc,EAAE,YAAY,EAAE,eAAe,EAAE,UAAU,EAAE,SAAS,EAAE,aAAa,EAAe,WAAW,EAAE,QAAQ,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAE7N,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAE5C,UAAU,yBAAyB;IAClC,WAAW,EAAE,KAAK,CAAC;IACnB,YAAY,CAAC,EAAE,QAAQ,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,wBAAgB,eAAe,CAC9B,UAAU,EAAE,WAAW,EACvB,mBAAmB,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,aAAa,EACtD,GAAG,CAAC,EAAE,OAAO,CAAC,sBAAsB,CAAC,GAAG;IAAE,WAAW,CAAC,EAAE,MAAM,CAAA;CAAE,EAChE,WAAW,CAAC,EAAE,WAAW,GACvB,CAAC,UAAU,EAAE,yBAAyB,KAAK,eAAe,CAE5D;AAED,2HAA2H;AAC3H,qBAAa,eAAgB,YAAW,KAAK;IAK3C,QAAQ,CAAC,UAAU,EAAE,WAAW;IAChC,QAAQ,CAAC,mBAAmB,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,aAAa;IAC/D,OAAO,CAAC,QAAQ,CAAC,WAAW;IAN7B,OAAO,CAAC,WAAW,CAAqB;IACxC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAS;gBAG/B,UAAU,EAAE,WAAW,EACvB,mBAAmB,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,aAAa,EAC9C,WAAW,EAAE,KAAK,EACnC,GAAG,CAAC,EAAE,OAAO,CAAC,sBAAsB,CAAC,GAAG;QAAE,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,EAChE,YAAY,CAAC,EAAE,QAAQ,EACvB,WAAW,CAAC,EAAE,MAAM,EACpB,WAAW,CAAC,EAAE,WAAW;IAepB,GAAG,CAAC,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,eAAe,CAAC;IAQ7E,IAAI,CAAC,OAAO,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,UAAU,CAAC;IAwBzE,MAAM,CAAC,SAAS,EAAE,YAAY,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IA6BxE,MAAM,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,YAAY,CAAC;CA2BrF"}

package/dist/src/repo/coordinator-repo.js

@@ -0,0 +1,102 @@
+import { ClusterCoordinator } from "./cluster-coordinator.js";
+export function coordinatorRepo(keyNetwork, createClusterClient, cfg, fretService) {
+    return (components) => new CoordinatorRepo(keyNetwork, createClusterClient, components.storageRepo, cfg, components.localCluster, components.localPeerId, fretService);
+}
+/** Cluster coordination repo - uses local store, as well as distributes changes to other nodes using cluster consensus. */
+export class CoordinatorRepo {
+    keyNetwork;
+    createClusterClient;
+    storageRepo;
+    coordinator;
+    DEFAULT_TIMEOUT = 30000; // 30 seconds default timeout
+    constructor(keyNetwork, createClusterClient, storageRepo, cfg, localCluster, localPeerId, fretService) {
+        this.keyNetwork = keyNetwork;
+        this.createClusterClient = createClusterClient;
+        this.storageRepo = storageRepo;
+        const policy = {
+            clusterSize: cfg?.clusterSize ?? 10,
+            superMajorityThreshold: cfg?.superMajorityThreshold ?? 0.75,
+            simpleMajorityThreshold: cfg?.simpleMajorityThreshold ?? 0.51,
+            minAbsoluteClusterSize: cfg?.minAbsoluteClusterSize ?? 3,
+            allowClusterDownsize: cfg?.allowClusterDownsize ?? true,
+            clusterSizeTolerance: cfg?.clusterSizeTolerance ?? 0.5,
+            partitionDetectionWindow: cfg?.partitionDetectionWindow ?? 60000
+        };
+        const localClusterRef = localCluster && localPeerId ? { update: localCluster.update.bind(localCluster), peerId: localPeerId } : undefined;
+        this.coordinator = new ClusterCoordinator(keyNetwork, createClusterClient, policy, localClusterRef, fretService);
+    }
+    async get(blockGets, options) {
+        // TODO: Verify that we are a proximate node for all block IDs in the request
+        // For read operations, just use the local store
+        // TODO: Implement read-path cluster verification without creating full 2PC transactions
+        return await this.storageRepo.get(blockGets, options);
+    }
+    async pend(request, options) {
+        const allBlockIds = Object.keys(request.transforms);
+        const coordinatingBlockIds = options?.coordinatingBlockIds ?? allBlockIds;
+        const peerCount = await this.coordinator.getClusterSize(coordinatingBlockIds[0]);
+        if (peerCount <= 1) {
+            return await this.storageRepo.pend(request, options);
+        }
+        const message = {
+            operations: [{ pend: request }],
+            expiration: options?.expiration ?? Date.now() + this.DEFAULT_TIMEOUT,
+            coordinatingBlockIds
+        };
+        try {
+            await this.coordinator.executeClusterTransaction(coordinatingBlockIds[0], message, options);
+            return await this.storageRepo.pend(request, options);
+        }
+        catch (error) {
+            console.error('Failed to complete pend operation:', error);
+            throw error;
+        }
+    }
+    async cancel(actionRef, options) {
+        // TODO: Verify that we are a proximate node for all block IDs in the request
+        // Extract all block IDs affected by this cancel operation
+        const blockIds = actionRef.blockIds;
+        // Create a message for this cancel operation with timeout
+        const message = {
+            operations: [{ cancel: { actionRef } }],
+            expiration: options?.expiration ?? Date.now() + this.DEFAULT_TIMEOUT
+        };
+        try {
+            // For each block ID, execute a cluster transaction
+            const clusterPromises = blockIds.map(blockId => this.coordinator.executeClusterTransaction(blockId, message, options));
+            // Wait for all cluster transactions to complete
+            await Promise.all(clusterPromises);
+            // If all cluster transactions succeeded, apply the cancel to the local store
+            await this.storageRepo.cancel(actionRef, options);
+        }
+        catch (error) {
+            console.error('Failed to complete cancel operation:', error);
+            throw error;
+        }
+    }
+    async commit(request, options) {
+        // TODO: Verify that we are a proximate node for all block IDs in the request
+        // Extract all block IDs affected by this commit operation
+        const blockIds = request.blockIds;
+        const peerCount = await this.coordinator.getClusterSize(blockIds[0]);
+        if (peerCount <= 1) {
+            return await this.storageRepo.commit(request, options);
+        }
+        // Create a single message for the entire commit operation
+        const message = {
+            operations: [{ commit: request }],
+            expiration: options?.expiration ?? Date.now() + this.DEFAULT_TIMEOUT
+        };
+        try {
+            // Execute cluster transaction using the first block ID
+            // All blocks in this operation should map to the same cluster
+            await this.coordinator.executeClusterTransaction(blockIds[0], message, options);
+            return await this.storageRepo.commit(request, options);
+        }
+        catch (error) {
+            console.error('Failed to complete commit operation:', error);
+            throw error;
+        }
+    }
+}
+//# sourceMappingURL=coordinator-repo.js.map

package/dist/src/repo/coordinator-repo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"coordinator-repo.js","sourceRoot":"","sources":["../../../src/repo/coordinator-repo.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAW9D,MAAM,UAAU,eAAe,CAC9B,UAAuB,EACvB,mBAAsD,EACtD,GAAgE,EAChE,WAAyB;IAEzB,OAAO,CAAC,UAAqC,EAAE,EAAE,CAAC,IAAI,eAAe,CAAC,UAAU,EAAE,mBAAmB,EAAE,UAAU,CAAC,WAAW,EAAE,GAAG,EAAE,UAAU,CAAC,YAAY,EAAE,UAAU,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;AACnM,CAAC;AAED,2HAA2H;AAC3H,MAAM,OAAO,eAAe;IAKjB;IACA;IACQ;IANV,WAAW,CAAqB;IACvB,eAAe,GAAG,KAAK,CAAC,CAAC,6BAA6B;IAEvE,YACU,UAAuB,EACvB,mBAAsD,EAC9C,WAAkB,EACnC,GAAgE,EAChE,YAAuB,EACvB,WAAoB,EACpB,WAAyB;QANhB,eAAU,GAAV,UAAU,CAAa;QACvB,wBAAmB,GAAnB,mBAAmB,CAAmC;QAC9C,gBAAW,GAAX,WAAW,CAAO;QAMnC,MAAM,MAAM,GAAqD;YAChE,WAAW,EAAE,GAAG,EAAE,WAAW,IAAI,EAAE;YACnC,sBAAsB,EAAE,GAAG,EAAE,sBAAsB,IAAI,IAAI;YAC3D,uBAAuB,EAAE,GAAG,EAAE,uBAAuB,IAAI,IAAI;YAC7D,sBAAsB,EAAE,GAAG,EAAE,sBAAsB,IAAI,CAAC;YACxD,oBAAoB,EAAE,GAAG,EAAE,oBAAoB,IAAI,IAAI;YACvD,oBAAoB,EAAE,GAAG,EAAE,oBAAoB,IAAI,GAAG;YACtD,wBAAwB,EAAE,GAAG,EAAE,wBAAwB,IAAI,KAAK;SAChE,CAAC;QACF,MAAM,eAAe,GAAG,YAAY,IAAI,WAAW,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QAC1I,IAAI,CAAC,WAAW,GAAG,IAAI,kBAAkB,CAAC,UAAU,EAAE,mBAAmB,EAAE,MAAM,EAAE,eAAe,EAAE,WAAW,CAAC,CAAC;IAClH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,SAAoB,EAAE,OAAwB;QACvD,6EAA6E;QAE7E,gDAAgD;QAChD,wFAAwF;QACxF,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAoB,EAAE,OAAwB;QACxD,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACpD,MAAM,oBAAoB,GAAI,OAAe,EAAE,oBAAoB,IAAI,WAAW,CAAC;QAEnF,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,oBAAoB,CAAC,CAAC,CAAE,CAAC,CAAA;QACjF,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;YACpB,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QACrD,CAAC;QAED,MAAM,OAAO,GAAgB;YAC5B,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;YAC/B,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,eAAe;YACpE,oBAAoB;SACpB,CAAC;QAEF,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,WAAW,CAAC,yBAAyB,CAAC,oBAAoB,CAAC,CAAC,CAAE,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAC7F,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACtD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAA;YAC1D,MAAM,KAAK,CAAA;QACZ,CAAC;IACF,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,SAAuB,EAAE,OAAwB;QAC7D,6EAA6E;QAE7E,0DAA0D;QAC1D,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC;QAEpC,0DAA0D;QAC1D,MAAM,OAAO,GAAgB;YAC5B,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,CAAC;YACvC,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,eAAe;SACpE,CAAC;QAEF,IAAI,CAAC;YACJ,mDAAmD;YACnD,MAAM,eAAe,GAAG,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAC9C,IAAI,CAAC,WAAW,CAAC,yBAAyB,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CACrE,CAAC;YAEF,gDAAgD;YAChD,MAAM,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;YAEnC,6EAA6E;YAC7E,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACnD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,KAAK,CAAC,CAAC;YAC7D,MAAM,KAAK,CAAC;QACb,CAAC;IACF,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAAsB,EAAE,OAAwB;QAC5D,6EAA6E;QAE7E,0DAA0D;QAC1D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QAEhC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,CAAA;QACrE,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;YACnB,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QACxD,CAAC;QAEH,0DAA0D;QAC1D,MAAM,OAAO,GAAgB;YAC5B,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;YACjC,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,eAAe;SACpE,CAAC;QAEA,IAAI,CAAC;YACN,uDAAuD;YACvD,8DAA8D;YAC9D,MAAM,IAAI,CAAC,WAAW,CAAC,yBAAyB,CAAC,QAAQ,CAAC,CAAC,CAAE,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YACjF,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACtD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,KAAK,CAAC,CAAA;YAC5D,MAAM,KAAK,CAAA;QACb,CAAC;IACJ,CAAC;CACD"}

package/dist/src/repo/redirect.d.ts

@@ -0,0 +1,14 @@
+export type RedirectPayload = {
+    redirect: {
+        peers: Array<{
+            id: string;
+            addrs: string[];
+        }>;
+        reason: 'not_in_cluster';
+    };
+};
+export declare function encodePeers(peers: Array<{
+    id: string;
+    addrs: string[];
+}>): RedirectPayload;
+//# sourceMappingURL=redirect.d.ts.map

package/dist/src/repo/redirect.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"redirect.d.ts","sourceRoot":"","sources":["../../../src/repo/redirect.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,eAAe,GAAG;IAC5B,QAAQ,EAAE;QACR,KAAK,EAAE,KAAK,CAAC;YAAE,EAAE,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,EAAE,CAAA;SAAE,CAAC,CAAA;QAC7C,MAAM,EAAE,gBAAgB,CAAA;KACzB,CAAA;CACF,CAAA;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,GAAG,eAAe,CAO1F"}

package/dist/src/repo/redirect.js

@@ -0,0 +1,9 @@
+export function encodePeers(peers) {
+    return {
+        redirect: {
+            peers,
+            reason: 'not_in_cluster'
+        }
+    };
+}
+//# sourceMappingURL=redirect.js.map

package/dist/src/repo/redirect.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"redirect.js","sourceRoot":"","sources":["../../../src/repo/redirect.ts"],"names":[],"mappings":"AAOA,MAAM,UAAU,WAAW,CAAC,KAA6C;IACvE,OAAO;QACL,QAAQ,EAAE;YACR,KAAK;YACL,MAAM,EAAE,gBAAgB;SACzB;KACF,CAAA;AACH,CAAC"}

package/dist/src/repo/service.d.ts

@@ -0,0 +1,52 @@
+import type { Startable, Logger, IncomingStreamData } from '@libp2p/interface';
+import type { IRepo } from '@optimystic/db-core';
+interface BaseComponents {
+    logger: {
+        forComponent: (name: string) => Logger;
+    };
+    registrar: {
+        handle: (protocol: string, handler: (data: IncomingStreamData) => void, options: any) => Promise<void>;
+        unhandle: (protocol: string) => Promise<void>;
+    };
+}
+export type RepoServiceComponents = BaseComponents & {
+    repo: IRepo;
+};
+export type RepoServiceInit = {
+    protocol?: string;
+    protocolPrefix?: string;
+    maxInboundStreams?: number;
+    maxOutboundStreams?: number;
+    logPrefix?: string;
+    kBucketSize?: number;
+};
+export declare function repoService(init?: RepoServiceInit): (components: RepoServiceComponents) => RepoService;
+/**
+ * A libp2p service that handles repo protocol messages
+ */
+export declare class RepoService implements Startable {
+    private readonly protocol;
+    private readonly maxInboundStreams;
+    private readonly maxOutboundStreams;
+    private readonly log;
+    private readonly repo;
+    private readonly components;
+    private running;
+    private readonly k;
+    constructor(components: RepoServiceComponents, init?: RepoServiceInit);
+    readonly [Symbol.toStringTag] = "@libp2p/repo-service";
+    /**
+     * Start the service
+     */
+    start(): Promise<void>;
+    /**
+     * Stop the service
+     */
+    stop(): Promise<void>;
+    /**
+     * Handle incoming streams on the repo protocol
+     */
+    private handleIncomingStream;
+}
+export {};
+//# sourceMappingURL=service.d.ts.map

package/dist/src/repo/service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../../../src/repo/service.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAA;AAC9E,OAAO,KAAK,EAAE,KAAK,EAAe,MAAM,qBAAqB,CAAA;AAS7D,UAAU,cAAc;IACvB,MAAM,EAAE;QAAE,YAAY,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAAA;KAAE,CAAC;IACnD,SAAS,EAAE;QACV,MAAM,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,kBAAkB,KAAK,IAAI,EAAE,OAAO,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;QACtG,QAAQ,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;KAC7C,CAAA;CACD;AAED,MAAM,MAAM,qBAAqB,GAAG,cAAc,GAAG;IACpD,IAAI,EAAE,KAAK,CAAA;CACX,CAAA;AAED,MAAM,MAAM,eAAe,GAAG;IAC7B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;CACrB,CAAA;AAED,wBAAgB,WAAW,CAAC,IAAI,GAAE,eAAoB,GAAG,CAAC,UAAU,EAAE,qBAAqB,KAAK,WAAW,CAE1G;AAED;;GAEG;AACH,qBAAa,WAAY,YAAW,SAAS;IAC5C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAQ;IACjC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAQ;IAC1C,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAQ;IAC3C,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAQ;IAC5B,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAO;IAC5B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAuB;IAClD,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAQ;gBAEd,UAAU,EAAE,qBAAqB,EAAE,IAAI,GAAE,eAAoB;IAYzE,QAAQ,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,0BAAyB;IAEtD;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAa5B;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAS3B;;OAEG;IACH,OAAO,CAAC,oBAAoB;CA2H5B"}

package/dist/src/repo/service.js

@@ -0,0 +1,181 @@
+import { pipe } from 'it-pipe';
+import { decode as lpDecode, encode as lpEncode } from 'it-length-prefixed';
+import { peersEqual } from '../peer-utils.js';
+import { sha256 } from 'multiformats/hashes/sha2';
+import { encodePeers } from './redirect.js';
+export function repoService(init = {}) {
+    return (components) => new RepoService(components, init);
+}
+/**
+ * A libp2p service that handles repo protocol messages
+ */
+export class RepoService {
+    protocol;
+    maxInboundStreams;
+    maxOutboundStreams;
+    log;
+    repo;
+    components;
+    running;
+    k;
+    constructor(components, init = {}) {
+        this.components = components;
+        const computed = init.protocol ?? (init.protocolPrefix ?? '/db-p2p') + '/repo/1.0.0';
+        this.protocol = computed;
+        this.maxInboundStreams = init.maxInboundStreams ?? 32;
+        this.maxOutboundStreams = init.maxOutboundStreams ?? 64;
+        this.log = components.logger.forComponent(init.logPrefix ?? 'db-p2p:repo-service');
+        this.repo = components.repo;
+        this.running = false;
+        this.k = init.kBucketSize ?? 10;
+    }
+    [Symbol.toStringTag] = '@libp2p/repo-service';
+    /**
+     * Start the service
+     */
+    async start() {
+        if (this.running) {
+            return;
+        }
+        await this.components.registrar.handle(this.protocol, this.handleIncomingStream.bind(this), {
+            maxInboundStreams: this.maxInboundStreams,
+            maxOutboundStreams: this.maxOutboundStreams
+        });
+        this.running = true;
+    }
+    /**
+     * Stop the service
+     */
+    async stop() {
+        if (!this.running) {
+            return;
+        }
+        await this.components.registrar.unhandle(this.protocol);
+        this.running = false;
+    }
+    /**
+     * Handle incoming streams on the repo protocol
+     */
+    handleIncomingStream(data) {
+        const { stream, connection } = data;
+        const peerId = connection.remotePeer;
+        const processStream = async function* (source) {
+            for await (const msg of source) {
+                // Decode the message
+                const decoded = new TextDecoder().decode(msg.subarray());
+                const message = JSON.parse(decoded);
+                // Process each operation
+                const operation = message.operations[0];
+                let response;
+                if ('get' in operation) {
+                    {
+                        // Use sha256 digest of block id string for consistent key space
+                        const mh = await sha256.digest(new TextEncoder().encode(operation.get.blockIds[0]));
+                        const key = mh.digest;
+                        const nm = this.components.libp2p?.services?.networkManager;
+                        if (nm?.getCluster) {
+                            const cluster = await nm.getCluster(key);
+                            message.cluster = cluster.map(p => p.toString?.() ?? String(p));
+                            const selfId = this.components.libp2p.peerId;
+                            const isMember = cluster.some((p) => peersEqual(p, selfId));
+                            const smallMesh = cluster.length < this.k;
+                            if (!smallMesh && !isMember) {
+                                const peers = cluster.filter((p) => !peersEqual(p, selfId));
+                                console.debug('repo-service:redirect', {
+                                    peerId: selfId.toString(),
+                                    reason: 'not-cluster-member',
+                                    operation: 'get',
+                                    blockId: operation.get.blockIds[0],
+                                    cluster: cluster.map((p) => p.toString?.() ?? String(p))
+                                });
+                                response = encodePeers(peers.map((pid) => ({ id: pid.toString(), addrs: [] })));
+                            }
+                            else {
+                                response = await this.repo.get(operation.get, { expiration: message.expiration });
+                            }
+                        }
+                        else {
+                            response = await this.repo.get(operation.get, { expiration: message.expiration });
+                        }
+                    }
+                }
+                else if ('pend' in operation) {
+                    {
+                        const id = Object.keys(operation.pend.transforms)[0];
+                        const mh = await sha256.digest(new TextEncoder().encode(id));
+                        const key = mh.digest;
+                        const nm = this.components.libp2p?.services?.networkManager;
+                        if (nm?.getCluster) {
+                            const cluster = await nm.getCluster(key);
+                            message.cluster = cluster.map(p => p.toString?.() ?? String(p));
+                            const selfId = this.components.libp2p.peerId;
+                            const isMember = cluster.some((p) => peersEqual(p, selfId));
+                            const smallMesh = cluster.length < this.k;
+                            if (!smallMesh && !isMember) {
+                                const peers = cluster.filter((p) => !peersEqual(p, selfId));
+                                console.debug('repo-service:redirect', {
+                                    peerId: selfId.toString(),
+                                    reason: 'not-cluster-member',
+                                    operation: 'pend',
+                                    blockId: id,
+                                    cluster: cluster.map((p) => p.toString?.() ?? String(p))
+                                });
+                                response = encodePeers(peers.map((pid) => ({ id: pid.toString(), addrs: [] })));
+                            }
+                            else {
+                                response = await this.repo.pend(operation.pend, { expiration: message.expiration });
+                            }
+                        }
+                        else {
+                            response = await this.repo.pend(operation.pend, { expiration: message.expiration });
+                        }
+                    }
+                }
+                else if ('cancel' in operation) {
+                    response = await this.repo.cancel(operation.cancel.actionRef, {
+                        expiration: message.expiration
+                    });
+                }
+                else if ('commit' in operation) {
+                    {
+                        const mh = await sha256.digest(new TextEncoder().encode(operation.commit.tailId));
+                        const key = mh.digest;
+                        const nm = this.components.libp2p?.services?.networkManager;
+                        if (nm?.getCluster) {
+                            const cluster = await nm.getCluster(key);
+                            message.cluster = cluster.map(p => p.toString?.() ?? String(p));
+                            const selfId = this.components.libp2p.peerId;
+                            const isMember = cluster.some((p) => peersEqual(p, selfId));
+                            const smallMesh = cluster.length < this.k;
+                            if (!smallMesh && !isMember) {
+                                const peers = cluster.filter((p) => !peersEqual(p, selfId));
+                                console.debug('repo-service:redirect', {
+                                    peerId: selfId.toString(),
+                                    reason: 'not-cluster-member',
+                                    operation: 'commit',
+                                    tailId: operation.commit.tailId,
+                                    cluster: cluster.map((p) => p.toString?.() ?? String(p))
+                                });
+                                response = encodePeers(peers.map((pid) => ({ id: pid.toString(), addrs: [] })));
+                            }
+                            else {
+                                response = await this.repo.commit(operation.commit, { expiration: message.expiration });
+                            }
+                        }
+                        else {
+                            response = await this.repo.commit(operation.commit, { expiration: message.expiration });
+                        }
+                    }
+                }
+                // Encode and yield the response
+                yield new TextEncoder().encode(JSON.stringify(response));
+            }
+        };
+        Promise.resolve().then(async () => {
+            await pipe(stream, (source) => lpDecode(source), processStream.bind(this), (source) => lpEncode(source), stream);
+        }).catch(err => {
+            this.log.error('error handling repo protocol message from %p - %e', peerId, err);
+        });
+    }
+}
+//# sourceMappingURL=service.js.map

package/dist/src/repo/service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"service.js","sourceRoot":"","sources":["../../../src/repo/service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAA;AAC9B,OAAO,EAAE,MAAM,IAAI,QAAQ,EAAE,MAAM,IAAI,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AAI3E,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAC7C,OAAO,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAA;AAEjD,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAA;AAyB3C,MAAM,UAAU,WAAW,CAAC,OAAwB,EAAE;IACrD,OAAO,CAAC,UAAiC,EAAE,EAAE,CAAC,IAAI,WAAW,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;AACjF,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,WAAW;IACN,QAAQ,CAAQ;IAChB,iBAAiB,CAAQ;IACzB,kBAAkB,CAAQ;IAC1B,GAAG,CAAQ;IACX,IAAI,CAAO;IACX,UAAU,CAAuB;IAC1C,OAAO,CAAS;IACP,CAAC,CAAQ;IAE1B,YAAY,UAAiC,EAAE,OAAwB,EAAE;QACxE,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;QAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,SAAS,CAAC,GAAG,aAAa,CAAA;QACpF,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;QACxB,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,IAAI,EAAE,CAAA;QACrD,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,IAAI,EAAE,CAAA;QACvD,IAAI,CAAC,GAAG,GAAG,UAAU,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,IAAI,qBAAqB,CAAC,CAAA;QAClF,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAA;QAC3B,IAAI,CAAC,OAAO,GAAG,KAAK,CAAA;QACpB,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,WAAW,IAAI,EAAE,CAAA;IAChC,CAAC;IAEQ,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,sBAAsB,CAAA;IAEtD;;OAEG;IACH,KAAK,CAAC,KAAK;QACV,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAM;QACP,CAAC;QAED,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YAC3F,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;SAC3C,CAAC,CAAA;QAEF,IAAI,CAAC,OAAO,GAAG,IAAI,CAAA;IACpB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI;QACT,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACnB,OAAM;QACP,CAAC;QAED,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QACvD,IAAI,CAAC,OAAO,GAAG,KAAK,CAAA;IACrB,CAAC;IAED;;OAEG;IACK,oBAAoB,CAAC,IAAwB;QACpD,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,IAAI,CAAA;QACnC,MAAM,MAAM,GAAG,UAAU,CAAC,UAAU,CAAA;QAEpC,MAAM,aAAa,GAAG,KAAK,SAAS,CAAC,EAAqB,MAAqC;YAC9F,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;gBAChC,qBAAqB;gBACrB,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAA;gBACxD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAgB,CAAA;gBAElD,yBAAyB;gBACzB,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAA;gBACvC,IAAI,QAAa,CAAA;gBAEjB,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;oBACxB,CAAC;wBACA,gEAAgE;wBAChE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC,CAAC,CAAA;wBACpF,MAAM,GAAG,GAAG,EAAE,CAAC,MAAM,CAAA;wBACrB,MAAM,EAAE,GAAS,IAAI,CAAC,UAAkB,CAAC,MAAM,EAAE,QAAQ,EAAE,cAAc,CAAA;wBACzE,IAAI,EAAE,EAAE,UAAU,EAAE,CAAC;4BACpB,MAAM,OAAO,GAAU,MAAM,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;4BAC/C,OAAe,CAAC,OAAO,GAAI,OAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;4BACnF,MAAM,MAAM,GAAI,IAAI,CAAC,UAAkB,CAAC,MAAM,CAAC,MAAM,CAAA;4BACrD,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAA;4BAChE,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAA;4BACzC,IAAI,CAAC,SAAS,IAAI,CAAC,QAAQ,EAAE,CAAC;gCAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAA;gCAChE,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE;oCACtC,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE;oCACzB,MAAM,EAAE,oBAAoB;oCAC5B,SAAS,EAAE,KAAK;oCAChB,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;oCAClC,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;iCAC7D,CAAC,CAAA;gCACF,QAAQ,GAAG,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAA;4BACrF,CAAC;iCAAM,CAAC;gCACP,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAA;4BAClF,CAAC;wBACF,CAAC;6BAAM,CAAC;4BACP,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAA;wBAClF,CAAC;oBACF,CAAC;gBACF,CAAC;qBAAM,IAAI,MAAM,IAAI,SAAS,EAAE,CAAC;oBAChC,CAAC;wBACA,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAE,CAAA;wBACrD,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAA;wBAC5D,MAAM,GAAG,GAAG,EAAE,CAAC,MAAM,CAAA;wBACrB,MAAM,EAAE,GAAS,IAAI,CAAC,UAAkB,CAAC,MAAM,EAAE,QAAQ,EAAE,cAAc,CAAA;wBACzE,IAAI,EAAE,EAAE,UAAU,EAAE,CAAC;4BACpB,MAAM,OAAO,GAAU,MAAM,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAC7C;4BAAE,OAAe,CAAC,OAAO,GAAI,OAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;4BACtF,MAAM,MAAM,GAAI,IAAI,CAAC,UAAkB,CAAC,MAAM,CAAC,MAAM,CAAA;4BACrD,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAA;4BAChE,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAA;4BACzC,IAAI,CAAC,SAAS,IAAI,CAAC,QAAQ,EAAE,CAAC;gCAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAA;gCAChE,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE;oCACtC,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE;oCACzB,MAAM,EAAE,oBAAoB;oCAC5B,SAAS,EAAE,MAAM;oCACjB,OAAO,EAAE,EAAE;oCACX,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;iCAC7D,CAAC,CAAA;gCACF,QAAQ,GAAG,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAA;4BACrF,CAAC;iCAAM,CAAC;gCACP,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAA;4BACpF,CAAC;wBACF,CAAC;6BAAM,CAAC;4BACP,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAA;wBACpF,CAAC;oBACF,CAAC;gBACF,CAAC;qBAAM,IAAI,QAAQ,IAAI,SAAS,EAAE,CAAC;oBAClC,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,EAAE;wBAC7D,UAAU,EAAE,OAAO,CAAC,UAAU;qBAC9B,CAAC,CAAA;gBACH,CAAC;qBAAM,IAAI,QAAQ,IAAI,SAAS,EAAE,CAAC;oBAClC,CAAC;wBACA,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAA;wBACjF,MAAM,GAAG,GAAG,EAAE,CAAC,MAAM,CAAA;wBACrB,MAAM,EAAE,GAAS,IAAI,CAAC,UAAkB,CAAC,MAAM,EAAE,QAAQ,EAAE,cAAc,CAAA;wBACzE,IAAI,EAAE,EAAE,UAAU,EAAE,CAAC;4BACpB,MAAM,OAAO,GAAU,MAAM,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAC7C;4BAAE,OAAe,CAAC,OAAO,GAAI,OAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;4BACtF,MAAM,MAAM,GAAI,IAAI,CAAC,UAAkB,CAAC,MAAM,CAAC,MAAM,CAAA;4BACrD,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAA;4BAChE,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAA;4BACzC,IAAI,CAAC,SAAS,IAAI,CAAC,QAAQ,EAAE,CAAC;gCAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAA;gCAChE,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE;oCACtC,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE;oCACzB,MAAM,EAAE,oBAAoB;oCAC5B,SAAS,EAAE,QAAQ;oCACnB,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,MAAM;oCAC/B,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;iCAC7D,CAAC,CAAA;gCACF,QAAQ,GAAG,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAA;4BACrF,CAAC;iCAAM,CAAC;gCACP,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAA;4BACxF,CAAC;wBACF,CAAC;6BAAM,CAAC;4BACP,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAA;wBACxF,CAAC;oBACF,CAAC;gBACF,CAAC;gBAED,gCAAgC;gBAChC,MAAM,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAA;YACzD,CAAC;QACF,CAAC,CAAA;QAED,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YACjC,MAAM,IAAI,CACT,MAAM,EACN,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAC5B,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EACxB,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAC5B,MAAM,CACN,CAAA;QACF,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;YACd,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,mDAAmD,EAAE,MAAM,EAAE,GAAG,CAAC,CAAA;QACjF,CAAC,CAAC,CAAA;IACH,CAAC;CACD"}

package/dist/src/repo/types.d.ts

@@ -0,0 +1,7 @@
+export interface ClusterLogPeerOutcome {
+    peerId: string;
+    success: boolean;
+    /** Optional error message that explains why the peer failed. */
+    error?: string;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/src/repo/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/repo/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,qBAAqB;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,OAAO,CAAC;IACjB,gEAAgE;IAChE,KAAK,CAAC,EAAE,MAAM,CAAC;CACf"}

package/dist/src/repo/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/src/repo/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/repo/types.ts"],"names":[],"mappings":""}

package/dist/src/routing/libp2p-known-peers.d.ts

@@ -0,0 +1,4 @@
+import type { Libp2p } from 'libp2p';
+import type { KnownPeer } from './responsibility.js';
+export declare function buildKnownPeers(libp2p: Libp2p): KnownPeer[];
+//# sourceMappingURL=libp2p-known-peers.d.ts.map

package/dist/src/routing/libp2p-known-peers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"libp2p-known-peers.d.ts","sourceRoot":"","sources":["../../../src/routing/libp2p-known-peers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAEpC,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAA;AAEpD,wBAAgB,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,EAAE,CAmB3D"}

package/dist/src/routing/libp2p-known-peers.js

@@ -0,0 +1,19 @@
+export function buildKnownPeers(libp2p) {
+    const self = {
+        id: libp2p.peerId,
+        addrs: libp2p.getMultiaddrs().map(ma => ma.toString())
+    };
+    const connections = libp2p.getConnections();
+    const byPeer = {};
+    for (const c of connections) {
+        const pid = c.remotePeer;
+        const key = pid.toString();
+        const entry = byPeer[key] ?? (byPeer[key] = { id: pid, addrs: new Set() });
+        const addrStr = c.remoteAddr?.toString?.();
+        if (addrStr)
+            entry.addrs.add(addrStr);
+    }
+    const others = Object.values(byPeer).map(e => ({ id: e.id, addrs: Array.from(e.addrs) }));
+    return [self, ...others];
+}
+//# sourceMappingURL=libp2p-known-peers.js.map

package/dist/src/routing/libp2p-known-peers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"libp2p-known-peers.js","sourceRoot":"","sources":["../../../src/routing/libp2p-known-peers.ts"],"names":[],"mappings":"AAIA,MAAM,UAAU,eAAe,CAAC,MAAc;IAC5C,MAAM,IAAI,GAAc;QACtB,EAAE,EAAE,MAAM,CAAC,MAA2B;QACtC,KAAK,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC;KACvD,CAAA;IAED,MAAM,WAAW,GAAG,MAAM,CAAC,cAAc,EAAE,CAAA;IAC3C,MAAM,MAAM,GAAuD,EAAE,CAAA;IAErE,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;QAC5B,MAAM,GAAG,GAAG,CAAC,CAAC,UAAU,CAAA;QACxB,MAAM,GAAG,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAA;QAC1B,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,EAAE,GAAwB,EAAE,KAAK,EAAE,IAAI,GAAG,EAAE,EAAE,CAAC,CAAA;QAC/F,MAAM,OAAO,GAAG,CAAC,CAAC,UAAU,EAAE,QAAQ,EAAE,EAAE,CAAA;QAC1C,IAAI,OAAO;YAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;IACvC,CAAC;IAED,MAAM,MAAM,GAAgB,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAA;IACtG,OAAO,CAAC,IAAI,EAAE,GAAG,MAAM,CAAC,CAAA;AAC1B,CAAC"}

package/dist/src/routing/responsibility.d.ts

@@ -0,0 +1,14 @@
+import type { PeerId } from '@libp2p/interface';
+export type KnownPeer = {
+    id: PeerId;
+    addrs: string[];
+};
+export type ResponsibilityResult = {
+    inCluster: boolean;
+    nearest: KnownPeer[];
+};
+export declare function xorDistanceBytes(a: Uint8Array, b: Uint8Array): Uint8Array;
+export declare function lessThanLex(a: Uint8Array, b: Uint8Array): boolean;
+export declare function sortPeersByDistance(peers: KnownPeer[], key: Uint8Array): KnownPeer[];
+export declare function computeResponsibility(key: Uint8Array, self: KnownPeer, others: KnownPeer[], k: number): ResponsibilityResult;
+//# sourceMappingURL=responsibility.d.ts.map

package/dist/src/routing/responsibility.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"responsibility.d.ts","sourceRoot":"","sources":["../../../src/routing/responsibility.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAA;AAE/C,MAAM,MAAM,SAAS,GAAG;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,EAAE,CAAA;CAAE,CAAA;AAEvD,MAAM,MAAM,oBAAoB,GAAG;IACjC,SAAS,EAAE,OAAO,CAAA;IAClB,OAAO,EAAE,SAAS,EAAE,CAAA;CACrB,CAAA;AAED,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,GAAG,UAAU,CASzE;AAED,wBAAgB,WAAW,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,GAAG,OAAO,CASjE;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,UAAU,GAAG,SAAS,EAAE,CAKpF;AAED,wBAAgB,qBAAqB,CACnC,GAAG,EAAE,UAAU,EACf,IAAI,EAAE,SAAS,EACf,MAAM,EAAE,SAAS,EAAE,EACnB,CAAC,EAAE,MAAM,GACR,oBAAoB,CAiBtB"}

package/dist/src/routing/responsibility.js

@@ -0,0 +1,45 @@
+export function xorDistanceBytes(a, b) {
+    const len = Math.max(a.length, b.length);
+    const out = new Uint8Array(len);
+    for (let i = 0; i < len; i++) {
+        const ai = a[a.length - 1 - i] ?? 0;
+        const bi = b[b.length - 1 - i] ?? 0;
+        out[len - 1 - i] = ai ^ bi;
+    }
+    return out;
+}
+export function lessThanLex(a, b) {
+    const len = Math.max(a.length, b.length);
+    for (let i = 0; i < len; i++) {
+        const av = a[i] ?? 0;
+        const bv = b[i] ?? 0;
+        if (av < bv)
+            return true;
+        if (av > bv)
+            return false;
+    }
+    return false;
+}
+export function sortPeersByDistance(peers, key) {
+    return peers
+        .map(p => ({ p, d: xorDistanceBytes(p.id.toMultihash().bytes, key) }))
+        .sort((a, b) => (lessThanLex(a.d, b.d) ? -1 : 1))
+        .map(x => x.p);
+}
+export function computeResponsibility(key, self, others, k) {
+    const all = [self, ...others];
+    const sorted = sortPeersByDistance(all, key);
+    // For small meshes, use a different strategy
+    if (all.length <= 3) {
+        // With 3 or fewer nodes, the first node in XOR order handles it
+        // This ensures only ONE node considers itself responsible
+        const inCluster = sorted[0].id.equals(self.id);
+        return { inCluster, nearest: sorted };
+    }
+    // For larger meshes, use traditional k-nearest
+    const effectiveK = Math.min(k, Math.max(1, Math.floor(all.length / 2)));
+    const topK = sorted.slice(0, effectiveK);
+    const inCluster = topK.some(p => p.id.equals(self.id));
+    return { inCluster, nearest: topK };
+}
+//# sourceMappingURL=responsibility.js.map

package/dist/src/routing/responsibility.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"responsibility.js","sourceRoot":"","sources":["../../../src/routing/responsibility.ts"],"names":[],"mappings":"AASA,MAAM,UAAU,gBAAgB,CAAC,CAAa,EAAE,CAAa;IAC3D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAA;IACxC,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,CAAA;IAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7B,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAA;QACnC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAA;QACnC,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,CAAA;IAC5B,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,CAAa,EAAE,CAAa;IACtD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAA;IACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7B,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QACpB,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QACpB,IAAI,EAAE,GAAG,EAAE;YAAE,OAAO,IAAI,CAAA;QACxB,IAAI,EAAE,GAAG,EAAE;YAAE,OAAO,KAAK,CAAA;IAC3B,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,KAAkB,EAAE,GAAe;IACrE,OAAO,KAAK;SACT,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;SACrE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SAChD,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AAClB,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,GAAe,EACf,IAAe,EACf,MAAmB,EACnB,CAAS;IAET,MAAM,GAAG,GAAG,CAAC,IAAI,EAAE,GAAG,MAAM,CAAC,CAAA;IAC7B,MAAM,MAAM,GAAG,mBAAmB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;IAE5C,6CAA6C;IAC7C,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACpB,gEAAgE;QAChE,0DAA0D;QAC1D,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QAC/C,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,CAAA;IACvC,CAAC;IAED,+CAA+C;IAC/C,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;IACvE,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAA;IACxC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;IACtD,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;AACrC,CAAC"}

package/dist/src/routing/simple-cluster-coordinator.d.ts

@@ -0,0 +1,23 @@
+import type { PeerId } from '@libp2p/interface';
+export interface SimpleClusterCoordinator {
+    selectCoordinator(key: Uint8Array, peers: PeerId[]): Promise<PeerId>;
+    selectReplicas(key: Uint8Array, peers: PeerId[], replicationFactor: number): Promise<PeerId[]>;
+}
+/**
+ * Simple consistent hashing for small clusters
+ * Uses modulo arithmetic instead of XOR distance
+ */
+export declare class ModuloCoordinator implements SimpleClusterCoordinator {
+    hashPeer(peerId: PeerId): Promise<bigint>;
+    hashKey(key: Uint8Array): Promise<bigint>;
+    selectCoordinator(key: Uint8Array, peers: PeerId[]): Promise<PeerId>;
+    selectReplicas(key: Uint8Array, peers: PeerId[], replicationFactor: number): Promise<PeerId[]>;
+}
+/**
+ * For very small clusters, just replicate everywhere
+ */
+export declare class FullReplicationCoordinator implements SimpleClusterCoordinator {
+    selectCoordinator(key: Uint8Array, peers: PeerId[]): Promise<PeerId>;
+    selectReplicas(key: Uint8Array, peers: PeerId[], replicationFactor: number): Promise<PeerId[]>;
+}
+//# sourceMappingURL=simple-cluster-coordinator.d.ts.map

package/dist/src/routing/simple-cluster-coordinator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"simple-cluster-coordinator.d.ts","sourceRoot":"","sources":["../../../src/routing/simple-cluster-coordinator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAA;AAG/C,MAAM,WAAW,wBAAwB;IACvC,iBAAiB,CAAC,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;IACpE,cAAc,CAAC,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;CAC/F;AAED;;;GAGG;AACH,qBAAa,iBAAkB,YAAW,wBAAwB;IAC1D,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAOzC,OAAO,CAAC,GAAG,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IAMzC,iBAAiB,CAAC,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAUpE,cAAc,CAAC,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;CAiBrG;AAED;;GAEG;AACH,qBAAa,0BAA2B,YAAW,wBAAwB;IACnE,iBAAiB,CAAC,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAMpE,cAAc,CAAC,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;CAIrG"}