@einaraglen/quorum 1.0.3 → 1.0.5

package/README.md

@@ -16,7 +16,7 @@ When a pod starts up it runs an election: it contacts every peer with a higher n
 
 ### Transport — the wire
 
-All coordination travels over a single internal HTTP port (default `4001`). Each pod runs a small Express server on that port with five endpoints:
+All coordination travels over a single internal HTTP port (default `4001`). Each pod runs a small tinyhttp server on that port with five endpoints:
 
 | Route                        | Purpose                                       |
 | ---------------------------- | --------------------------------------------- |
@@ -41,7 +41,9 @@ Four messaging patterns are available, each with a different routing model:
 
 All four deliver to the pod's local `channel` EventEmitter when the target happens to be self, with no network round-trip.
 
-`distribute(event, resolvePayload)` is a leader-only helper for partitioning work: it calls your callback once per peer (sorted by name for stability) and delivers the return value to each pod as a `channel` event. Useful for sending each pod its own slice of a large dataset without the leader needing to know each pod's address explicitly.
+`distribute(event, resolvePayload)` is a leader-only helper for partitioning work: it calls your callback once per peer (sorted by name for stability) and delivers the return value to each pod as a `channel` event. Useful for sending each pod its own slice of a large dataset without the leader needing to know each pod's address explicitly. It's fire-and-forget — it doesn't wait for peers to acknowledge or finish, and a peer that's briefly unreachable just silently misses its share.
+
+`distributeAndCollect(event, resolvePayload, responseEvent, responseTimeoutMs?)` is the same idea, but waits up to `responseTimeoutMs` (default `2000`) for peers to answer back on `responseEvent` and resolves with a `Map<peerName, response>`. A peer that never responds is simply absent from the map — this never rejects on a missing or slow peer. Each peer answers by calling `forum.send(responseEvent, { peer: self, response })`, since responses aren't automatically tagged with who sent them.
 
 `subscribeToPeer(peer, event, onData)` opens a live SSE connection to a named peer and delivers every event it emits under that name. Returns an unsubscribe function. Targets itself locally — no loopback HTTP connection.
 

package/dist/core/forum.d.ts

@@ -8,6 +8,14 @@ export type ForumOptions = {
     fetchFn?: typeof fetch;
     logger?: Logger;
 };
+/**
+ * The shape a peer must respond with for distributeAndCollect() to attribute its answer —
+ * responses aren't automatically tagged with who sent them, so the sender embeds its own name.
+ */
+export type DistributeResponse<R> = {
+    peer: string;
+    response: R;
+};
 export declare class Forum {
     private readonly bully;
     private readonly transport;
@@ -31,6 +39,17 @@ export declare class Forum {
      * called once per participant, in a stable order, and gets back that pod's own share to send.
      */
     distribute<T>(event: string, resolvePayload: (peer: BullyPeer, index: number, allPeers: BullyPeer[]) => T): Promise<void>;
+    /**
+     * Leader-only: like distribute(), but waits up to `responseTimeoutMs` for each peer to answer
+     * back on `responseEvent` and returns whatever came in. A peer that never responds is simply
+     * absent from the map — this never rejects or throws on a missing/slow peer.
+     *
+     * Each peer must respond with:
+     * `forum.send(responseEvent, { peer: self, response } satisfies DistributeResponse<R>)`
+     * since responses aren't automatically tagged with who sent them (the same convention
+     * ShardManager's own holdings-report collection uses internally).
+     */
+    distributeAndCollect<T, R>(event: string, resolvePayload: (peer: BullyPeer, index: number, allPeers: BullyPeer[]) => T, responseEvent: string, responseTimeoutMs?: number): Promise<Map<string, R>>;
     /**
      * Peer-to-peer: open a live subscription to everything a specific peer emits under one
      * channel event name (self included, via a local listener — no loopback HTTP call needed).

package/dist/core/forum.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"forum.d.ts","sourceRoot":"","sources":["../../src/core/forum.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AACvC,OAAO,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAC3D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAE7C,MAAM,MAAM,YAAY,GAAG;IACzB,KAAK,EAAE,KAAK,CAAC;IACb,SAAS,EAAE,SAAS,CAAC;IACrB,SAAS,EAAE,SAAS,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;IACvB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,qBAAa,KAAK;IAChB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAQ;IAC9B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAY;IACtC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAY;IACtC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAe;IACvC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAEhC,YAAY,IAAI,EAAE,YAAY,EAM7B;IAED,sFAAsF;IACzE,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAQtE;IAED,+EAA+E;IAClE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAiBjE;IAED,kFAAkF;IACrE,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAMnF;IAED;;;OAGG;IACU,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAa1F;IAED;;;OAGG;IACU,UAAU,CAAC,CAAC,EACvB,KAAK,EAAE,MAAM,EACb,cAAc,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,GAC3E,OAAO,CAAC,IAAI,CAAC,CAoBf;IAED;;;;OAIG;IACI,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,GAAG,MAAM,IAAI,CA+DtG;CACF"}
+{"version":3,"file":"forum.d.ts","sourceRoot":"","sources":["../../src/core/forum.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AACvC,OAAO,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAC3D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAE7C,MAAM,MAAM,YAAY,GAAG;IACzB,KAAK,EAAE,KAAK,CAAC;IACb,SAAS,EAAE,SAAS,CAAC;IACrB,SAAS,EAAE,SAAS,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;IACvB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,kBAAkB,CAAC,CAAC,IAAI;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,CAAC,CAAA;CAAE,CAAC;AAElE,qBAAa,KAAK;IAChB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAQ;IAC9B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAY;IACtC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAY;IACtC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAe;IACvC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAEhC,YAAY,IAAI,EAAE,YAAY,EAM7B;IAED,sFAAsF;IACzE,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAQtE;IAED,+EAA+E;IAClE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAiBjE;IAED,kFAAkF;IACrE,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAMnF;IAED;;;OAGG;IACU,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAa1F;IAED;;;OAGG;IACU,UAAU,CAAC,CAAC,EACvB,KAAK,EAAE,MAAM,EACb,cAAc,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,GAC3E,OAAO,CAAC,IAAI,CAAC,CAoBf;IAED;;;;;;;;;OASG;IACU,oBAAoB,CAAC,CAAC,EAAE,CAAC,EACpC,KAAK,EAAE,MAAM,EACb,cAAc,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,EAC5E,aAAa,EAAE,MAAM,EACrB,iBAAiB,SAAO,GACvB,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAiBzB;IAED;;;;OAIG;IACI,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,GAAG,MAAM,IAAI,CA+DtG;CACF"}

package/dist/core/forum.js

@@ -86,6 +86,31 @@ export class Forum {
             return this.transport.postToPeer(peer.host, "/bully/message", { event, payload });
         }));
     }
+    /**
+     * Leader-only: like distribute(), but waits up to `responseTimeoutMs` for each peer to answer
+     * back on `responseEvent` and returns whatever came in. A peer that never responds is simply
+     * absent from the map — this never rejects or throws on a missing/slow peer.
+     *
+     * Each peer must respond with:
+     * `forum.send(responseEvent, { peer: self, response } satisfies DistributeResponse<R>)`
+     * since responses aren't automatically tagged with who sent them (the same convention
+     * ShardManager's own holdings-report collection uses internally).
+     */
+    async distributeAndCollect(event, resolvePayload, responseEvent, responseTimeoutMs = 2000) {
+        if (!this.bully.isLeader()) {
+            this.logger.warn(`distributeAndCollect('${event}') called while not leader, ignoring`);
+            return new Map();
+        }
+        const responses = new Map();
+        const collector = (payload) => {
+            responses.set(payload.peer, payload.response);
+        };
+        this.bully.channel.on(responseEvent, collector);
+        await this.distribute(event, resolvePayload);
+        await new Promise((resolve) => setTimeout(resolve, responseTimeoutMs));
+        this.bully.channel.off(responseEvent, collector);
+        return responses;
+    }
     /**
      * Peer-to-peer: open a live subscription to everything a specific peer emits under one
      * channel event name (self included, via a local listener — no loopback HTTP call needed).

package/dist/core/transport.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"transport.d.ts","sourceRoot":"","sources":["../../src/core/transport.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAGtC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAEvC,MAAM,MAAM,gBAAgB,GAAG;IAC7B,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,iBAAiB,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IAC5C,oBAAoB,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,IAAI,CAAC;IAC3C,SAAS,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,KAAK,IAAI,CAAC;IACrD,OAAO,EAAE,YAAY,CAAC;CACvB,CAAC;AAEF,qBAAa,SAAS;IACpB,SAAgB,OAAO,EAAE,OAAO,KAAK,CAAC;IACtC,SAAgB,IAAI,EAAE,MAAM,CAAC;IAC7B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAC1C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,MAAM,CAAC,CAAS;IAExB,YAAY,IAAI,GAAE,gBAAqB,EAMtC;IAEY,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAYnF;IAEY,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CASpD;IAEM,KAAK,CAAC,EAAE,EAAE,kBAAkB,GAAG,IAAI,CA4CzC;IAEM,IAAI,IAAI,IAAI,CAElB;CACF"}
+{"version":3,"file":"transport.d.ts","sourceRoot":"","sources":["../../src/core/transport.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAEvC,MAAM,MAAM,gBAAgB,GAAG;IAC7B,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,iBAAiB,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IAC5C,oBAAoB,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,IAAI,CAAC;IAC3C,SAAS,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,KAAK,IAAI,CAAC;IACrD,OAAO,EAAE,YAAY,CAAC;CACvB,CAAC;AAQF,qBAAa,SAAS;IACpB,SAAgB,OAAO,EAAE,OAAO,KAAK,CAAC;IACtC,SAAgB,IAAI,EAAE,MAAM,CAAC;IAC7B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAC1C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,MAAM,CAAC,CAA4B;IAE3C,YAAY,IAAI,GAAE,gBAAqB,EAMtC;IAEY,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAYnF;IAEY,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CASpD;IAEM,KAAK,CAAC,EAAE,EAAE,kBAAkB,GAAG,IAAI,CA8CzC;IAEM,IAAI,IAAI,IAAI,CAElB;CACF"}

package/dist/core/transport.js

@@ -1,4 +1,10 @@
-import express from "express";
+import { App } from "@tinyhttp/app";
+const readJsonBody = async (req) => {
+    const chunks = [];
+    for await (const chunk of req)
+        chunks.push(chunk);
+    return chunks.length === 0 ? {} : JSON.parse(Buffer.concat(chunks).toString("utf8"));
+};
 export class Transport {
     fetchFn;
     port;
@@ -39,23 +45,23 @@ export class Transport {
         }
     }
     start(cb) {
-        const app = express();
-        app.use(express.json());
-        app.get("/health", (_, res) => {
+        const app = new App();
+        const onJsonMessage = (handle) => async (req, res) => {
+            try {
+                handle(await readJsonBody(req));
+                res.sendStatus(200);
+            }
+            catch (err) {
+                this.logger.error(err);
+                res.status(500).json({ status: "ERROR", error: err?.message ?? String(err) });
+            }
+        };
+        app.get("/health", (_req, res) => {
             res.json({ status: "OK", timestamp: new Date().toISOString() });
         });
-        app.post("/bully/election", (req, res) => {
-            cb.onElectionMessage(req.body?.id);
-            res.sendStatus(200);
-        });
-        app.post("/bully/coordinator", (req, res) => {
-            cb.onCoordinatorMessage(req.body?.id);
-            res.sendStatus(200);
-        });
-        app.post("/bully/message", (req, res) => {
-            cb.onMessage(req.body?.event, req.body?.payload);
-            res.sendStatus(200);
-        });
+        app.post("/bully/election", onJsonMessage((body) => cb.onElectionMessage(body?.id)));
+        app.post("/bully/coordinator", onJsonMessage((body) => cb.onCoordinatorMessage(body?.id)));
+        app.post("/bully/message", onJsonMessage((body) => cb.onMessage(body?.event, body?.payload)));
         app.get("/channel/stream/:event", (req, res) => {
             const eventName = req.params.event;
             res.writeHead(200, {
@@ -67,13 +73,9 @@ export class Transport {
             cb.channel.on(eventName, forward);
             req.on("close", () => cb.channel.off(eventName, forward));
         });
-        app.use((err, _req, res, _next) => {
-            this.logger.error(err);
-            res.status(500).json({ status: "ERROR", error: err?.message ?? String(err) });
-        });
         const onListening = () => this.logger.info(`Internal coordination server listening on port ${this.port}`);
         this.server = this.internalHost
-            ? app.listen(this.port, this.internalHost, onListening)
+            ? app.listen(this.port, onListening, this.internalHost)
             : app.listen(this.port, onListening);
     }
     stop() {

package/dist/index.d.ts

@@ -3,7 +3,7 @@ export type { QuorumOptions } from "./core/quorum";
 export { Bully } from "./core/bully";
 export type { BullyPeer, BullyCluster, Discovery, BullyOptions } from "./core/bully";
 export { Forum } from "./core/forum";
-export type { ForumOptions } from "./core/forum";
+export type { ForumOptions, DistributeResponse } from "./core/forum";
 export { Transport } from "./core/transport";
 export type { TransportOptions, TransportCallbacks } from "./core/transport";
 export { Sharding } from "./core/sharding";

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACvC,YAAY,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAEnD,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAC;AACrC,YAAY,EAAE,SAAS,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAErF,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAC;AACrC,YAAY,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAEjD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,YAAY,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAE7E,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,YAAY,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAEvD,YAAY,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACvC,YAAY,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAEnD,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAC;AACrC,YAAY,EAAE,SAAS,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAErF,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAC;AACrC,YAAY,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAErE,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,YAAY,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAE7E,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,YAAY,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAEvD,YAAY,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@einaraglen/quorum",
-  "version": "1.0.3",
+  "version": "1.0.5",
   "description": "Distributed pod coordination: Bully leader election and work sharding",
   "keywords": [
     "leader-election",
@@ -36,7 +36,6 @@
     "check": "npm run format:check && npm run lint"
   },
   "devDependencies": {
-    "@types/express": "^5.0.6",
     "@types/node": "^24.9.2",
     "oxlint": "^1.80.0",
     "prettier": "^3.9.6",
@@ -44,6 +43,6 @@
     "typescript": "^7.0.2"
   },
   "dependencies": {
-    "express": "^5.2.1"
+    "@tinyhttp/app": "^3.0.11"
   }
 }