@voltro/plugin-broadcast 0.85.0 → 0.87.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,95 @@
1
+ import { BroadcastError as e } from "./types.js";
2
+ import { Effect as t } from "effect";
3
+ //#region src/providers.ts
4
+ var n = (t, n, r) => new e({
5
+ provider: t,
6
+ message: n,
7
+ transient: !0,
8
+ ...r === void 0 ? {} : { cause: r }
9
+ }), r = (t, n, r) => new e({
10
+ provider: t,
11
+ message: n,
12
+ transient: !1,
13
+ ...r === void 0 ? {} : { cause: r }
14
+ }), i = () => {
15
+ let e = /* @__PURE__ */ new Set();
16
+ return {
17
+ subscribe: (t) => (e.add(t), () => {
18
+ e.delete(t);
19
+ }),
20
+ emit: (t) => {
21
+ for (let n of e) try {
22
+ n(t);
23
+ } catch {}
24
+ }
25
+ };
26
+ }, a = /* @__PURE__ */ new Map(), o = (e) => {
27
+ let t = a.get(e);
28
+ return t || (t = { handlers: /* @__PURE__ */ new Map() }, a.set(e, t)), t;
29
+ }, s = (e) => {
30
+ a.delete(e);
31
+ }, c = (e = `default-${Math.random().toString(36).slice(2)}`) => {
32
+ let n = /* @__PURE__ */ new Set();
33
+ return {
34
+ name: "memory",
35
+ publish: (n, r) => t.sync(() => {
36
+ let t = a.get(e)?.handlers.get(n);
37
+ if (t) for (let e of t) try {
38
+ e(r);
39
+ } catch {}
40
+ }),
41
+ subscribe: (r, i) => t.sync(() => {
42
+ let t = o(e), s = t.handlers.get(r) ?? /* @__PURE__ */ new Set(), c = (e) => i(e);
43
+ s.add(c), t.handlers.set(r, s);
44
+ let l = () => {
45
+ n.delete(l), s.delete(c), s.size === 0 && t.handlers.get(r) === s && t.handlers.delete(r), t.handlers.size === 0 && a.get(e) === t && a.delete(e);
46
+ };
47
+ return n.add(l), l;
48
+ }),
49
+ close: () => t.sync(() => {
50
+ for (let e of n) e();
51
+ })
52
+ };
53
+ }, l = (e, a) => {
54
+ let o = i(), s = /* @__PURE__ */ new Set(), c, l, u = !1, d, f = (e) => (s.add(e), e.then(() => s.delete(e), () => s.delete(e)), e), p = (n) => {
55
+ if (u) return Promise.reject(r(e, "Broadcast consumer is closed"));
56
+ if (c !== void 0) return c;
57
+ let i = t.runPromiseWith(n)(a.pubsub).then((e) => (l = e.onTransportEvent(o.emit), e));
58
+ return c = i, i.catch(() => {
59
+ c === i && (c = void 0);
60
+ }), i;
61
+ };
62
+ return {
63
+ name: e,
64
+ onTransportEvent: o.subscribe,
65
+ publish: (i, a) => t.flatMap(t.context(), (o) => t.tryPromise({
66
+ try: () => f((async () => {
67
+ let n = await p(o);
68
+ if (u) throw r(e, "Broadcast consumer is closed");
69
+ await t.runPromiseWith(o)(n.publish(i, a));
70
+ })()),
71
+ catch: () => n(e, `${e} publication failed`)
72
+ })),
73
+ subscribe: (i, a) => t.flatMap(t.context(), (o) => t.tryPromise({
74
+ try: () => f((async () => {
75
+ let n = await p(o);
76
+ if (u) throw r(e, "Broadcast consumer is closed");
77
+ let s = !0, c = await t.runPromiseWith(o)(n.subscribe(i, (e) => {
78
+ s && !u && a(e);
79
+ }));
80
+ if (u) throw s = !1, await t.runPromiseWith(o)(c), r(e, "Broadcast consumer is closed");
81
+ return () => {
82
+ s && (s = !1, f(t.runPromiseWith(o)(c)).catch(() => void 0));
83
+ };
84
+ })()),
85
+ catch: () => n(e, `${e} subscription failed`)
86
+ })),
87
+ close: () => t.flatMap(t.context(), (e) => t.promise(() => d ??= (async () => {
88
+ if (u = !0, await Promise.allSettled([...s]), l?.(), c !== void 0) try {
89
+ await t.runPromiseWith(e)((await c).close);
90
+ } catch {}
91
+ })()))
92
+ };
93
+ }, u = (e) => l("redis", e), d = (e) => l("nats", e);
94
+ //#endregion
95
+ export { c as memoryProvider, d as natsProvider, u as redisProvider, s as resetMemoryBus };
@@ -0,0 +1,64 @@
1
+ import { Effect as e } from "effect";
2
+ //#region src/publishQueue.ts
3
+ var t = (t, n, r, i, a = {}, o = () => {}) => {
4
+ let s = a.maxMessages ?? 1024, c = a.maxBytes ?? 8388608, l = a.timeoutMs ?? 5e3, u = a.shutdownTimeoutMs ?? 1e3;
5
+ for (let [e, t] of Object.entries({
6
+ maxMessages: s,
7
+ maxBytes: c,
8
+ timeoutMs: l,
9
+ shutdownTimeoutMs: u
10
+ })) if (!Number.isSafeInteger(t) || t < 1) throw Error(`broadcast ${e} must be a positive safe integer`);
11
+ let d = [], f = 0, p = 0, m = !1, h = 0, g = !1, _ = !1, v, y, b = !1, x, S = /* @__PURE__ */ new Set(), C = () => {
12
+ for (let e of S) e();
13
+ S.clear();
14
+ }, w = (e) => {
15
+ m || i(e), m = !0;
16
+ }, T = () => {
17
+ if (g || b || v !== void 0) return;
18
+ let i = d[f];
19
+ if (!i && !m) {
20
+ C();
21
+ return;
22
+ }
23
+ let a = h, s = i?.payload ?? r(a);
24
+ i && (d[f] = void 0, f++, f * 2 >= d.length && (d = d.slice(f), f = 0)), x = new AbortController(), b = !0;
25
+ let c = setTimeout(() => {
26
+ w("publish timed out; peers need a resync");
27
+ }, l);
28
+ y = e.runPromise(t.publish(n, s), { signal: x.signal }).then(() => {
29
+ g || o(), !i && h === a && (m = !1);
30
+ }, () => {
31
+ g || (w("publish failed — cross-replica fan-out degraded, local reactivity unaffected; peers need a resync"), v = setTimeout(() => {
32
+ v = void 0, T();
33
+ }, 500));
34
+ }).finally(() => {
35
+ clearTimeout(c), i && (p -= i.bytes), y = void 0, b = !1, x = void 0, g ? C() : T();
36
+ });
37
+ };
38
+ return {
39
+ enqueue: (e, t) => {
40
+ if (_ || g) return;
41
+ if (h = t, m || d.length - f + +!!b >= s) {
42
+ w("publish queue full; peers need a resync"), T();
43
+ return;
44
+ }
45
+ let n = e(), r = Buffer.byteLength(n, "utf8");
46
+ p + r > c ? (w("publish byte budget exceeded; peers need a resync"), T()) : (p += r, d.push({
47
+ payload: n,
48
+ bytes: r
49
+ }), T());
50
+ },
51
+ close: async () => {
52
+ _ = !0, v !== void 0 && (clearTimeout(v), v = void 0), T();
53
+ let e;
54
+ (y || d.length > f || m) && await new Promise((t) => {
55
+ let n = () => {
56
+ S.delete(n), t();
57
+ };
58
+ S.add(n), e = setTimeout(n, u);
59
+ }), e !== void 0 && clearTimeout(e), g = !0, (y || d.length > f || m) && i("shutdown deadline reached; unsent changes require peer resync"), d = [], f = 0, v !== void 0 && clearTimeout(v), x?.abort(), y && await Promise.race([y, new Promise((e) => setImmediate(e))]), p = 0, C();
60
+ }
61
+ };
62
+ };
63
+ //#endregion
64
+ export { t as createPublishQueue };
@@ -0,0 +1,70 @@
1
+ import { memoryProvider as e, natsProvider as t, redisProvider as n } from "./providers.js";
2
+ import { Effect as r } from "effect";
3
+ //#region src/resolve.ts
4
+ var i = (e) => {
5
+ if (!/^(redis|nats):[A-Za-z][A-Za-z0-9_-]*$/.test(e)) throw Error("Broadcast connections require redis:name or nats:name references");
6
+ return e.startsWith("nats:") ? "nats" : "redis";
7
+ }, a = (a, o, s = () => r.fail(/* @__PURE__ */ Error("Broadcast requires the app connection registry"))) => {
8
+ let c = [], l = (e, i, a) => {
9
+ c.push({
10
+ kind: e,
11
+ role: i,
12
+ ...a === void 0 ? {} : { reference: a }
13
+ });
14
+ let o = r.suspend(() => s(i));
15
+ return e === "nats" ? t({ pubsub: o }) : n({ pubsub: o });
16
+ }, u;
17
+ if (typeof a.provider == "object") {
18
+ if (a.connection !== void 0) throw Error("A custom Broadcast provider cannot also select a registry connection");
19
+ u = a.provider;
20
+ } else {
21
+ let t = a.provider ?? o.BROADCAST_PROVIDER;
22
+ if (t !== void 0 && ![
23
+ "redis",
24
+ "nats",
25
+ "memory"
26
+ ].includes(t)) throw Error("Broadcast provider must be redis, nats or memory");
27
+ let n = a.connection === void 0 ? void 0 : i(a.connection), r = t ?? n ?? (o.BROADCAST_NATS_URL || o.NATS_URL ? "nats" : o.BROADCAST_REDIS_URL || o.REDIS_URL ? "redis" : "memory");
28
+ if (n !== void 0 && r !== n) throw Error("Broadcast provider must match its connection kind");
29
+ u = r === "memory" ? e() : l(r === "nats" ? "nats" : "redis", "broadcast", a.connection);
30
+ }
31
+ let d = /* @__PURE__ */ new Map();
32
+ for (let e of [
33
+ "events",
34
+ "members",
35
+ "presence",
36
+ "revalidate"
37
+ ]) {
38
+ let t = a[e];
39
+ t !== void 0 && d.set(e, l(i(t), e, t));
40
+ }
41
+ if (d.size === 0) return {
42
+ provider: u,
43
+ crossReplica: u.name !== "memory",
44
+ selections: c
45
+ };
46
+ let f = [.../* @__PURE__ */ new Set([u, ...d.values()])], p = (e) => {
47
+ let t = e.slice(e.indexOf(":") + 1).split(":")[0];
48
+ return d.get(t) ?? u;
49
+ };
50
+ return {
51
+ provider: {
52
+ name: [...new Set(f.map((e) => e.name))].join("+"),
53
+ publish: (e, t) => p(e).publish(e, t),
54
+ subscribe: (e, t) => p(e).subscribe(e, t),
55
+ onTransportEvent: (e) => {
56
+ let t = /* @__PURE__ */ new WeakSet(), n = f.flatMap((n) => n.onTransportEvent === void 0 ? [] : [n.onTransportEvent((n) => {
57
+ t.has(n) || (t.add(n), e(n));
58
+ })]);
59
+ return () => {
60
+ for (let e of n) e();
61
+ };
62
+ },
63
+ close: () => r.forEach(f, (e) => e.close(), { discard: !0 }).pipe(r.asVoid)
64
+ },
65
+ crossReplica: f.some((e) => e.name !== "memory"),
66
+ selections: c
67
+ };
68
+ };
69
+ //#endregion
70
+ export { a as resolveBroadcastProvider };
package/dist/types.js ADDED
@@ -0,0 +1,11 @@
1
+ import { DEFAULT_BROADCAST_NAMESPACE as e, channelFor as t } from "./namespace.js";
2
+ import { Schema as n } from "effect";
3
+ //#region src/types.ts
4
+ var r = class extends n.TaggedError()("BroadcastError", {
5
+ provider: n.String,
6
+ message: n.String,
7
+ transient: n.Boolean,
8
+ cause: n.optional(n.Unknown)
9
+ }) {}, i = t(e, "changes");
10
+ //#endregion
11
+ export { i as BROADCAST_CHANNEL, r as BroadcastError };
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@voltro/plugin-broadcast",
3
- "version": "0.85.0",
3
+ "version": "0.87.0",
4
4
  "description": "Cross-replica reactivity — a pub/sub message bus (Redis / NATS / memory) that fans out app-mutation ChangeEvents to every replica behind a load balancer. ADDITIVE to inline emit: local reactivity survives a broker outage; cross-replica degrades gracefully. Closes the single-instance gap for every non-postgres dialect (postgres keeps native LISTEN/NOTIFY).",
5
5
  "keywords": [
6
6
  "voltro",
@@ -33,12 +33,9 @@
33
33
  "node": ">=24.0.0"
34
34
  },
35
35
  "dependencies": {
36
- "@voltro/database": "0.85.0",
37
- "@voltro/protocol": "0.85.0"
38
- },
39
- "optionalDependencies": {
40
- "@nats-io/transport-node": "^3.4.0",
41
- "ioredis": "^5.11.1"
36
+ "@voltro/database": "0.87.0",
37
+ "@voltro/protocol": "0.87.0",
38
+ "@voltro/kv": "0.87.0"
42
39
  },
43
40
  "peerDependencies": {
44
41
  "effect": "4.0.1"