serverless-ircd 0.3.0 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (223) hide show
  1. package/.github/workflows/ci.yml +2 -2
  2. package/.github/workflows/deploy-aws.yml +1 -3
  3. package/.github/workflows/deploy-cf-tcp.yml +87 -0
  4. package/.github/workflows/deploy-cf.yml +1 -1
  5. package/.node-version +1 -0
  6. package/.nvmrc +1 -0
  7. package/CHANGELOG.md +349 -18
  8. package/README.md +132 -30
  9. package/apps/aws-stack/README.md +6 -5
  10. package/apps/aws-stack/bin/aws.ts +7 -0
  11. package/apps/aws-stack/package.json +4 -4
  12. package/apps/aws-stack/src/aws-stack.ts +150 -10
  13. package/apps/aws-stack/tests/stack.test.ts +145 -4
  14. package/apps/cf-tcp-container/Dockerfile +69 -0
  15. package/apps/cf-tcp-container/package.json +34 -0
  16. package/apps/cf-tcp-container/src/config-loader.ts +145 -0
  17. package/apps/cf-tcp-container/src/container-do.ts +38 -0
  18. package/apps/cf-tcp-container/src/container-server.ts +363 -0
  19. package/apps/cf-tcp-container/src/main.ts +77 -0
  20. package/apps/cf-tcp-container/src/persistence.ts +144 -0
  21. package/apps/cf-tcp-container/src/worker.ts +41 -0
  22. package/apps/cf-tcp-container/terraform/provider.tf +24 -0
  23. package/apps/cf-tcp-container/terraform/spectrum.tf +81 -0
  24. package/apps/cf-tcp-container/tests/config-loader.test.ts +217 -0
  25. package/apps/cf-tcp-container/tests/container-server.test.ts +465 -0
  26. package/apps/cf-tcp-container/tests/persistence.test.ts +227 -0
  27. package/apps/cf-tcp-container/tests/tls-e2e.test.ts +275 -0
  28. package/apps/cf-tcp-container/tsconfig.build.json +17 -0
  29. package/apps/cf-tcp-container/tsconfig.test.json +15 -0
  30. package/apps/cf-tcp-container/vitest.config.ts +26 -0
  31. package/apps/cf-tcp-container/wrangler.toml +63 -0
  32. package/apps/cf-worker/package.json +1 -1
  33. package/apps/cf-worker/wrangler.test.toml +6 -0
  34. package/apps/cf-worker/wrangler.toml +28 -2
  35. package/apps/local-cli/package.json +1 -1
  36. package/apps/local-cli/src/config-loader.ts +10 -0
  37. package/apps/local-cli/src/server.ts +149 -24
  38. package/apps/local-cli/tests/e2e.test.ts +1 -1
  39. package/apps/local-cli/tests/ws-subprotocol.test.ts +257 -0
  40. package/package.json +14 -10
  41. package/packages/aws-adapter/package.json +3 -3
  42. package/packages/aws-adapter/src/account-store.ts +1 -1
  43. package/packages/aws-adapter/src/admission.ts +74 -0
  44. package/packages/aws-adapter/src/aws-runtime.ts +75 -4
  45. package/packages/aws-adapter/src/config-loader.ts +32 -0
  46. package/packages/aws-adapter/src/dynamo-account-store.ts +35 -96
  47. package/packages/aws-adapter/src/handlers/connect.ts +96 -9
  48. package/packages/aws-adapter/src/handlers/default.ts +98 -7
  49. package/packages/aws-adapter/src/handlers/index.ts +109 -4
  50. package/packages/aws-adapter/src/handlers/nlb-stream.ts +490 -0
  51. package/packages/aws-adapter/src/handlers/ping-checker.ts +1 -1
  52. package/packages/aws-adapter/src/index.ts +8 -0
  53. package/packages/aws-adapter/src/serialize.ts +11 -1
  54. package/packages/aws-adapter/src/stats.ts +80 -0
  55. package/packages/aws-adapter/tests/account-store-dynamo.test.ts +45 -34
  56. package/packages/aws-adapter/tests/account-store.test.ts +19 -20
  57. package/packages/aws-adapter/tests/admission.test.ts +70 -0
  58. package/packages/aws-adapter/tests/aws-harness.ts +13 -1
  59. package/packages/aws-adapter/tests/aws-integration.test.ts +1 -1
  60. package/packages/aws-adapter/tests/aws-runtime.test.ts +61 -0
  61. package/packages/aws-adapter/tests/config-loader.test.ts +20 -0
  62. package/packages/aws-adapter/tests/connect.test.ts +174 -0
  63. package/packages/aws-adapter/tests/disconnect-fanout.test.ts +47 -40
  64. package/packages/aws-adapter/tests/gone-exception.test.ts +31 -26
  65. package/packages/aws-adapter/tests/handlers.test.ts +302 -53
  66. package/packages/aws-adapter/tests/nlb-stream.test.ts +480 -0
  67. package/packages/aws-adapter/tests/ping-checker.test.ts +34 -29
  68. package/packages/aws-adapter/tests/stats.test.ts +317 -0
  69. package/packages/aws-adapter/tests/sweeper.test.ts +25 -18
  70. package/packages/aws-adapter/tests/transactions.test.ts +25 -20
  71. package/packages/cf-adapter/package.json +5 -1
  72. package/packages/cf-adapter/src/cf-runtime.ts +68 -5
  73. package/packages/cf-adapter/src/channel-do.ts +2 -2
  74. package/packages/cf-adapter/src/config-loader.ts +33 -0
  75. package/packages/cf-adapter/src/connection-do.ts +278 -85
  76. package/packages/cf-adapter/src/d1-account-store.ts +198 -0
  77. package/packages/cf-adapter/src/env.ts +54 -11
  78. package/packages/cf-adapter/src/index.ts +11 -8
  79. package/packages/cf-adapter/src/registry-do.ts +22 -3
  80. package/packages/cf-adapter/src/sharding.ts +1 -2
  81. package/packages/cf-adapter/src/stats.ts +65 -0
  82. package/packages/cf-adapter/tests/cf-harness.ts +12 -2
  83. package/packages/cf-adapter/tests/cf-integration.test.ts +6 -5
  84. package/packages/cf-adapter/tests/cf-runtime.test.ts +38 -2
  85. package/packages/cf-adapter/tests/channel-do.test.ts +2 -2
  86. package/packages/cf-adapter/tests/config-loader.test.ts +22 -0
  87. package/packages/cf-adapter/tests/connection-do-channel-registration.test.ts +37 -0
  88. package/packages/cf-adapter/tests/connection-do-no-batching-reservation.test.ts +52 -0
  89. package/packages/cf-adapter/tests/connection-do-sasl-d1.test.ts +166 -0
  90. package/packages/cf-adapter/tests/connection-do-ws-spec-contract.test.ts +289 -0
  91. package/packages/cf-adapter/tests/connection-do-ws-subprotocol.test.ts +184 -0
  92. package/packages/cf-adapter/tests/connection-do.test.ts +27 -2
  93. package/packages/cf-adapter/tests/d1-account-store.test.ts +226 -0
  94. package/packages/cf-adapter/tests/raw-modules.d.ts +11 -0
  95. package/packages/cf-adapter/tests/registry-do.test.ts +4 -4
  96. package/packages/cf-adapter/tests/sharding.test.ts +1 -1
  97. package/packages/cf-adapter/tests/stats.test.ts +120 -0
  98. package/packages/cf-adapter/tests/worker/main.ts +15 -8
  99. package/packages/cf-adapter/tests/worker/stubs/channel-stub.ts +2 -2
  100. package/packages/cf-adapter/tests/worker/stubs/registry-stub.ts +8 -2
  101. package/packages/cf-adapter/wrangler.test.toml +15 -0
  102. package/packages/in-memory-runtime/package.json +1 -1
  103. package/packages/in-memory-runtime/src/in-memory-runtime.ts +39 -0
  104. package/packages/in-memory-runtime/tests/in-memory-runtime.test.ts +259 -0
  105. package/packages/irc-core/package.json +6 -1
  106. package/packages/irc-core/scripts/generate-build-info.mjs +31 -0
  107. package/packages/irc-core/src/admission.ts +16 -15
  108. package/packages/irc-core/src/caps/capabilities.ts +24 -3
  109. package/packages/irc-core/src/cloak.ts +1 -1
  110. package/packages/irc-core/src/commands/cap.ts +8 -1
  111. package/packages/irc-core/src/commands/index.ts +17 -0
  112. package/packages/irc-core/src/commands/invite.ts +2 -4
  113. package/packages/irc-core/src/commands/ison.ts +61 -0
  114. package/packages/irc-core/src/commands/isupport.ts +6 -2
  115. package/packages/irc-core/src/commands/kick.ts +2 -4
  116. package/packages/irc-core/src/commands/kill.ts +127 -0
  117. package/packages/irc-core/src/commands/list.ts +1 -1
  118. package/packages/irc-core/src/commands/lusers.ts +204 -0
  119. package/packages/irc-core/src/commands/mode.ts +4 -8
  120. package/packages/irc-core/src/commands/names.ts +3 -5
  121. package/packages/irc-core/src/commands/part.ts +2 -4
  122. package/packages/irc-core/src/commands/quit.ts +12 -0
  123. package/packages/irc-core/src/commands/registration.ts +18 -12
  124. package/packages/irc-core/src/commands/rehash.ts +119 -0
  125. package/packages/irc-core/src/commands/sasl.ts +72 -9
  126. package/packages/irc-core/src/commands/server-info.ts +129 -0
  127. package/packages/irc-core/src/commands/setname.ts +109 -0
  128. package/packages/irc-core/src/commands/stats.ts +152 -0
  129. package/packages/irc-core/src/commands/topic.ts +2 -4
  130. package/packages/irc-core/src/commands/trace.ts +137 -0
  131. package/packages/irc-core/src/commands/userhost.ts +84 -0
  132. package/packages/irc-core/src/commands/wallops.ts +118 -0
  133. package/packages/irc-core/src/commands/whowas.ts +113 -0
  134. package/packages/irc-core/src/config.ts +65 -0
  135. package/packages/irc-core/src/credential-hashing.ts +124 -0
  136. package/packages/irc-core/src/effects.ts +33 -30
  137. package/packages/irc-core/src/index.ts +3 -0
  138. package/packages/irc-core/src/ports.ts +360 -12
  139. package/packages/irc-core/src/protocol/numerics.ts +48 -11
  140. package/packages/irc-core/src/protocol/outbound.ts +20 -3
  141. package/packages/irc-core/src/types.ts +46 -2
  142. package/packages/irc-core/src/ws-framing.ts +132 -0
  143. package/packages/irc-core/src/ws-subprotocol.ts +66 -0
  144. package/packages/irc-core/tests/account-store.test.ts +45 -2
  145. package/packages/irc-core/tests/admission.test.ts +18 -0
  146. package/packages/irc-core/tests/caps/capabilities.test.ts +4 -3
  147. package/packages/irc-core/tests/commands/cap.test.ts +33 -1
  148. package/packages/irc-core/tests/commands/ison.test.ts +166 -0
  149. package/packages/irc-core/tests/commands/kill.test.ts +243 -0
  150. package/packages/irc-core/tests/commands/lusers.test.ts +368 -0
  151. package/packages/irc-core/tests/commands/mode.test.ts +57 -0
  152. package/packages/irc-core/tests/commands/quit.test.ts +69 -2
  153. package/packages/irc-core/tests/commands/registration.test.ts +151 -6
  154. package/packages/irc-core/tests/commands/rehash.test.ts +171 -0
  155. package/packages/irc-core/tests/commands/sasl.test.ts +118 -10
  156. package/packages/irc-core/tests/commands/server-info.test.ts +274 -0
  157. package/packages/irc-core/tests/commands/setname.test.ts +225 -0
  158. package/packages/irc-core/tests/commands/stats.test.ts +294 -0
  159. package/packages/irc-core/tests/commands/tagmsg.test.ts +9 -35
  160. package/packages/irc-core/tests/commands/trace.test.ts +282 -0
  161. package/packages/irc-core/tests/commands/userhost.test.ts +264 -0
  162. package/packages/irc-core/tests/commands/wallops.test.ts +231 -0
  163. package/packages/irc-core/tests/commands/whowas.test.ts +312 -0
  164. package/packages/irc-core/tests/config.test.ts +95 -1
  165. package/packages/irc-core/tests/credential-hashing.test.ts +170 -0
  166. package/packages/irc-core/tests/dropped-s2s-and-obsolete-verbs.test.ts +90 -0
  167. package/packages/irc-core/tests/effects.test.ts +14 -27
  168. package/packages/irc-core/tests/nick-history-store.test.ts +162 -0
  169. package/packages/irc-core/tests/numerics.test.ts +102 -0
  170. package/packages/irc-core/tests/outbound.test.ts +51 -0
  171. package/packages/irc-core/tests/ports.test.ts +22 -0
  172. package/packages/irc-core/tests/raw-modules.d.ts +11 -0
  173. package/packages/irc-core/tests/stats-store.test.ts +222 -0
  174. package/packages/irc-core/tests/types.test.ts +35 -1
  175. package/packages/irc-core/tests/ws-framing.test.ts +213 -0
  176. package/packages/irc-core/tests/ws-subprotocol.test.ts +111 -0
  177. package/packages/irc-core/tsconfig.build.json +1 -1
  178. package/packages/irc-core/tsconfig.test.json +1 -1
  179. package/packages/irc-server/package.json +1 -1
  180. package/packages/irc-server/src/actor.ts +393 -16
  181. package/packages/irc-server/src/dispatch.ts +1 -3
  182. package/packages/irc-server/src/index.ts +10 -2
  183. package/packages/irc-server/src/routing.ts +15 -0
  184. package/packages/irc-server/src/runtime.ts +31 -0
  185. package/packages/irc-server/src/transport.ts +104 -0
  186. package/packages/irc-server/tests/actor.test.ts +1489 -4
  187. package/packages/irc-server/tests/dispatch.test.ts +37 -17
  188. package/packages/irc-server/tests/raw-modules.d.ts +11 -0
  189. package/packages/irc-server/tests/routing.test.ts +5 -0
  190. package/packages/irc-server/tests/runtime.test.ts +7 -0
  191. package/packages/irc-server/tests/transport.test.ts +230 -0
  192. package/packages/irc-test-support/package.json +1 -1
  193. package/packages/irc-test-support/src/harness.ts +44 -9
  194. package/packages/irc-test-support/src/in-memory-harness.ts +73 -9
  195. package/packages/irc-test-support/src/index.ts +3 -0
  196. package/packages/irc-test-support/src/scenarios.ts +141 -3
  197. package/packages/irc-test-support/tests/in-memory-harness.test.ts +2 -1
  198. package/packages/irc-test-support/tests/in-memory-scenarios.test.ts +23 -9
  199. package/pnpm-workspace.yaml +10 -1
  200. package/tools/ci-hardening/package.json +1 -1
  201. package/tools/package.json +9 -0
  202. package/tools/seed-aws-accounts.ts +5 -6
  203. package/tools/seed-cf-accounts.ts +107 -0
  204. package/tools/tcp-ws-forwarder/package.json +1 -1
  205. package/tools/tcp-ws-forwarder/src/forwarder.ts +57 -9
  206. package/tools/tcp-ws-forwarder/tests/forwarder.test.ts +34 -1
  207. package/tools/tcp-ws-forwarder/tests/framing.test.ts +65 -1
  208. package/docs/ADR-001-pure-reducers-and-effect-system.md +0 -74
  209. package/docs/ADR-002-location-of-authority.md +0 -82
  210. package/docs/ADR-003-durable-object-sharding.md +0 -93
  211. package/docs/ADR-004-dynamodb-schema.md +0 -96
  212. package/docs/ADR-005-wss-only-transport-v1.md +0 -83
  213. package/docs/ADR-006-sasl-mechanism-scope.md +0 -86
  214. package/docs/ADR-007-deterministic-ports.md +0 -82
  215. package/docs/ADR-008-monorepo-tooling.md +0 -60
  216. package/docs/AWS-Adapter-Architecture.md +0 -496
  217. package/docs/AWS-Deployment.md +0 -1186
  218. package/docs/Cloudflare-Deployment-Guide.md +0 -660
  219. package/docs/Home.md +0 -11
  220. package/docs/Observability.md +0 -87
  221. package/docs/PlanIRCv3Websocket.md +0 -489
  222. package/docs/PlanWebClient.md +0 -451
  223. package/docs/Release-Process.md +0 -443
@@ -17,6 +17,7 @@ import type {
17
17
  ConnectionState,
18
18
  Nick,
19
19
  RawLine,
20
+ ServerConfig,
20
21
  } from '@serverless-ircd/irc-core';
21
22
 
22
23
  export interface IrcRuntime {
@@ -35,6 +36,24 @@ export interface IrcRuntime {
35
36
  lines: RawLine[],
36
37
  notFoundLines?: RawLine[],
37
38
  ): Promise<void>;
39
+ /**
40
+ * Global cross-connection fanout for `WALLOPS`. Delivers `lines` to every
41
+ * live connection whose `+w` user mode is set, skipping `except` (the
42
+ * originator, so an oper never receives their own wallops). Unlike
43
+ * {@link broadcast} this is NOT channel-scoped — it reaches connections
44
+ * with no shared channel membership.
45
+ *
46
+ * Each adapter applies its own cost cap and enumeration strategy:
47
+ * - in-memory: scans its connection map, filters `+w`.
48
+ * - Cloudflare: walks the sharded registry to enumerate connIds, then
49
+ * fetches each state to check `+w`. Capped to bound the fan-out RPC
50
+ * count; document a ceiling for very large fleets.
51
+ * - AWS: `Scan`s the `Connections` table and `PostToConnection`s each
52
+ * `+w` row. DynamoDB `Scan` reads scale with table size, so this is
53
+ * expensive at high connection counts — callers should bound the
54
+ * oper's WALLOPS rate.
55
+ */
56
+ broadcastWallops(lines: RawLine[], except?: ConnId): Promise<void>;
38
57
 
39
58
  // nickname registry
40
59
  reserveNick(nick: Nick, conn: ConnId): Promise<{ ok: true } | { ok: false }>;
@@ -58,4 +77,16 @@ export interface IrcRuntime {
58
77
  getChannelSnapshot(chan: ChanName): Promise<ChanSnapshot | null>;
59
78
  getChannelConnections(chan: ChanName): Promise<ReadonlyMap<ConnId, ConnectionState>>;
60
79
  listChannels(): Promise<ChanSnapshot[]>;
80
+ /**
81
+ * Re-fetches the deployment's {@link ServerConfig} from the adapter's bound
82
+ * source (CF: KV/secret env; AWS: Secrets Manager/SSM env; local-cli: the
83
+ * config file/options) and returns the fresh value. The caller (the
84
+ * ConnectionActor's `REHASH` route) swaps its live config reference with
85
+ * the result; on rejection the previous config stays in effect.
86
+ *
87
+ * Modelled as a request/response runtime method — like `lookupNick` /
88
+ * `getConnection` — rather than a fire-and-forget `Effect`, because the
89
+ * refreshed value must come back to the actor.
90
+ */
91
+ reloadConfig(): Promise<ServerConfig>;
61
92
  }
@@ -0,0 +1,104 @@
1
+ /**
2
+ * Transport seam: turns raw transport input into complete IRC lines.
3
+ *
4
+ * PLAN §9 (ADR-009) — the pure reducer core + `ConnectionActor` are shared
5
+ * across both the WebSocket (`wss`) and the raw TCP+TLS (`irc+tls :6697`)
6
+ * transports. The only transport-specific concern is line framing:
7
+ * - A WebSocket text frame is a complete unit (one or N `\r\n`-joined
8
+ * messages), so a trailing unterminated line is still emitted.
9
+ * - A raw TCP byte stream arrives in arbitrary chunks, so a partial line
10
+ * at a chunk boundary must be buffered until its `\r\n` terminator
11
+ * arrives.
12
+ *
13
+ * Both transports emit complete lines (no terminators); the actor skips
14
+ * empty lines and parses each non-empty one through the shared
15
+ * parser/reducer/dispatch pipeline.
16
+ */
17
+
18
+ import { splitFrameLines } from '@serverless-ircd/irc-core';
19
+
20
+ export { splitFrameLines };
21
+
22
+ /**
23
+ * The line-framing contract a {@link ConnectionActor} consumes. `feed`
24
+ * returns the complete IRC lines terminated within `chunk`; a stateful
25
+ * transport buffers any incomplete trailing line for the next call.
26
+ */
27
+ export interface Transport {
28
+ feed(chunk: string): string[];
29
+ }
30
+
31
+ /**
32
+ * Splits a WebSocket text frame into IRC lines. Re-exported from
33
+ * `@serverless-ircd/irc-core` (`ws-framing.ts`), which owns the canonical
34
+ * legacy-tolerant framing so the IRCv3 spec-mode framing and this legacy
35
+ * behaviour never diverge. Tolerates `\r\n`, bare `\n`, and a missing
36
+ * trailing terminator (a WS frame is a complete unit). Returns each line
37
+ * bare (no CRLF). This is the legacy-tolerant WS contract.
38
+ */
39
+
40
+ /**
41
+ * Stateless WS-frame transport: one {@link feed} call per inbound text frame.
42
+ * A frame may carry one message or N `\r\n`-joined messages; a trailing
43
+ * unterminated line is emitted because the frame itself is the unit of
44
+ * completeness. This is the default transport for the WebSocket adapters.
45
+ */
46
+ export class WsTextFrameTransport implements Transport {
47
+ feed(chunk: string): string[] {
48
+ return splitFrameLines(chunk);
49
+ }
50
+ }
51
+
52
+ /**
53
+ * Stateful TCP byte-stream transport: reassembles `\r\n`- (or bare `\n`-)
54
+ * terminated lines across arbitrary chunks, buffering any partial trailing
55
+ * line until its terminator arrives. Used by the raw TCP+TLS adapter path
56
+ * (PLAN §9). One instance owns one connection's buffer for its lifetime.
57
+ *
58
+ * For long-lived TCP connections fronted by request/response compute (AWS
59
+ * NLB + Lambda) each client chunk arrives in a fresh Lambda
60
+ * invocation. The partial-line buffer must persist across those
61
+ * invocations. {@link getBuffer} / {@link restore} snapshot the in-flight
62
+ * bytes so the adapter can round-trip them through its data store
63
+ * (DynamoDB) between chunks.
64
+ */
65
+ export class TcpByteStreamTransport implements Transport {
66
+ private buffer = '';
67
+
68
+ feed(chunk: string): string[] {
69
+ if (chunk.length === 0) return [];
70
+ this.buffer += chunk;
71
+ const lines: string[] = [];
72
+ let start = 0;
73
+ for (let i = 0; i < this.buffer.length; i++) {
74
+ if (this.buffer[i] === '\n') {
75
+ // A `\n` terminates a line. Strip a preceding `\r` so both `\r\n`
76
+ // and bare `\n` yield the same bare line.
77
+ const lineEnd = i > 0 && this.buffer[i - 1] === '\r' ? i - 1 : i;
78
+ lines.push(this.buffer.slice(start, lineEnd));
79
+ start = i + 1;
80
+ }
81
+ }
82
+ this.buffer = this.buffer.slice(start);
83
+ return lines;
84
+ }
85
+
86
+ /**
87
+ * Returns the partial-line bytes currently buffered (not yet terminated).
88
+ * Empty when every fed byte has been emitted as a complete line. The
89
+ * adapter persists this between compute invocations so a chunk split
90
+ * across two requests is reassembled correctly.
91
+ */
92
+ getBuffer(): string {
93
+ return this.buffer;
94
+ }
95
+
96
+ /**
97
+ * Replaces the internal buffer with `buffer`. Call before {@link feed}
98
+ * when restoring from a persisted snapshot. An empty (or omitted)
99
+ * `buffer` resets the transport to a fresh state.
100
+ */
101
+ restore(buffer: string): void {
102
+ this.buffer = buffer;
103
+ }
104
+ }