toiljs 0.0.116 → 0.0.117

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (325) hide show
  1. package/CHANGELOG.md +5 -0
  2. package/README.md +16 -7
  3. package/build/backend/.tsbuildinfo +1 -1
  4. package/build/cli/.tsbuildinfo +1 -1
  5. package/build/cli/index.js +2375 -258
  6. package/build/client/.tsbuildinfo +1 -1
  7. package/build/client/dev/devtools.js +1 -1
  8. package/build/client/dev/error-overlay.js +1 -1
  9. package/build/client/routing/mount.js +1 -1
  10. package/build/compiler/.tsbuildinfo +1 -1
  11. package/build/compiler/auth-emails.js +7 -3
  12. package/build/compiler/emails.js +1 -1
  13. package/build/compiler/index.d.ts +1 -0
  14. package/build/compiler/index.js +25 -4
  15. package/build/compiler/pages.js +2 -3
  16. package/build/compiler/prerender.d.ts +3 -8
  17. package/build/compiler/prerender.js +88 -127
  18. package/build/compiler/ssg.js +3 -4
  19. package/build/compiler/template-build.js +3 -4
  20. package/build/compiler/toil-docs.generated.js +6 -5
  21. package/build/compiler/vite.js +3 -6
  22. package/build/devserver/.tsbuildinfo +1 -1
  23. package/build/devserver/db/database.js +7 -3
  24. package/build/devserver/db/types.js +1 -1
  25. package/build/devserver/production.js +4 -3
  26. package/build/devserver/runtime/crypto.d.ts +1 -1
  27. package/build/io/.tsbuildinfo +1 -1
  28. package/build/logger/.tsbuildinfo +1 -1
  29. package/build/shared/.tsbuildinfo +1 -1
  30. package/examples/basic/client/routes/analytics.tsx +7 -5
  31. package/examples/basic/server/tsconfig.json +1 -3
  32. package/package.json +45 -44
  33. package/presets/no-uint8array-tostring.js +120 -153
  34. package/presets/oxlint.d.ts +5 -0
  35. package/presets/oxlint.js +224 -0
  36. package/server/runtime/tsconfig.json +1 -3
  37. package/tsconfig.json +2 -11
  38. package/.github/ISSUE_TEMPLATE/bug_report.md +0 -38
  39. package/.github/ISSUE_TEMPLATE/bug_report.yml +0 -90
  40. package/.github/ISSUE_TEMPLATE/config.yml +0 -8
  41. package/.github/ISSUE_TEMPLATE/feature_request.md +0 -20
  42. package/.github/PULL_REQUEST_TEMPLATE.md +0 -43
  43. package/.github/changelog-config.json +0 -45
  44. package/.github/dependabot.yml +0 -27
  45. package/.github/workflows/ci.yml +0 -222
  46. package/.vscode/settings.json +0 -10
  47. package/docs/README.md +0 -107
  48. package/docs/auth/README.md +0 -104
  49. package/docs/auth/configuration.md +0 -105
  50. package/docs/auth/emails.md +0 -92
  51. package/docs/auth/extending.md +0 -202
  52. package/docs/auth/how-it-works.md +0 -138
  53. package/docs/auth/usage.md +0 -188
  54. package/docs/backend/README.md +0 -143
  55. package/docs/backend/data.md +0 -351
  56. package/docs/backend/rest.md +0 -402
  57. package/docs/backend/rpc.md +0 -226
  58. package/docs/background/README.md +0 -114
  59. package/docs/background/daemons.md +0 -276
  60. package/docs/background/derive.md +0 -179
  61. package/docs/cli/README.md +0 -379
  62. package/docs/concepts/ai-guide.md +0 -132
  63. package/docs/concepts/config.md +0 -416
  64. package/docs/concepts/decorators.md +0 -127
  65. package/docs/concepts/security.md +0 -108
  66. package/docs/concepts/tiers.md +0 -166
  67. package/docs/concepts/types.md +0 -216
  68. package/docs/database/README.md +0 -143
  69. package/docs/database/capacity.md +0 -350
  70. package/docs/database/counters.md +0 -174
  71. package/docs/database/documents.md +0 -277
  72. package/docs/database/events.md +0 -307
  73. package/docs/database/membership.md +0 -246
  74. package/docs/database/setup.md +0 -155
  75. package/docs/database/unique.md +0 -216
  76. package/docs/database/views.md +0 -246
  77. package/docs/frontend/README.md +0 -104
  78. package/docs/frontend/components.md +0 -286
  79. package/docs/frontend/data-fetching.md +0 -260
  80. package/docs/frontend/images.md +0 -148
  81. package/docs/frontend/metadata.md +0 -344
  82. package/docs/frontend/navigation.md +0 -296
  83. package/docs/frontend/rendering.md +0 -236
  84. package/docs/frontend/routing.md +0 -346
  85. package/docs/frontend/scripts.md +0 -118
  86. package/docs/frontend/search.md +0 -191
  87. package/docs/frontend/styling.md +0 -147
  88. package/docs/frontend/toil-global.md +0 -216
  89. package/docs/getting-started/README.md +0 -81
  90. package/docs/getting-started/create-project.md +0 -131
  91. package/docs/getting-started/deploy.md +0 -101
  92. package/docs/getting-started/first-app.md +0 -215
  93. package/docs/getting-started/installation.md +0 -124
  94. package/docs/getting-started/migrating.md +0 -125
  95. package/docs/getting-started/project-structure.md +0 -163
  96. package/docs/introduction/README.md +0 -66
  97. package/docs/introduction/design-principles.md +0 -81
  98. package/docs/introduction/distributed.md +0 -91
  99. package/docs/introduction/how-it-works.md +0 -121
  100. package/docs/introduction/hyperscale.md +0 -70
  101. package/docs/introduction/modern-stack.md +0 -85
  102. package/docs/introduction/vs-other-frameworks.md +0 -64
  103. package/docs/introduction/why-toil.md +0 -99
  104. package/docs/llms.txt +0 -95
  105. package/docs/realtime/README.md +0 -102
  106. package/docs/realtime/channels.md +0 -211
  107. package/docs/realtime/streams.md +0 -369
  108. package/docs/services/README.md +0 -60
  109. package/docs/services/analytics.md +0 -279
  110. package/docs/services/caching.md +0 -175
  111. package/docs/services/cookies.md +0 -235
  112. package/docs/services/crypto.md +0 -209
  113. package/docs/services/email.md +0 -289
  114. package/docs/services/environment.md +0 -141
  115. package/docs/services/ratelimit.md +0 -174
  116. package/docs/services/time.md +0 -85
  117. package/eslint.config.js +0 -57
  118. package/examples/basic/client/routes/docs/[...slug].tsx +0 -12
  119. package/presets/eslint.js +0 -88
  120. package/src/backend/index.ts +0 -204
  121. package/src/cli/configure.ts +0 -363
  122. package/src/cli/create.ts +0 -924
  123. package/src/cli/db.ts +0 -158
  124. package/src/cli/diagnostics.ts +0 -665
  125. package/src/cli/doctor.ts +0 -982
  126. package/src/cli/features.ts +0 -170
  127. package/src/cli/index.ts +0 -326
  128. package/src/cli/notify.ts +0 -120
  129. package/src/cli/proc.ts +0 -56
  130. package/src/cli/ui.ts +0 -169
  131. package/src/cli/update.ts +0 -248
  132. package/src/cli/updates.ts +0 -92
  133. package/src/cli/validate.ts +0 -31
  134. package/src/cli/version-check.ts +0 -125
  135. package/src/client/auth.ts +0 -869
  136. package/src/client/channel/channel.ts +0 -146
  137. package/src/client/components/Form.tsx +0 -65
  138. package/src/client/components/Image.tsx +0 -160
  139. package/src/client/components/Script.tsx +0 -113
  140. package/src/client/components/Slot.tsx +0 -21
  141. package/src/client/dev/devtools.tsx +0 -1089
  142. package/src/client/dev/error-overlay.tsx +0 -225
  143. package/src/client/errors.ts +0 -11
  144. package/src/client/head/head.ts +0 -182
  145. package/src/client/head/metadata.ts +0 -110
  146. package/src/client/index.ts +0 -130
  147. package/src/client/navigation/Link.tsx +0 -108
  148. package/src/client/navigation/NavLink.tsx +0 -86
  149. package/src/client/navigation/navigation.ts +0 -235
  150. package/src/client/navigation/prefetch.ts +0 -169
  151. package/src/client/navigation/scroll.ts +0 -53
  152. package/src/client/routing/Router.tsx +0 -216
  153. package/src/client/routing/action.ts +0 -122
  154. package/src/client/routing/error-boundary.tsx +0 -43
  155. package/src/client/routing/hooks.ts +0 -140
  156. package/src/client/routing/lazy.ts +0 -77
  157. package/src/client/routing/loader.ts +0 -381
  158. package/src/client/routing/match.ts +0 -47
  159. package/src/client/routing/mount.tsx +0 -90
  160. package/src/client/routing/params-context.ts +0 -10
  161. package/src/client/routing/slot-context.ts +0 -7
  162. package/src/client/rpc.ts +0 -97
  163. package/src/client/search/search.ts +0 -189
  164. package/src/client/search/use-page-search.ts +0 -73
  165. package/src/client/ssr/markers.tsx +0 -172
  166. package/src/client/stream/client.ts +0 -237
  167. package/src/client/types.ts +0 -73
  168. package/src/compiler/auth-emails.ts +0 -312
  169. package/src/compiler/config.ts +0 -369
  170. package/src/compiler/docs.ts +0 -127
  171. package/src/compiler/email-preview.ts +0 -314
  172. package/src/compiler/emails.ts +0 -404
  173. package/src/compiler/fonts.ts +0 -89
  174. package/src/compiler/generate.ts +0 -471
  175. package/src/compiler/image-blur.ts +0 -42
  176. package/src/compiler/image-report.ts +0 -88
  177. package/src/compiler/index.ts +0 -1362
  178. package/src/compiler/pages.ts +0 -49
  179. package/src/compiler/plugin.ts +0 -391
  180. package/src/compiler/prerender.ts +0 -263
  181. package/src/compiler/routes.ts +0 -170
  182. package/src/compiler/seo.ts +0 -415
  183. package/src/compiler/sri.ts +0 -144
  184. package/src/compiler/ssg.ts +0 -177
  185. package/src/compiler/ssr-codegen.ts +0 -85
  186. package/src/compiler/template-build.ts +0 -676
  187. package/src/compiler/template.ts +0 -262
  188. package/src/compiler/toil-docs.generated.ts +0 -77
  189. package/src/compiler/vite.ts +0 -245
  190. package/src/devserver/analytics/index.ts +0 -317
  191. package/src/devserver/config/dotenv.ts +0 -102
  192. package/src/devserver/config/env.ts +0 -30
  193. package/src/devserver/config/ratelimit.ts +0 -123
  194. package/src/devserver/daemon/catalog.ts +0 -120
  195. package/src/devserver/daemon/cron.ts +0 -87
  196. package/src/devserver/daemon/host.ts +0 -134
  197. package/src/devserver/daemon/index.ts +0 -369
  198. package/src/devserver/daemon/runtime.ts +0 -48
  199. package/src/devserver/db/catalog.ts +0 -109
  200. package/src/devserver/db/database.ts +0 -1834
  201. package/src/devserver/db/derives.ts +0 -121
  202. package/src/devserver/db/index.ts +0 -20
  203. package/src/devserver/db/routeKinds.ts +0 -191
  204. package/src/devserver/db/types.ts +0 -168
  205. package/src/devserver/email/caps.ts +0 -0
  206. package/src/devserver/email/config.ts +0 -141
  207. package/src/devserver/email/console.ts +0 -348
  208. package/src/devserver/email/index.ts +0 -155
  209. package/src/devserver/email/providers.ts +0 -131
  210. package/src/devserver/email/status.ts +0 -23
  211. package/src/devserver/email/validate.ts +0 -37
  212. package/src/devserver/email/wire.ts +0 -55
  213. package/src/devserver/http/cache.ts +0 -0
  214. package/src/devserver/http/envelope.ts +0 -157
  215. package/src/devserver/http/proxy.ts +0 -172
  216. package/src/devserver/http/runtime.ts +0 -387
  217. package/src/devserver/index.ts +0 -43
  218. package/src/devserver/production-ipc.ts +0 -63
  219. package/src/devserver/production-worker.ts +0 -83
  220. package/src/devserver/production.ts +0 -718
  221. package/src/devserver/runtime/crypto.ts +0 -587
  222. package/src/devserver/runtime/host.ts +0 -427
  223. package/src/devserver/runtime/module.ts +0 -442
  224. package/src/devserver/server.ts +0 -251
  225. package/src/devserver/ssr.ts +0 -208
  226. package/src/devserver/stream/catalog.ts +0 -106
  227. package/src/devserver/stream/host.ts +0 -42
  228. package/src/devserver/stream/index.ts +0 -301
  229. package/src/devserver/stream/manager.ts +0 -167
  230. package/src/devserver/stream/router.ts +0 -101
  231. package/src/devserver/stream/wire.ts +0 -58
  232. package/src/devserver/stream/ws.ts +0 -78
  233. package/src/devserver/wasm/sections.ts +0 -59
  234. package/src/devserver/wasm/surface.ts +0 -115
  235. package/src/io/FastMap.ts +0 -151
  236. package/src/io/FastSet.ts +0 -113
  237. package/src/io/codec.ts +0 -362
  238. package/src/io/index.ts +0 -10
  239. package/src/io/lengths.ts +0 -14
  240. package/src/io/types.ts +0 -19
  241. package/src/logger/index.ts +0 -22
  242. package/src/shared/index.ts +0 -46
  243. package/test/analytics-dev.test.ts +0 -113
  244. package/test/assembly/aspect-shim.ts +0 -33
  245. package/test/assembly/cookie.spec.ts +0 -303
  246. package/test/assembly/example.spec.ts +0 -22
  247. package/test/assembly/ssr.spec.ts +0 -95
  248. package/test/assembly.test.ts +0 -59
  249. package/test/auth-emails.test.ts +0 -118
  250. package/test/built-ssr.test.ts +0 -148
  251. package/test/channel.test.ts +0 -21
  252. package/test/config-host-port.test.ts +0 -59
  253. package/test/configure.test.ts +0 -94
  254. package/test/daemon-build.test.ts +0 -278
  255. package/test/daemon-catalog.test.ts +0 -349
  256. package/test/daemon-emulation.test.ts +0 -256
  257. package/test/db.test.ts +0 -0
  258. package/test/devserver-database.test.ts +0 -1102
  259. package/test/devserver-email.test.ts +0 -306
  260. package/test/devserver-pqauth.test.ts +0 -93
  261. package/test/devserver-secrets.test.ts +0 -63
  262. package/test/devserver.test.ts +0 -259
  263. package/test/doctor.test.ts +0 -298
  264. package/test/dom/Image.test.tsx +0 -144
  265. package/test/dom/Link.test.tsx +0 -67
  266. package/test/dom/NavLink.test.tsx +0 -37
  267. package/test/dom/Script.test.tsx +0 -48
  268. package/test/dom/action.test.tsx +0 -146
  269. package/test/dom/error-overlay.test.tsx +0 -44
  270. package/test/dom/loader.test.tsx +0 -121
  271. package/test/dom/navigation.test.ts +0 -59
  272. package/test/dom/revalidate.test.tsx +0 -38
  273. package/test/dom/route-head.test.tsx +0 -56
  274. package/test/dom/router-loading.test.tsx +0 -44
  275. package/test/dom/scroll.test.ts +0 -56
  276. package/test/dom/slot.test.tsx +0 -131
  277. package/test/dom/use-metadata.test.tsx +0 -58
  278. package/test/dom/view-transitions.test.tsx +0 -53
  279. package/test/dynamic-routing.test.ts +0 -132
  280. package/test/email-console.test.ts +0 -86
  281. package/test/email-preview.test.ts +0 -73
  282. package/test/emails.test.ts +0 -58
  283. package/test/errors.test.ts +0 -21
  284. package/test/example-guestbook.test.ts +0 -123
  285. package/test/features.test.ts +0 -149
  286. package/test/fixtures/bignum-wire/spec.ts +0 -25
  287. package/test/fixtures/daemon-app.ts +0 -65
  288. package/test/fixtures/stream-echo.ts +0 -26
  289. package/test/fixtures/stream-gate.ts +0 -28
  290. package/test/fixtures/stream-trap.ts +0 -18
  291. package/test/fixtures/stream-typed.ts +0 -41
  292. package/test/fonts.test.ts +0 -28
  293. package/test/global-setup.ts +0 -17
  294. package/test/head.test.ts +0 -42
  295. package/test/image-blur.test.ts +0 -50
  296. package/test/io.test.ts +0 -117
  297. package/test/metadata.test.ts +0 -40
  298. package/test/navlink.test.ts +0 -28
  299. package/test/pages.test.ts +0 -105
  300. package/test/placeholder.test.ts +0 -9
  301. package/test/pqauth-e2e.test.ts +0 -216
  302. package/test/pqauth-email.test.ts +0 -801
  303. package/test/prerender.test.ts +0 -116
  304. package/test/prettier-plugin.test.ts +0 -46
  305. package/test/routes.test.ts +0 -76
  306. package/test/rpc-bignum-wire.test.ts +0 -164
  307. package/test/rpc-dispatch.test.ts +0 -132
  308. package/test/rpc-kinds.test.ts +0 -18
  309. package/test/rpc.test.ts +0 -66
  310. package/test/search.test.ts +0 -114
  311. package/test/seo.test.ts +0 -175
  312. package/test/slot-layouts.test.ts +0 -69
  313. package/test/sri.test.ts +0 -129
  314. package/test/ssg.test.ts +0 -36
  315. package/test/ssr-hydration.test.tsx +0 -122
  316. package/test/ssr-render.test.ts +0 -197
  317. package/test/ssr-template.test.tsx +0 -482
  318. package/test/stream-emulation.test.ts +0 -479
  319. package/test/ui.test.ts +0 -40
  320. package/test/update.test.ts +0 -58
  321. package/test/validate.test.ts +0 -42
  322. package/test/version-check.test.ts +0 -130
  323. package/tests/data-parity/generated-parity.ts +0 -99
  324. package/tests/data-parity/parity.ts +0 -80
  325. package/tests/data-parity/spec.ts +0 -46
@@ -1,718 +0,0 @@
1
- /**
2
- * Built-app self-host server: static assets + ToilScript wasm dispatch + edge
3
- * SSR template assembly. This is the production counterpart to the dev front
4
- * server, except the fallback is the built client directory instead of Vite.
5
- */
6
- import { fork, type ChildProcess } from 'node:child_process';
7
- import fs from 'node:fs';
8
- import { availableParallelism } from 'node:os';
9
- import path from 'node:path';
10
- import { fileURLToPath } from 'node:url';
11
-
12
- import {
13
- type MiddlewareNext,
14
- type Request,
15
- type Response,
16
- Server,
17
- type Websocket,
18
- } from '@dacely/hyper-express';
19
- import pc from 'picocolors';
20
-
21
- import type { EmailBackendConfig } from 'toiljs/shared';
22
-
23
- import type { ResolvedDaemonConfig } from './daemon/host.js';
24
- import { startDaemonRuntime } from './daemon/runtime.js';
25
- import { configureDbPersistence } from './db/index.js';
26
- import { initEmailService } from './email/index.js';
27
- import {
28
- assembleRouteSsr,
29
- dispatchEnvelopeRequest,
30
- installRuntimeErrorHandler,
31
- isDispatchableMethod,
32
- prepareSsrResponse,
33
- prepareWasmResponse,
34
- resolveDynamicFile,
35
- resolveStaticFile,
36
- runtimeServerOptions,
37
- toEnvelopeRequest,
38
- } from './http/runtime.js';
39
- import {
40
- decodeBody,
41
- encodeBody,
42
- isWorkerToPrimaryMessage,
43
- type ThreadedReply,
44
- type ThreadedRequest,
45
- type WorkerToPrimaryMessage,
46
- } from './production-ipc.js';
47
- import { WasmServerModule } from './runtime/module.js';
48
- import { buildSsrRoutes, type DevSsrTemplate, pathnameOf, type SsrRoute } from './ssr.js';
49
-
50
- const WS_MAX_PAYLOAD_LENGTH = 1024 * 1024;
51
- const WS_IDLE_TIMEOUT = 120;
52
- const WS_MAX_BACKPRESSURE = 1024 * 1024 * 2;
53
-
54
- const CORS_METHODS = 'GET, POST, OPTIONS, PUT, PATCH, DELETE';
55
- const CORS_HEADERS = 'X-Requested-With, content-type';
56
-
57
- export interface BuiltServerOptions {
58
- /** Project root; wasm sendfile paths and local data resolve here. */
59
- readonly root: string;
60
- /** Built client directory, usually `<root>/build/client`. */
61
- readonly staticRoot: string;
62
- /** Built server wasm, usually `<root>/build/server/release.wasm`. */
63
- readonly wasmFile?: string;
64
- /** Built cold daemon wasm, usually `<root>/build/server/release-cold.wasm`. */
65
- readonly coldWasmFile?: string;
66
- /** Which layer the self-host process emulates. Default `all`. */
67
- readonly nodeMode?: string;
68
- /** Daemon (L4) config mirror used by the self-host daemon runtime. */
69
- readonly daemon?: ResolvedDaemonConfig;
70
- /** Listening port. Default `3000`. */
71
- readonly port?: number;
72
- /** Bind host. Default `127.0.0.1`. */
73
- readonly host?: string;
74
- /** Extra origins allowed to open the WebSocket channel. */
75
- readonly allowedOrigins?: readonly string[];
76
- /** WebSocket channel path. Default `/_toil`. */
77
- readonly wsPath?: string;
78
- /** Send permissive CORS headers + handle preflight. Default `true`. */
79
- readonly cors?: boolean;
80
- /** Max request body bytes. Default 8 MB. */
81
- readonly maxBodyLength?: number;
82
- /** Optional self-host email config, secrets still come from env/.env.secrets. */
83
- readonly email?: EmailBackendConfig;
84
- /**
85
- * Number of production HTTP workers for `toiljs start`. Default `auto`
86
- * (`os.availableParallelism()`). Set `1` to run a single in-process server.
87
- */
88
- readonly threads?: number | 'auto';
89
- }
90
-
91
- export interface RunningBuiltServer {
92
- readonly port: number;
93
- readonly host: string;
94
- readonly wsPath: string;
95
- broadcast(message: string): void;
96
- clientCount(): number;
97
- close(): Promise<void>;
98
- }
99
-
100
- interface TemplateIndexEntry {
101
- route: string;
102
- name: string;
103
- hash?: string;
104
- }
105
-
106
- interface BuiltServerPaths {
107
- readonly port: number;
108
- readonly host: string;
109
- readonly wsPath: string;
110
- readonly cors: boolean;
111
- readonly projectRoot: string;
112
- readonly staticRoot: string;
113
- readonly indexHtml: string;
114
- }
115
-
116
- interface BuiltRuntime {
117
- readonly projectRoot: string;
118
- readonly module: WasmServerModule | null;
119
- readonly ssrRoutes: readonly SsrRoute[];
120
- }
121
-
122
- interface BuiltHttpRuntimeOptions {
123
- readonly onClientCount?: (count: number) => void;
124
- }
125
-
126
- type DynamicHandler = (request: Request, response: Response) => Promise<boolean>;
127
-
128
- function resolveBuiltServerPaths(options: BuiltServerOptions): BuiltServerPaths {
129
- const port = options.port ?? 3000;
130
- const host = options.host ?? '127.0.0.1';
131
- const wsPath = options.wsPath ?? '/_toil';
132
- const staticRoot = path.resolve(options.staticRoot);
133
- const indexHtml = path.join(staticRoot, 'index.html');
134
- if (!fs.existsSync(indexHtml)) {
135
- throw new Error(`No build found in ${staticRoot}. Run \`toiljs build\` first.`);
136
- }
137
- return {
138
- port,
139
- host,
140
- wsPath,
141
- cors: options.cors ?? true,
142
- projectRoot: path.resolve(options.root),
143
- staticRoot,
144
- indexHtml,
145
- };
146
- }
147
-
148
- function resolveThreadCount(threads: BuiltServerOptions['threads']): number {
149
- const raw = process.env.TOILJS_THREADS ?? threads;
150
- if (raw === undefined || raw === 'auto') return Math.max(1, availableParallelism());
151
- const n = typeof raw === 'number' ? raw : Number.parseInt(raw, 10);
152
- if (!Number.isFinite(n)) return Math.max(1, availableParallelism());
153
- return Math.max(1, Math.min(128, Math.floor(n)));
154
- }
155
-
156
- function headerValue(
157
- headers: readonly (readonly [string, string])[],
158
- name: string,
159
- ): string | undefined {
160
- const lower = name.toLowerCase();
161
- return headers.find(([k]) => k.toLowerCase() === lower)?.[1];
162
- }
163
-
164
- function textReply(status: number, body: string): ThreadedReply {
165
- return {
166
- kind: 'response',
167
- status,
168
- headers: [['content-type', 'text/plain; charset=utf-8']],
169
- body: encodeBody(new TextEncoder().encode(body)),
170
- sendfile: null,
171
- };
172
- }
173
-
174
- function preparedReply(out: {
175
- readonly status: number;
176
- readonly headers: readonly (readonly [string, string])[];
177
- readonly body: Uint8Array;
178
- readonly sendfile: string | null;
179
- }): ThreadedReply {
180
- return {
181
- kind: 'response',
182
- status: out.status,
183
- headers: out.headers,
184
- body: encodeBody(out.body),
185
- sendfile: out.sendfile,
186
- };
187
- }
188
-
189
- function sendThreadedReply(response: Response, reply: ThreadedReply): boolean {
190
- if (reply.kind === 'fallback') return false;
191
- response.status(reply.status);
192
- for (const [name, value] of reply.headers) response.header(name, value);
193
- if (reply.sendfile !== null) {
194
- response.sendFile(reply.sendfile);
195
- return true;
196
- }
197
- const body = decodeBody(reply.body);
198
- response.send(Buffer.from(body.buffer, body.byteOffset, body.length));
199
- return true;
200
- }
201
-
202
- function isWsOriginAllowed(
203
- origin: string | undefined,
204
- hostHeader: string | undefined,
205
- allowed: readonly string[] | undefined,
206
- ): boolean {
207
- if (!origin) return true;
208
- if (allowed?.includes(origin)) return true;
209
- try {
210
- return new URL(origin).host === hostHeader;
211
- } catch {
212
- return false;
213
- }
214
- }
215
-
216
- function parseSlotsManifest(
217
- slotsFile: string,
218
- ): { entries: { id: number; offset: number }[]; hash: Uint8Array } | null {
219
- const bin = fs.readFileSync(slotsFile);
220
- if (bin.length < 46) return null;
221
- if (bin.subarray(0, 4).toString('ascii') !== 'TSLT') return null;
222
- const n = bin.readUInt16LE(44);
223
- if (bin.length < 46 + n * 8) return null;
224
- const entries: { id: number; offset: number }[] = [];
225
- let o = 46;
226
- for (let i = 0; i < n; i++) {
227
- entries.push({ offset: bin.readUInt32LE(o), id: bin.readUInt16LE(o + 4) });
228
- o += 8;
229
- }
230
- return { entries, hash: Buffer.from(bin.subarray(12, 44)) };
231
- }
232
-
233
- function isTemplateIndexEntry(value: unknown): value is TemplateIndexEntry {
234
- if (typeof value !== 'object' || value === null) return false;
235
- const v = value as Record<string, unknown>;
236
- return typeof v.route === 'string' && typeof v.name === 'string';
237
- }
238
-
239
- /** Loads built SSR templates from `<staticRoot>/_ssr/templates.json`. */
240
- export function loadBuiltSsrTemplates(staticRoot: string): DevSsrTemplate[] {
241
- const ssrDir = path.join(staticRoot, '_ssr');
242
- const indexFile = path.join(ssrDir, 'templates.json');
243
- if (!fs.existsSync(indexFile)) return [];
244
- let index: unknown;
245
- try {
246
- index = JSON.parse(fs.readFileSync(indexFile, 'utf8'));
247
- } catch {
248
- return [];
249
- }
250
- if (!Array.isArray(index)) return [];
251
-
252
- const out: DevSsrTemplate[] = [];
253
- for (const item of index) {
254
- if (!isTemplateIndexEntry(item)) continue;
255
- if (!/^[A-Za-z0-9_]+$/.test(item.name)) continue;
256
- const tmplFile = path.join(ssrDir, `${item.name}.tmpl`);
257
- const slotsFile = path.join(ssrDir, `${item.name}.slots`);
258
- if (!fs.existsSync(tmplFile) || !fs.existsSync(slotsFile)) continue;
259
- const parsed = parseSlotsManifest(slotsFile);
260
- if (parsed === null) continue;
261
- out.push({
262
- pattern: item.route,
263
- name: item.name,
264
- tmpl: fs.readFileSync(tmplFile),
265
- entries: parsed.entries,
266
- hash: parsed.hash,
267
- });
268
- }
269
- return out;
270
- }
271
-
272
- function createBuiltRuntime(options: BuiltServerOptions, paths: BuiltServerPaths): BuiltRuntime {
273
- const emailInit = initEmailService(paths.projectRoot, options.email);
274
- if (emailInit.service !== null) {
275
- process.stdout.write(pc.dim(` email enabled: ${emailInit.note}`) + '\n');
276
- } else if (emailInit.note !== null) {
277
- process.stdout.write(pc.yellow(' ! ') + pc.dim(`email off: ${emailInit.note}`) + '\n');
278
- }
279
-
280
- const module =
281
- options.wasmFile !== undefined && fs.existsSync(options.wasmFile)
282
- ? new WasmServerModule(options.wasmFile)
283
- : null;
284
- if (module !== null) {
285
- try {
286
- module.refresh();
287
- } catch (e) {
288
- process.stdout.write(pc.red(` x server wasm failed to load: ${String(e)}`) + '\n');
289
- }
290
- }
291
-
292
- const ssrRoutes = buildSsrRoutes(loadBuiltSsrTemplates(paths.staticRoot));
293
- if (ssrRoutes.length > 0) {
294
- process.stdout.write(
295
- pc.dim(` edge SSR: ${String(ssrRoutes.length)} route(s) served server-side`) + '\n',
296
- );
297
- }
298
-
299
- configureDbPersistence(path.join(paths.projectRoot, '.toil', 'devdata.json'));
300
- return { projectRoot: paths.projectRoot, module, ssrRoutes };
301
- }
302
-
303
- function startBuiltDaemon(
304
- options: BuiltServerOptions,
305
- paths: BuiltServerPaths,
306
- ): { close(): void } | null {
307
- configureDbPersistence(path.join(paths.projectRoot, '.toil', 'devdata.json'));
308
- return startDaemonRuntime({
309
- coldWasmFile: options.coldWasmFile,
310
- nodeMode: options.nodeMode,
311
- daemon: options.daemon,
312
- });
313
- }
314
-
315
- async function handleBuiltRuntimeRequest(
316
- runtime: BuiltRuntime,
317
- request: ThreadedRequest,
318
- ): Promise<ThreadedReply> {
319
- const envelopeReq = {
320
- method: request.method,
321
- path: request.url,
322
- headers: request.headers,
323
- body: decodeBody(request.body),
324
- clientIp: request.clientIp,
325
- };
326
- const dispatchable = isDispatchableMethod(request.method);
327
- if (dispatchable && runtime.module !== null && runtime.module.available) {
328
- const hasAuth =
329
- headerValue(request.headers, 'cookie') !== undefined ||
330
- headerValue(request.headers, 'authorization') !== undefined;
331
- try {
332
- const dispatch = dispatchEnvelopeRequest({
333
- module: runtime.module,
334
- envelopeReq,
335
- method: request.method,
336
- url: request.url,
337
- cacheHost: headerValue(request.headers, 'host') ?? 'self-host',
338
- hasAuth,
339
- });
340
- if (dispatch.result !== null) {
341
- return preparedReply(
342
- prepareWasmResponse(runtime.projectRoot, dispatch.result, 'toil'),
343
- );
344
- }
345
- } catch (e) {
346
- process.stdout.write(
347
- pc.red(` x ${request.method} ${request.path} server error: ${String(e)}`) + '\n',
348
- );
349
- return textReply(500, 'internal error\n');
350
- }
351
- }
352
-
353
- if (request.method === 'GET' || request.method === 'HEAD') {
354
- const route = runtime.ssrRoutes.find((r) => r.test(pathnameOf(request.url)));
355
- if (route !== undefined) {
356
- try {
357
- const out = assembleRouteSsr(route, runtime.module, envelopeReq);
358
- if (out !== null) {
359
- return preparedReply(
360
- prepareSsrResponse(out, request.method === 'HEAD', 'toil'),
361
- );
362
- }
363
- } catch (e) {
364
- process.stdout.write(pc.red(` x SSR ${request.path}: ${String(e)}`) + '\n');
365
- return textReply(500, 'internal error\n');
366
- }
367
- }
368
- return { kind: 'fallback' };
369
- }
370
-
371
- return textReply(404, 'not found\n');
372
- }
373
-
374
- async function startBuiltHttpServer(
375
- options: BuiltServerOptions,
376
- paths: BuiltServerPaths,
377
- dynamicHandler: DynamicHandler,
378
- runtimeOptions: BuiltHttpRuntimeOptions = {},
379
- ): Promise<RunningBuiltServer> {
380
- const cors = paths.cors;
381
-
382
- const app = new Server(runtimeServerOptions(options));
383
-
384
- const clients = new Set<Websocket>();
385
-
386
- installRuntimeErrorHandler(app);
387
-
388
- if (cors) {
389
- app.use((request: Request, response: Response, next: MiddlewareNext) => {
390
- if (request.method !== 'OPTIONS') {
391
- response.setHeader('Access-Control-Allow-Origin', '*');
392
- response.setHeader('Access-Control-Allow-Methods', CORS_METHODS);
393
- response.setHeader('Access-Control-Allow-Headers', CORS_HEADERS);
394
- }
395
- response.removeHeader('uWebSockets');
396
- next();
397
- });
398
- app.options('/*', (_request: Request, response: Response) => {
399
- response.setHeader('Access-Control-Allow-Origin', '*');
400
- response.setHeader('Access-Control-Allow-Methods', CORS_METHODS);
401
- response.setHeader('Access-Control-Allow-Headers', CORS_HEADERS);
402
- response.setHeader('Access-Control-Max-Age', '86400');
403
- response.status(204).send();
404
- });
405
- }
406
-
407
- app.ws(
408
- paths.wsPath,
409
- {
410
- message_type: 'String',
411
- max_payload_length: WS_MAX_PAYLOAD_LENGTH,
412
- idle_timeout: WS_IDLE_TIMEOUT,
413
- max_backpressure: WS_MAX_BACKPRESSURE,
414
- },
415
- (ws) => {
416
- clients.add(ws);
417
- runtimeOptions.onClientCount?.(clients.size);
418
- ws.send(JSON.stringify({ type: 'connected', clients: clients.size }));
419
- ws.on('message', (message: string) => {
420
- for (const client of clients) client.send(message);
421
- });
422
- ws.on('drain', () => {});
423
- ws.on('close', () => {
424
- clients.delete(ws);
425
- runtimeOptions.onClientCount?.(clients.size);
426
- });
427
- },
428
- );
429
-
430
- app.upgrade(paths.wsPath, (request: Request, response: Response) => {
431
- if (
432
- !isWsOriginAllowed(request.headers.origin, request.headers.host, options.allowedOrigins)
433
- ) {
434
- response.status(403).send();
435
- return;
436
- }
437
- response.upgrade({});
438
- });
439
-
440
- app.any('/*', async (request: Request, response: Response) => {
441
- response.removeHeader('uWebSockets');
442
-
443
- if (request.method === 'GET' || request.method === 'HEAD') {
444
- const file = resolveStaticFile(paths.staticRoot, request.path);
445
- if (file !== null) {
446
- response.sendFile(file);
447
- return;
448
- }
449
- }
450
-
451
- if (await dynamicHandler(request, response)) return;
452
-
453
- if (request.method === 'GET' || request.method === 'HEAD') {
454
- // Serve the route's OWN prerendered HTML if the build baked one
455
- // (`<route>/index.html`, written by prerender.ts/ssg.ts with that route's metadata);
456
- // otherwise fall back to the root shell for client-side routing. Without this per-route
457
- // lookup EVERY route served the root index.html, so view-source on e.g. /login showed
458
- // the home page's <head> (title/description/canonical/og) instead of the page's own.
459
- const routeHtml = resolveStaticFile(paths.staticRoot, `${request.path}/index.html`);
460
- // A dynamic route with no baked concrete page is served by its bracket template
461
- // (`blog/[id].html`) matched the way the client router matches, mirroring the edge; the
462
- // client then hydrates it for the concrete URL. Falls back to the root shell if none.
463
- const dynHtml =
464
- routeHtml === null ? resolveDynamicFile(paths.staticRoot, request.path) : null;
465
- response.sendFile(routeHtml ?? dynHtml ?? paths.indexHtml);
466
- return;
467
- }
468
-
469
- response.status(404).send('not found\n');
470
- });
471
-
472
- await app.listen(paths.port, paths.host);
473
-
474
- return {
475
- port: paths.port,
476
- host: paths.host,
477
- wsPath: paths.wsPath,
478
- broadcast: (message: string): void => {
479
- for (const client of clients) client.send(message);
480
- },
481
- clientCount: (): number => clients.size,
482
- close: async (): Promise<void> => {
483
- await app.shutdown();
484
- },
485
- };
486
- }
487
-
488
- async function toThreadedRequest(request: Request, id: number): Promise<ThreadedRequest> {
489
- const envelopeReq = await toEnvelopeRequest(request);
490
- return {
491
- id,
492
- method: request.method,
493
- url: request.url,
494
- path: request.path,
495
- headers: envelopeReq.headers,
496
- body: encodeBody(envelopeReq.body),
497
- clientIp: envelopeReq.clientIp ?? '127.0.0.1',
498
- };
499
- }
500
-
501
- async function startBuiltServerSingle(options: BuiltServerOptions): Promise<RunningBuiltServer> {
502
- const paths = resolveBuiltServerPaths(options);
503
- const runtime = createBuiltRuntime(options, paths);
504
- const daemon = startBuiltDaemon(options, paths);
505
- try {
506
- const server = await startBuiltHttpServer(options, paths, async (request, response) => {
507
- const reply = await handleBuiltRuntimeRequest(
508
- runtime,
509
- await toThreadedRequest(request, 0),
510
- );
511
- return sendThreadedReply(response, reply);
512
- });
513
- return {
514
- ...server,
515
- close: async (): Promise<void> => {
516
- daemon?.close();
517
- await server.close();
518
- },
519
- };
520
- } catch (e) {
521
- daemon?.close();
522
- throw e;
523
- }
524
- }
525
-
526
- export interface BuiltServerWorkerController {
527
- request(request: ThreadedRequest): Promise<ThreadedReply>;
528
- clientCount(count: number): void;
529
- }
530
-
531
- export async function startBuiltServerWorker(
532
- options: BuiltServerOptions,
533
- controller: BuiltServerWorkerController,
534
- ): Promise<RunningBuiltServer> {
535
- const paths = resolveBuiltServerPaths(options);
536
- let nextRequestId = 1;
537
- return startBuiltHttpServer(
538
- { ...options, threads: 1 },
539
- paths,
540
- async (request, response) => {
541
- const reply = await controller.request(
542
- await toThreadedRequest(request, nextRequestId++),
543
- );
544
- return sendThreadedReply(response, reply);
545
- },
546
- { onClientCount: (count) => controller.clientCount(count) },
547
- );
548
- }
549
-
550
- function sendToWorker(worker: ChildProcess, message: object): void {
551
- try {
552
- worker.send?.(message);
553
- } catch {
554
- // Worker is already gone; the exit handler will respawn or close it.
555
- }
556
- }
557
-
558
- function stopWorker(worker: ChildProcess): Promise<void> {
559
- return new Promise((resolve) => {
560
- if (worker.exitCode !== null || worker.signalCode !== null) {
561
- resolve();
562
- return;
563
- }
564
- const hard = setTimeout(() => {
565
- try {
566
- worker.kill('SIGTERM');
567
- } catch {
568
- // already closed
569
- }
570
- resolve();
571
- }, 1500);
572
- hard.unref();
573
- worker.once('exit', () => {
574
- clearTimeout(hard);
575
- resolve();
576
- });
577
- sendToWorker(worker, { toil: 'shutdown' });
578
- });
579
- }
580
-
581
- async function startThreadedBuiltServer(
582
- options: BuiltServerOptions,
583
- threads: number,
584
- ): Promise<RunningBuiltServer> {
585
- const paths = resolveBuiltServerPaths(options);
586
- const runtime = createBuiltRuntime(options, paths);
587
- const daemon = startBuiltDaemon(options, paths);
588
- const workerScript = fileURLToPath(new URL('./production-worker.js', import.meta.url));
589
- const workers = new Map<number, ChildProcess>();
590
- const clientCounts = new Map<number, number>();
591
- let closing = false;
592
-
593
- const handleMessage = (worker: ChildProcess, message: WorkerToPrimaryMessage): void => {
594
- switch (message.toil) {
595
- case 'clientCount':
596
- clientCounts.set(message.workerId, message.count);
597
- return;
598
- case 'request':
599
- void handleBuiltRuntimeRequest(runtime, message.request)
600
- .then((reply) =>
601
- sendToWorker(worker, {
602
- toil: 'reply',
603
- id: message.request.id,
604
- reply,
605
- }),
606
- )
607
- .catch((e: unknown) =>
608
- sendToWorker(worker, {
609
- toil: 'reply',
610
- id: message.request.id,
611
- reply: textReply(500, `internal error: ${String(e)}\n`),
612
- }),
613
- );
614
- return;
615
- case 'ready':
616
- return;
617
- }
618
- };
619
-
620
- const spawnWorker = (workerId: number, initial: boolean): Promise<void> =>
621
- new Promise((resolve, reject) => {
622
- const worker = fork(workerScript, [], {
623
- stdio: ['inherit', 'inherit', 'inherit', 'ipc'],
624
- env: process.env,
625
- });
626
- workers.set(workerId, worker);
627
- clientCounts.set(workerId, 0);
628
-
629
- let ready = false;
630
- const failInitial = (error: Error): void => {
631
- if (!initial || ready) return;
632
- reject(error);
633
- };
634
-
635
- worker.on('message', (value: unknown) => {
636
- if (!isWorkerToPrimaryMessage(value)) return;
637
- if (value.toil === 'ready') {
638
- ready = true;
639
- resolve();
640
- return;
641
- }
642
- handleMessage(worker, value);
643
- });
644
- worker.once('error', (error) => {
645
- failInitial(error);
646
- });
647
- worker.once('exit', (code, signal) => {
648
- workers.delete(workerId);
649
- clientCounts.delete(workerId);
650
- if (closing) return;
651
- if (!ready) {
652
- failInitial(
653
- new Error(
654
- `production worker ${String(workerId)} exited before listening (code ${String(code)}, signal ${String(signal)})`,
655
- ),
656
- );
657
- return;
658
- }
659
- void spawnWorker(workerId, false).catch((e: unknown) => {
660
- process.stdout.write(
661
- pc.red(
662
- ` x production worker ${String(workerId)} restart failed: ${String(e)}`,
663
- ) + '\n',
664
- );
665
- });
666
- });
667
- sendToWorker(worker, {
668
- toil: 'start',
669
- workerId,
670
- options: { ...options, threads: 1 },
671
- });
672
- });
673
-
674
- try {
675
- await Promise.all(Array.from({ length: threads }, (_, i) => spawnWorker(i + 1, true)));
676
- } catch (e) {
677
- closing = true;
678
- daemon?.close();
679
- await Promise.all([...workers.values()].map((worker) => stopWorker(worker)));
680
- throw e;
681
- }
682
-
683
- process.stdout.write(pc.dim(` production threads: ${String(threads)} HTTP workers`) + '\n');
684
-
685
- return {
686
- port: paths.port,
687
- host: paths.host,
688
- wsPath: paths.wsPath,
689
- broadcast: (message: string): void => {
690
- for (const worker of workers.values()) {
691
- sendToWorker(worker, { toil: 'broadcast', message });
692
- }
693
- },
694
- clientCount: (): number => {
695
- let total = 0;
696
- for (const count of clientCounts.values()) total += count;
697
- return total;
698
- },
699
- close: async (): Promise<void> => {
700
- closing = true;
701
- daemon?.close();
702
- await Promise.all([...workers.values()].map((worker) => stopWorker(worker)));
703
- },
704
- };
705
- }
706
-
707
- /**
708
- * Starts a built toil app. Requests are served in this order:
709
- * 1. concrete static files from `staticRoot`,
710
- * 2. wasm `handle()` for API/server routes,
711
- * 3. wasm `render()` + `_ssr` template assembly for SSR routes,
712
- * 4. SPA fallback to `index.html`.
713
- */
714
- export async function startBuiltServer(options: BuiltServerOptions): Promise<RunningBuiltServer> {
715
- const threads = resolveThreadCount(options.threads);
716
- if (threads <= 1) return startBuiltServerSingle(options);
717
- return startThreadedBuiltServer(options, threads);
718
- }