toiljs 0.0.115 → 0.0.117

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (326) hide show
  1. package/CHANGELOG.md +10 -0
  2. package/README.md +16 -7
  3. package/TYPESCRIPT_LAW.md +1946 -2073
  4. package/build/backend/.tsbuildinfo +1 -1
  5. package/build/cli/.tsbuildinfo +1 -1
  6. package/build/cli/index.js +2375 -258
  7. package/build/client/.tsbuildinfo +1 -1
  8. package/build/client/dev/devtools.js +1 -1
  9. package/build/client/dev/error-overlay.js +1 -1
  10. package/build/client/routing/mount.js +1 -1
  11. package/build/compiler/.tsbuildinfo +1 -1
  12. package/build/compiler/auth-emails.js +7 -3
  13. package/build/compiler/emails.js +1 -1
  14. package/build/compiler/index.d.ts +1 -0
  15. package/build/compiler/index.js +25 -4
  16. package/build/compiler/pages.js +2 -3
  17. package/build/compiler/prerender.d.ts +3 -8
  18. package/build/compiler/prerender.js +88 -127
  19. package/build/compiler/ssg.js +3 -4
  20. package/build/compiler/template-build.js +3 -4
  21. package/build/compiler/toil-docs.generated.js +6 -5
  22. package/build/compiler/vite.js +3 -6
  23. package/build/devserver/.tsbuildinfo +1 -1
  24. package/build/devserver/db/database.js +7 -3
  25. package/build/devserver/db/types.js +1 -1
  26. package/build/devserver/production.js +4 -3
  27. package/build/devserver/runtime/crypto.d.ts +1 -1
  28. package/build/io/.tsbuildinfo +1 -1
  29. package/build/logger/.tsbuildinfo +1 -1
  30. package/build/shared/.tsbuildinfo +1 -1
  31. package/examples/basic/client/routes/analytics.tsx +7 -5
  32. package/examples/basic/server/tsconfig.json +1 -3
  33. package/package.json +45 -44
  34. package/presets/no-uint8array-tostring.js +120 -153
  35. package/presets/oxlint.d.ts +5 -0
  36. package/presets/oxlint.js +224 -0
  37. package/server/runtime/tsconfig.json +1 -3
  38. package/tsconfig.json +2 -11
  39. package/.github/ISSUE_TEMPLATE/bug_report.md +0 -38
  40. package/.github/ISSUE_TEMPLATE/bug_report.yml +0 -90
  41. package/.github/ISSUE_TEMPLATE/config.yml +0 -8
  42. package/.github/ISSUE_TEMPLATE/feature_request.md +0 -20
  43. package/.github/PULL_REQUEST_TEMPLATE.md +0 -43
  44. package/.github/changelog-config.json +0 -45
  45. package/.github/dependabot.yml +0 -27
  46. package/.github/workflows/ci.yml +0 -222
  47. package/.vscode/settings.json +0 -10
  48. package/docs/README.md +0 -107
  49. package/docs/auth/README.md +0 -104
  50. package/docs/auth/configuration.md +0 -105
  51. package/docs/auth/emails.md +0 -92
  52. package/docs/auth/extending.md +0 -202
  53. package/docs/auth/how-it-works.md +0 -138
  54. package/docs/auth/usage.md +0 -188
  55. package/docs/backend/README.md +0 -143
  56. package/docs/backend/data.md +0 -351
  57. package/docs/backend/rest.md +0 -402
  58. package/docs/backend/rpc.md +0 -226
  59. package/docs/background/README.md +0 -114
  60. package/docs/background/daemons.md +0 -276
  61. package/docs/background/derive.md +0 -179
  62. package/docs/cli/README.md +0 -379
  63. package/docs/concepts/ai-guide.md +0 -132
  64. package/docs/concepts/config.md +0 -416
  65. package/docs/concepts/decorators.md +0 -127
  66. package/docs/concepts/security.md +0 -108
  67. package/docs/concepts/tiers.md +0 -166
  68. package/docs/concepts/types.md +0 -216
  69. package/docs/database/README.md +0 -143
  70. package/docs/database/capacity.md +0 -350
  71. package/docs/database/counters.md +0 -174
  72. package/docs/database/documents.md +0 -277
  73. package/docs/database/events.md +0 -307
  74. package/docs/database/membership.md +0 -246
  75. package/docs/database/setup.md +0 -155
  76. package/docs/database/unique.md +0 -216
  77. package/docs/database/views.md +0 -246
  78. package/docs/frontend/README.md +0 -104
  79. package/docs/frontend/components.md +0 -286
  80. package/docs/frontend/data-fetching.md +0 -260
  81. package/docs/frontend/images.md +0 -148
  82. package/docs/frontend/metadata.md +0 -344
  83. package/docs/frontend/navigation.md +0 -296
  84. package/docs/frontend/rendering.md +0 -236
  85. package/docs/frontend/routing.md +0 -346
  86. package/docs/frontend/scripts.md +0 -118
  87. package/docs/frontend/search.md +0 -191
  88. package/docs/frontend/styling.md +0 -147
  89. package/docs/frontend/toil-global.md +0 -216
  90. package/docs/getting-started/README.md +0 -81
  91. package/docs/getting-started/create-project.md +0 -131
  92. package/docs/getting-started/deploy.md +0 -101
  93. package/docs/getting-started/first-app.md +0 -215
  94. package/docs/getting-started/installation.md +0 -124
  95. package/docs/getting-started/migrating.md +0 -125
  96. package/docs/getting-started/project-structure.md +0 -163
  97. package/docs/introduction/README.md +0 -66
  98. package/docs/introduction/design-principles.md +0 -81
  99. package/docs/introduction/distributed.md +0 -91
  100. package/docs/introduction/how-it-works.md +0 -121
  101. package/docs/introduction/hyperscale.md +0 -70
  102. package/docs/introduction/modern-stack.md +0 -85
  103. package/docs/introduction/vs-other-frameworks.md +0 -64
  104. package/docs/introduction/why-toil.md +0 -99
  105. package/docs/llms.txt +0 -95
  106. package/docs/realtime/README.md +0 -102
  107. package/docs/realtime/channels.md +0 -211
  108. package/docs/realtime/streams.md +0 -369
  109. package/docs/services/README.md +0 -60
  110. package/docs/services/analytics.md +0 -279
  111. package/docs/services/caching.md +0 -175
  112. package/docs/services/cookies.md +0 -235
  113. package/docs/services/crypto.md +0 -209
  114. package/docs/services/email.md +0 -289
  115. package/docs/services/environment.md +0 -141
  116. package/docs/services/ratelimit.md +0 -174
  117. package/docs/services/time.md +0 -85
  118. package/eslint.config.js +0 -57
  119. package/examples/basic/client/routes/docs/[...slug].tsx +0 -12
  120. package/presets/eslint.js +0 -88
  121. package/src/backend/index.ts +0 -204
  122. package/src/cli/configure.ts +0 -363
  123. package/src/cli/create.ts +0 -924
  124. package/src/cli/db.ts +0 -158
  125. package/src/cli/diagnostics.ts +0 -665
  126. package/src/cli/doctor.ts +0 -982
  127. package/src/cli/features.ts +0 -170
  128. package/src/cli/index.ts +0 -326
  129. package/src/cli/notify.ts +0 -120
  130. package/src/cli/proc.ts +0 -56
  131. package/src/cli/ui.ts +0 -169
  132. package/src/cli/update.ts +0 -248
  133. package/src/cli/updates.ts +0 -92
  134. package/src/cli/validate.ts +0 -31
  135. package/src/cli/version-check.ts +0 -125
  136. package/src/client/auth.ts +0 -869
  137. package/src/client/channel/channel.ts +0 -146
  138. package/src/client/components/Form.tsx +0 -65
  139. package/src/client/components/Image.tsx +0 -160
  140. package/src/client/components/Script.tsx +0 -113
  141. package/src/client/components/Slot.tsx +0 -21
  142. package/src/client/dev/devtools.tsx +0 -1089
  143. package/src/client/dev/error-overlay.tsx +0 -225
  144. package/src/client/errors.ts +0 -11
  145. package/src/client/head/head.ts +0 -182
  146. package/src/client/head/metadata.ts +0 -110
  147. package/src/client/index.ts +0 -130
  148. package/src/client/navigation/Link.tsx +0 -108
  149. package/src/client/navigation/NavLink.tsx +0 -86
  150. package/src/client/navigation/navigation.ts +0 -235
  151. package/src/client/navigation/prefetch.ts +0 -169
  152. package/src/client/navigation/scroll.ts +0 -53
  153. package/src/client/routing/Router.tsx +0 -216
  154. package/src/client/routing/action.ts +0 -122
  155. package/src/client/routing/error-boundary.tsx +0 -43
  156. package/src/client/routing/hooks.ts +0 -140
  157. package/src/client/routing/lazy.ts +0 -77
  158. package/src/client/routing/loader.ts +0 -381
  159. package/src/client/routing/match.ts +0 -47
  160. package/src/client/routing/mount.tsx +0 -90
  161. package/src/client/routing/params-context.ts +0 -10
  162. package/src/client/routing/slot-context.ts +0 -7
  163. package/src/client/rpc.ts +0 -97
  164. package/src/client/search/search.ts +0 -189
  165. package/src/client/search/use-page-search.ts +0 -73
  166. package/src/client/ssr/markers.tsx +0 -172
  167. package/src/client/stream/client.ts +0 -237
  168. package/src/client/types.ts +0 -73
  169. package/src/compiler/auth-emails.ts +0 -312
  170. package/src/compiler/config.ts +0 -369
  171. package/src/compiler/docs.ts +0 -127
  172. package/src/compiler/email-preview.ts +0 -314
  173. package/src/compiler/emails.ts +0 -404
  174. package/src/compiler/fonts.ts +0 -89
  175. package/src/compiler/generate.ts +0 -471
  176. package/src/compiler/image-blur.ts +0 -42
  177. package/src/compiler/image-report.ts +0 -88
  178. package/src/compiler/index.ts +0 -1362
  179. package/src/compiler/pages.ts +0 -49
  180. package/src/compiler/plugin.ts +0 -391
  181. package/src/compiler/prerender.ts +0 -263
  182. package/src/compiler/routes.ts +0 -170
  183. package/src/compiler/seo.ts +0 -415
  184. package/src/compiler/sri.ts +0 -144
  185. package/src/compiler/ssg.ts +0 -177
  186. package/src/compiler/ssr-codegen.ts +0 -85
  187. package/src/compiler/template-build.ts +0 -676
  188. package/src/compiler/template.ts +0 -262
  189. package/src/compiler/toil-docs.generated.ts +0 -77
  190. package/src/compiler/vite.ts +0 -245
  191. package/src/devserver/analytics/index.ts +0 -317
  192. package/src/devserver/config/dotenv.ts +0 -102
  193. package/src/devserver/config/env.ts +0 -30
  194. package/src/devserver/config/ratelimit.ts +0 -123
  195. package/src/devserver/daemon/catalog.ts +0 -120
  196. package/src/devserver/daemon/cron.ts +0 -87
  197. package/src/devserver/daemon/host.ts +0 -134
  198. package/src/devserver/daemon/index.ts +0 -369
  199. package/src/devserver/daemon/runtime.ts +0 -48
  200. package/src/devserver/db/catalog.ts +0 -109
  201. package/src/devserver/db/database.ts +0 -1834
  202. package/src/devserver/db/derives.ts +0 -121
  203. package/src/devserver/db/index.ts +0 -20
  204. package/src/devserver/db/routeKinds.ts +0 -191
  205. package/src/devserver/db/types.ts +0 -168
  206. package/src/devserver/email/caps.ts +0 -0
  207. package/src/devserver/email/config.ts +0 -141
  208. package/src/devserver/email/console.ts +0 -348
  209. package/src/devserver/email/index.ts +0 -155
  210. package/src/devserver/email/providers.ts +0 -131
  211. package/src/devserver/email/status.ts +0 -23
  212. package/src/devserver/email/validate.ts +0 -37
  213. package/src/devserver/email/wire.ts +0 -55
  214. package/src/devserver/http/cache.ts +0 -0
  215. package/src/devserver/http/envelope.ts +0 -157
  216. package/src/devserver/http/proxy.ts +0 -172
  217. package/src/devserver/http/runtime.ts +0 -387
  218. package/src/devserver/index.ts +0 -43
  219. package/src/devserver/production-ipc.ts +0 -63
  220. package/src/devserver/production-worker.ts +0 -83
  221. package/src/devserver/production.ts +0 -718
  222. package/src/devserver/runtime/crypto.ts +0 -587
  223. package/src/devserver/runtime/host.ts +0 -427
  224. package/src/devserver/runtime/module.ts +0 -442
  225. package/src/devserver/server.ts +0 -251
  226. package/src/devserver/ssr.ts +0 -208
  227. package/src/devserver/stream/catalog.ts +0 -106
  228. package/src/devserver/stream/host.ts +0 -42
  229. package/src/devserver/stream/index.ts +0 -301
  230. package/src/devserver/stream/manager.ts +0 -167
  231. package/src/devserver/stream/router.ts +0 -101
  232. package/src/devserver/stream/wire.ts +0 -58
  233. package/src/devserver/stream/ws.ts +0 -78
  234. package/src/devserver/wasm/sections.ts +0 -59
  235. package/src/devserver/wasm/surface.ts +0 -115
  236. package/src/io/FastMap.ts +0 -151
  237. package/src/io/FastSet.ts +0 -113
  238. package/src/io/codec.ts +0 -362
  239. package/src/io/index.ts +0 -10
  240. package/src/io/lengths.ts +0 -14
  241. package/src/io/types.ts +0 -19
  242. package/src/logger/index.ts +0 -22
  243. package/src/shared/index.ts +0 -46
  244. package/test/analytics-dev.test.ts +0 -113
  245. package/test/assembly/aspect-shim.ts +0 -33
  246. package/test/assembly/cookie.spec.ts +0 -303
  247. package/test/assembly/example.spec.ts +0 -22
  248. package/test/assembly/ssr.spec.ts +0 -95
  249. package/test/assembly.test.ts +0 -59
  250. package/test/auth-emails.test.ts +0 -118
  251. package/test/built-ssr.test.ts +0 -148
  252. package/test/channel.test.ts +0 -21
  253. package/test/config-host-port.test.ts +0 -59
  254. package/test/configure.test.ts +0 -94
  255. package/test/daemon-build.test.ts +0 -278
  256. package/test/daemon-catalog.test.ts +0 -349
  257. package/test/daemon-emulation.test.ts +0 -256
  258. package/test/db.test.ts +0 -0
  259. package/test/devserver-database.test.ts +0 -1102
  260. package/test/devserver-email.test.ts +0 -306
  261. package/test/devserver-pqauth.test.ts +0 -93
  262. package/test/devserver-secrets.test.ts +0 -63
  263. package/test/devserver.test.ts +0 -259
  264. package/test/doctor.test.ts +0 -298
  265. package/test/dom/Image.test.tsx +0 -144
  266. package/test/dom/Link.test.tsx +0 -67
  267. package/test/dom/NavLink.test.tsx +0 -37
  268. package/test/dom/Script.test.tsx +0 -48
  269. package/test/dom/action.test.tsx +0 -146
  270. package/test/dom/error-overlay.test.tsx +0 -44
  271. package/test/dom/loader.test.tsx +0 -121
  272. package/test/dom/navigation.test.ts +0 -59
  273. package/test/dom/revalidate.test.tsx +0 -38
  274. package/test/dom/route-head.test.tsx +0 -56
  275. package/test/dom/router-loading.test.tsx +0 -44
  276. package/test/dom/scroll.test.ts +0 -56
  277. package/test/dom/slot.test.tsx +0 -131
  278. package/test/dom/use-metadata.test.tsx +0 -58
  279. package/test/dom/view-transitions.test.tsx +0 -53
  280. package/test/dynamic-routing.test.ts +0 -132
  281. package/test/email-console.test.ts +0 -86
  282. package/test/email-preview.test.ts +0 -73
  283. package/test/emails.test.ts +0 -58
  284. package/test/errors.test.ts +0 -21
  285. package/test/example-guestbook.test.ts +0 -123
  286. package/test/features.test.ts +0 -149
  287. package/test/fixtures/bignum-wire/spec.ts +0 -25
  288. package/test/fixtures/daemon-app.ts +0 -65
  289. package/test/fixtures/stream-echo.ts +0 -26
  290. package/test/fixtures/stream-gate.ts +0 -28
  291. package/test/fixtures/stream-trap.ts +0 -18
  292. package/test/fixtures/stream-typed.ts +0 -41
  293. package/test/fonts.test.ts +0 -28
  294. package/test/global-setup.ts +0 -17
  295. package/test/head.test.ts +0 -42
  296. package/test/image-blur.test.ts +0 -50
  297. package/test/io.test.ts +0 -117
  298. package/test/metadata.test.ts +0 -40
  299. package/test/navlink.test.ts +0 -28
  300. package/test/pages.test.ts +0 -105
  301. package/test/placeholder.test.ts +0 -9
  302. package/test/pqauth-e2e.test.ts +0 -216
  303. package/test/pqauth-email.test.ts +0 -801
  304. package/test/prerender.test.ts +0 -116
  305. package/test/prettier-plugin.test.ts +0 -46
  306. package/test/routes.test.ts +0 -76
  307. package/test/rpc-bignum-wire.test.ts +0 -164
  308. package/test/rpc-dispatch.test.ts +0 -132
  309. package/test/rpc-kinds.test.ts +0 -18
  310. package/test/rpc.test.ts +0 -66
  311. package/test/search.test.ts +0 -114
  312. package/test/seo.test.ts +0 -175
  313. package/test/slot-layouts.test.ts +0 -69
  314. package/test/sri.test.ts +0 -129
  315. package/test/ssg.test.ts +0 -36
  316. package/test/ssr-hydration.test.tsx +0 -122
  317. package/test/ssr-render.test.ts +0 -197
  318. package/test/ssr-template.test.tsx +0 -482
  319. package/test/stream-emulation.test.ts +0 -479
  320. package/test/ui.test.ts +0 -40
  321. package/test/update.test.ts +0 -58
  322. package/test/validate.test.ts +0 -42
  323. package/test/version-check.test.ts +0 -130
  324. package/tests/data-parity/generated-parity.ts +0 -99
  325. package/tests/data-parity/parity.ts +0 -80
  326. package/tests/data-parity/spec.ts +0 -46
@@ -1,718 +0,0 @@
1
- /**
2
- * Built-app self-host server: static assets + ToilScript wasm dispatch + edge
3
- * SSR template assembly. This is the production counterpart to the dev front
4
- * server, except the fallback is the built client directory instead of Vite.
5
- */
6
- import { fork, type ChildProcess } from 'node:child_process';
7
- import fs from 'node:fs';
8
- import { availableParallelism } from 'node:os';
9
- import path from 'node:path';
10
- import { fileURLToPath } from 'node:url';
11
-
12
- import {
13
- type MiddlewareNext,
14
- type Request,
15
- type Response,
16
- Server,
17
- type Websocket,
18
- } from '@dacely/hyper-express';
19
- import pc from 'picocolors';
20
-
21
- import type { EmailBackendConfig } from 'toiljs/shared';
22
-
23
- import type { ResolvedDaemonConfig } from './daemon/host.js';
24
- import { startDaemonRuntime } from './daemon/runtime.js';
25
- import { configureDbPersistence } from './db/index.js';
26
- import { initEmailService } from './email/index.js';
27
- import {
28
- assembleRouteSsr,
29
- dispatchEnvelopeRequest,
30
- installRuntimeErrorHandler,
31
- isDispatchableMethod,
32
- prepareSsrResponse,
33
- prepareWasmResponse,
34
- resolveDynamicFile,
35
- resolveStaticFile,
36
- runtimeServerOptions,
37
- toEnvelopeRequest,
38
- } from './http/runtime.js';
39
- import {
40
- decodeBody,
41
- encodeBody,
42
- isWorkerToPrimaryMessage,
43
- type ThreadedReply,
44
- type ThreadedRequest,
45
- type WorkerToPrimaryMessage,
46
- } from './production-ipc.js';
47
- import { WasmServerModule } from './runtime/module.js';
48
- import { buildSsrRoutes, type DevSsrTemplate, pathnameOf, type SsrRoute } from './ssr.js';
49
-
50
- const WS_MAX_PAYLOAD_LENGTH = 1024 * 1024;
51
- const WS_IDLE_TIMEOUT = 120;
52
- const WS_MAX_BACKPRESSURE = 1024 * 1024 * 2;
53
-
54
- const CORS_METHODS = 'GET, POST, OPTIONS, PUT, PATCH, DELETE';
55
- const CORS_HEADERS = 'X-Requested-With, content-type';
56
-
57
- export interface BuiltServerOptions {
58
- /** Project root; wasm sendfile paths and local data resolve here. */
59
- readonly root: string;
60
- /** Built client directory, usually `<root>/build/client`. */
61
- readonly staticRoot: string;
62
- /** Built server wasm, usually `<root>/build/server/release.wasm`. */
63
- readonly wasmFile?: string;
64
- /** Built cold daemon wasm, usually `<root>/build/server/release-cold.wasm`. */
65
- readonly coldWasmFile?: string;
66
- /** Which layer the self-host process emulates. Default `all`. */
67
- readonly nodeMode?: string;
68
- /** Daemon (L4) config mirror used by the self-host daemon runtime. */
69
- readonly daemon?: ResolvedDaemonConfig;
70
- /** Listening port. Default `3000`. */
71
- readonly port?: number;
72
- /** Bind host. Default `127.0.0.1`. */
73
- readonly host?: string;
74
- /** Extra origins allowed to open the WebSocket channel. */
75
- readonly allowedOrigins?: readonly string[];
76
- /** WebSocket channel path. Default `/_toil`. */
77
- readonly wsPath?: string;
78
- /** Send permissive CORS headers + handle preflight. Default `true`. */
79
- readonly cors?: boolean;
80
- /** Max request body bytes. Default 8 MB. */
81
- readonly maxBodyLength?: number;
82
- /** Optional self-host email config, secrets still come from env/.env.secrets. */
83
- readonly email?: EmailBackendConfig;
84
- /**
85
- * Number of production HTTP workers for `toiljs start`. Default `auto`
86
- * (`os.availableParallelism()`). Set `1` to run a single in-process server.
87
- */
88
- readonly threads?: number | 'auto';
89
- }
90
-
91
- export interface RunningBuiltServer {
92
- readonly port: number;
93
- readonly host: string;
94
- readonly wsPath: string;
95
- broadcast(message: string): void;
96
- clientCount(): number;
97
- close(): Promise<void>;
98
- }
99
-
100
- interface TemplateIndexEntry {
101
- route: string;
102
- name: string;
103
- hash?: string;
104
- }
105
-
106
- interface BuiltServerPaths {
107
- readonly port: number;
108
- readonly host: string;
109
- readonly wsPath: string;
110
- readonly cors: boolean;
111
- readonly projectRoot: string;
112
- readonly staticRoot: string;
113
- readonly indexHtml: string;
114
- }
115
-
116
- interface BuiltRuntime {
117
- readonly projectRoot: string;
118
- readonly module: WasmServerModule | null;
119
- readonly ssrRoutes: readonly SsrRoute[];
120
- }
121
-
122
- interface BuiltHttpRuntimeOptions {
123
- readonly onClientCount?: (count: number) => void;
124
- }
125
-
126
- type DynamicHandler = (request: Request, response: Response) => Promise<boolean>;
127
-
128
- function resolveBuiltServerPaths(options: BuiltServerOptions): BuiltServerPaths {
129
- const port = options.port ?? 3000;
130
- const host = options.host ?? '127.0.0.1';
131
- const wsPath = options.wsPath ?? '/_toil';
132
- const staticRoot = path.resolve(options.staticRoot);
133
- const indexHtml = path.join(staticRoot, 'index.html');
134
- if (!fs.existsSync(indexHtml)) {
135
- throw new Error(`No build found in ${staticRoot}. Run \`toiljs build\` first.`);
136
- }
137
- return {
138
- port,
139
- host,
140
- wsPath,
141
- cors: options.cors ?? true,
142
- projectRoot: path.resolve(options.root),
143
- staticRoot,
144
- indexHtml,
145
- };
146
- }
147
-
148
- function resolveThreadCount(threads: BuiltServerOptions['threads']): number {
149
- const raw = process.env.TOILJS_THREADS ?? threads;
150
- if (raw === undefined || raw === 'auto') return Math.max(1, availableParallelism());
151
- const n = typeof raw === 'number' ? raw : Number.parseInt(raw, 10);
152
- if (!Number.isFinite(n)) return Math.max(1, availableParallelism());
153
- return Math.max(1, Math.min(128, Math.floor(n)));
154
- }
155
-
156
- function headerValue(
157
- headers: readonly (readonly [string, string])[],
158
- name: string,
159
- ): string | undefined {
160
- const lower = name.toLowerCase();
161
- return headers.find(([k]) => k.toLowerCase() === lower)?.[1];
162
- }
163
-
164
- function textReply(status: number, body: string): ThreadedReply {
165
- return {
166
- kind: 'response',
167
- status,
168
- headers: [['content-type', 'text/plain; charset=utf-8']],
169
- body: encodeBody(new TextEncoder().encode(body)),
170
- sendfile: null,
171
- };
172
- }
173
-
174
- function preparedReply(out: {
175
- readonly status: number;
176
- readonly headers: readonly (readonly [string, string])[];
177
- readonly body: Uint8Array;
178
- readonly sendfile: string | null;
179
- }): ThreadedReply {
180
- return {
181
- kind: 'response',
182
- status: out.status,
183
- headers: out.headers,
184
- body: encodeBody(out.body),
185
- sendfile: out.sendfile,
186
- };
187
- }
188
-
189
- function sendThreadedReply(response: Response, reply: ThreadedReply): boolean {
190
- if (reply.kind === 'fallback') return false;
191
- response.status(reply.status);
192
- for (const [name, value] of reply.headers) response.header(name, value);
193
- if (reply.sendfile !== null) {
194
- response.sendFile(reply.sendfile);
195
- return true;
196
- }
197
- const body = decodeBody(reply.body);
198
- response.send(Buffer.from(body.buffer, body.byteOffset, body.length));
199
- return true;
200
- }
201
-
202
- function isWsOriginAllowed(
203
- origin: string | undefined,
204
- hostHeader: string | undefined,
205
- allowed: readonly string[] | undefined,
206
- ): boolean {
207
- if (!origin) return true;
208
- if (allowed?.includes(origin)) return true;
209
- try {
210
- return new URL(origin).host === hostHeader;
211
- } catch {
212
- return false;
213
- }
214
- }
215
-
216
- function parseSlotsManifest(
217
- slotsFile: string,
218
- ): { entries: { id: number; offset: number }[]; hash: Uint8Array } | null {
219
- const bin = fs.readFileSync(slotsFile);
220
- if (bin.length < 46) return null;
221
- if (bin.subarray(0, 4).toString('ascii') !== 'TSLT') return null;
222
- const n = bin.readUInt16LE(44);
223
- if (bin.length < 46 + n * 8) return null;
224
- const entries: { id: number; offset: number }[] = [];
225
- let o = 46;
226
- for (let i = 0; i < n; i++) {
227
- entries.push({ offset: bin.readUInt32LE(o), id: bin.readUInt16LE(o + 4) });
228
- o += 8;
229
- }
230
- return { entries, hash: Buffer.from(bin.subarray(12, 44)) };
231
- }
232
-
233
- function isTemplateIndexEntry(value: unknown): value is TemplateIndexEntry {
234
- if (typeof value !== 'object' || value === null) return false;
235
- const v = value as Record<string, unknown>;
236
- return typeof v.route === 'string' && typeof v.name === 'string';
237
- }
238
-
239
- /** Loads built SSR templates from `<staticRoot>/_ssr/templates.json`. */
240
- export function loadBuiltSsrTemplates(staticRoot: string): DevSsrTemplate[] {
241
- const ssrDir = path.join(staticRoot, '_ssr');
242
- const indexFile = path.join(ssrDir, 'templates.json');
243
- if (!fs.existsSync(indexFile)) return [];
244
- let index: unknown;
245
- try {
246
- index = JSON.parse(fs.readFileSync(indexFile, 'utf8'));
247
- } catch {
248
- return [];
249
- }
250
- if (!Array.isArray(index)) return [];
251
-
252
- const out: DevSsrTemplate[] = [];
253
- for (const item of index) {
254
- if (!isTemplateIndexEntry(item)) continue;
255
- if (!/^[A-Za-z0-9_]+$/.test(item.name)) continue;
256
- const tmplFile = path.join(ssrDir, `${item.name}.tmpl`);
257
- const slotsFile = path.join(ssrDir, `${item.name}.slots`);
258
- if (!fs.existsSync(tmplFile) || !fs.existsSync(slotsFile)) continue;
259
- const parsed = parseSlotsManifest(slotsFile);
260
- if (parsed === null) continue;
261
- out.push({
262
- pattern: item.route,
263
- name: item.name,
264
- tmpl: fs.readFileSync(tmplFile),
265
- entries: parsed.entries,
266
- hash: parsed.hash,
267
- });
268
- }
269
- return out;
270
- }
271
-
272
- function createBuiltRuntime(options: BuiltServerOptions, paths: BuiltServerPaths): BuiltRuntime {
273
- const emailInit = initEmailService(paths.projectRoot, options.email);
274
- if (emailInit.service !== null) {
275
- process.stdout.write(pc.dim(` email enabled: ${emailInit.note}`) + '\n');
276
- } else if (emailInit.note !== null) {
277
- process.stdout.write(pc.yellow(' ! ') + pc.dim(`email off: ${emailInit.note}`) + '\n');
278
- }
279
-
280
- const module =
281
- options.wasmFile !== undefined && fs.existsSync(options.wasmFile)
282
- ? new WasmServerModule(options.wasmFile)
283
- : null;
284
- if (module !== null) {
285
- try {
286
- module.refresh();
287
- } catch (e) {
288
- process.stdout.write(pc.red(` x server wasm failed to load: ${String(e)}`) + '\n');
289
- }
290
- }
291
-
292
- const ssrRoutes = buildSsrRoutes(loadBuiltSsrTemplates(paths.staticRoot));
293
- if (ssrRoutes.length > 0) {
294
- process.stdout.write(
295
- pc.dim(` edge SSR: ${String(ssrRoutes.length)} route(s) served server-side`) + '\n',
296
- );
297
- }
298
-
299
- configureDbPersistence(path.join(paths.projectRoot, '.toil', 'devdata.json'));
300
- return { projectRoot: paths.projectRoot, module, ssrRoutes };
301
- }
302
-
303
- function startBuiltDaemon(
304
- options: BuiltServerOptions,
305
- paths: BuiltServerPaths,
306
- ): { close(): void } | null {
307
- configureDbPersistence(path.join(paths.projectRoot, '.toil', 'devdata.json'));
308
- return startDaemonRuntime({
309
- coldWasmFile: options.coldWasmFile,
310
- nodeMode: options.nodeMode,
311
- daemon: options.daemon,
312
- });
313
- }
314
-
315
- async function handleBuiltRuntimeRequest(
316
- runtime: BuiltRuntime,
317
- request: ThreadedRequest,
318
- ): Promise<ThreadedReply> {
319
- const envelopeReq = {
320
- method: request.method,
321
- path: request.url,
322
- headers: request.headers,
323
- body: decodeBody(request.body),
324
- clientIp: request.clientIp,
325
- };
326
- const dispatchable = isDispatchableMethod(request.method);
327
- if (dispatchable && runtime.module !== null && runtime.module.available) {
328
- const hasAuth =
329
- headerValue(request.headers, 'cookie') !== undefined ||
330
- headerValue(request.headers, 'authorization') !== undefined;
331
- try {
332
- const dispatch = dispatchEnvelopeRequest({
333
- module: runtime.module,
334
- envelopeReq,
335
- method: request.method,
336
- url: request.url,
337
- cacheHost: headerValue(request.headers, 'host') ?? 'self-host',
338
- hasAuth,
339
- });
340
- if (dispatch.result !== null) {
341
- return preparedReply(
342
- prepareWasmResponse(runtime.projectRoot, dispatch.result, 'toil'),
343
- );
344
- }
345
- } catch (e) {
346
- process.stdout.write(
347
- pc.red(` x ${request.method} ${request.path} server error: ${String(e)}`) + '\n',
348
- );
349
- return textReply(500, 'internal error\n');
350
- }
351
- }
352
-
353
- if (request.method === 'GET' || request.method === 'HEAD') {
354
- const route = runtime.ssrRoutes.find((r) => r.test(pathnameOf(request.url)));
355
- if (route !== undefined) {
356
- try {
357
- const out = assembleRouteSsr(route, runtime.module, envelopeReq);
358
- if (out !== null) {
359
- return preparedReply(
360
- prepareSsrResponse(out, request.method === 'HEAD', 'toil'),
361
- );
362
- }
363
- } catch (e) {
364
- process.stdout.write(pc.red(` x SSR ${request.path}: ${String(e)}`) + '\n');
365
- return textReply(500, 'internal error\n');
366
- }
367
- }
368
- return { kind: 'fallback' };
369
- }
370
-
371
- return textReply(404, 'not found\n');
372
- }
373
-
374
- async function startBuiltHttpServer(
375
- options: BuiltServerOptions,
376
- paths: BuiltServerPaths,
377
- dynamicHandler: DynamicHandler,
378
- runtimeOptions: BuiltHttpRuntimeOptions = {},
379
- ): Promise<RunningBuiltServer> {
380
- const cors = paths.cors;
381
-
382
- const app = new Server(runtimeServerOptions(options));
383
-
384
- const clients = new Set<Websocket>();
385
-
386
- installRuntimeErrorHandler(app);
387
-
388
- if (cors) {
389
- app.use((request: Request, response: Response, next: MiddlewareNext) => {
390
- if (request.method !== 'OPTIONS') {
391
- response.setHeader('Access-Control-Allow-Origin', '*');
392
- response.setHeader('Access-Control-Allow-Methods', CORS_METHODS);
393
- response.setHeader('Access-Control-Allow-Headers', CORS_HEADERS);
394
- }
395
- response.removeHeader('uWebSockets');
396
- next();
397
- });
398
- app.options('/*', (_request: Request, response: Response) => {
399
- response.setHeader('Access-Control-Allow-Origin', '*');
400
- response.setHeader('Access-Control-Allow-Methods', CORS_METHODS);
401
- response.setHeader('Access-Control-Allow-Headers', CORS_HEADERS);
402
- response.setHeader('Access-Control-Max-Age', '86400');
403
- response.status(204).send();
404
- });
405
- }
406
-
407
- app.ws(
408
- paths.wsPath,
409
- {
410
- message_type: 'String',
411
- max_payload_length: WS_MAX_PAYLOAD_LENGTH,
412
- idle_timeout: WS_IDLE_TIMEOUT,
413
- max_backpressure: WS_MAX_BACKPRESSURE,
414
- },
415
- (ws) => {
416
- clients.add(ws);
417
- runtimeOptions.onClientCount?.(clients.size);
418
- ws.send(JSON.stringify({ type: 'connected', clients: clients.size }));
419
- ws.on('message', (message: string) => {
420
- for (const client of clients) client.send(message);
421
- });
422
- ws.on('drain', () => {});
423
- ws.on('close', () => {
424
- clients.delete(ws);
425
- runtimeOptions.onClientCount?.(clients.size);
426
- });
427
- },
428
- );
429
-
430
- app.upgrade(paths.wsPath, (request: Request, response: Response) => {
431
- if (
432
- !isWsOriginAllowed(request.headers.origin, request.headers.host, options.allowedOrigins)
433
- ) {
434
- response.status(403).send();
435
- return;
436
- }
437
- response.upgrade({});
438
- });
439
-
440
- app.any('/*', async (request: Request, response: Response) => {
441
- response.removeHeader('uWebSockets');
442
-
443
- if (request.method === 'GET' || request.method === 'HEAD') {
444
- const file = resolveStaticFile(paths.staticRoot, request.path);
445
- if (file !== null) {
446
- response.sendFile(file);
447
- return;
448
- }
449
- }
450
-
451
- if (await dynamicHandler(request, response)) return;
452
-
453
- if (request.method === 'GET' || request.method === 'HEAD') {
454
- // Serve the route's OWN prerendered HTML if the build baked one
455
- // (`<route>/index.html`, written by prerender.ts/ssg.ts with that route's metadata);
456
- // otherwise fall back to the root shell for client-side routing. Without this per-route
457
- // lookup EVERY route served the root index.html, so view-source on e.g. /login showed
458
- // the home page's <head> (title/description/canonical/og) instead of the page's own.
459
- const routeHtml = resolveStaticFile(paths.staticRoot, `${request.path}/index.html`);
460
- // A dynamic route with no baked concrete page is served by its bracket template
461
- // (`blog/[id].html`) matched the way the client router matches, mirroring the edge; the
462
- // client then hydrates it for the concrete URL. Falls back to the root shell if none.
463
- const dynHtml =
464
- routeHtml === null ? resolveDynamicFile(paths.staticRoot, request.path) : null;
465
- response.sendFile(routeHtml ?? dynHtml ?? paths.indexHtml);
466
- return;
467
- }
468
-
469
- response.status(404).send('not found\n');
470
- });
471
-
472
- await app.listen(paths.port, paths.host);
473
-
474
- return {
475
- port: paths.port,
476
- host: paths.host,
477
- wsPath: paths.wsPath,
478
- broadcast: (message: string): void => {
479
- for (const client of clients) client.send(message);
480
- },
481
- clientCount: (): number => clients.size,
482
- close: async (): Promise<void> => {
483
- await app.shutdown();
484
- },
485
- };
486
- }
487
-
488
- async function toThreadedRequest(request: Request, id: number): Promise<ThreadedRequest> {
489
- const envelopeReq = await toEnvelopeRequest(request);
490
- return {
491
- id,
492
- method: request.method,
493
- url: request.url,
494
- path: request.path,
495
- headers: envelopeReq.headers,
496
- body: encodeBody(envelopeReq.body),
497
- clientIp: envelopeReq.clientIp ?? '127.0.0.1',
498
- };
499
- }
500
-
501
- async function startBuiltServerSingle(options: BuiltServerOptions): Promise<RunningBuiltServer> {
502
- const paths = resolveBuiltServerPaths(options);
503
- const runtime = createBuiltRuntime(options, paths);
504
- const daemon = startBuiltDaemon(options, paths);
505
- try {
506
- const server = await startBuiltHttpServer(options, paths, async (request, response) => {
507
- const reply = await handleBuiltRuntimeRequest(
508
- runtime,
509
- await toThreadedRequest(request, 0),
510
- );
511
- return sendThreadedReply(response, reply);
512
- });
513
- return {
514
- ...server,
515
- close: async (): Promise<void> => {
516
- daemon?.close();
517
- await server.close();
518
- },
519
- };
520
- } catch (e) {
521
- daemon?.close();
522
- throw e;
523
- }
524
- }
525
-
526
- export interface BuiltServerWorkerController {
527
- request(request: ThreadedRequest): Promise<ThreadedReply>;
528
- clientCount(count: number): void;
529
- }
530
-
531
- export async function startBuiltServerWorker(
532
- options: BuiltServerOptions,
533
- controller: BuiltServerWorkerController,
534
- ): Promise<RunningBuiltServer> {
535
- const paths = resolveBuiltServerPaths(options);
536
- let nextRequestId = 1;
537
- return startBuiltHttpServer(
538
- { ...options, threads: 1 },
539
- paths,
540
- async (request, response) => {
541
- const reply = await controller.request(
542
- await toThreadedRequest(request, nextRequestId++),
543
- );
544
- return sendThreadedReply(response, reply);
545
- },
546
- { onClientCount: (count) => controller.clientCount(count) },
547
- );
548
- }
549
-
550
- function sendToWorker(worker: ChildProcess, message: object): void {
551
- try {
552
- worker.send?.(message);
553
- } catch {
554
- // Worker is already gone; the exit handler will respawn or close it.
555
- }
556
- }
557
-
558
- function stopWorker(worker: ChildProcess): Promise<void> {
559
- return new Promise((resolve) => {
560
- if (worker.exitCode !== null || worker.signalCode !== null) {
561
- resolve();
562
- return;
563
- }
564
- const hard = setTimeout(() => {
565
- try {
566
- worker.kill('SIGTERM');
567
- } catch {
568
- // already closed
569
- }
570
- resolve();
571
- }, 1500);
572
- hard.unref();
573
- worker.once('exit', () => {
574
- clearTimeout(hard);
575
- resolve();
576
- });
577
- sendToWorker(worker, { toil: 'shutdown' });
578
- });
579
- }
580
-
581
- async function startThreadedBuiltServer(
582
- options: BuiltServerOptions,
583
- threads: number,
584
- ): Promise<RunningBuiltServer> {
585
- const paths = resolveBuiltServerPaths(options);
586
- const runtime = createBuiltRuntime(options, paths);
587
- const daemon = startBuiltDaemon(options, paths);
588
- const workerScript = fileURLToPath(new URL('./production-worker.js', import.meta.url));
589
- const workers = new Map<number, ChildProcess>();
590
- const clientCounts = new Map<number, number>();
591
- let closing = false;
592
-
593
- const handleMessage = (worker: ChildProcess, message: WorkerToPrimaryMessage): void => {
594
- switch (message.toil) {
595
- case 'clientCount':
596
- clientCounts.set(message.workerId, message.count);
597
- return;
598
- case 'request':
599
- void handleBuiltRuntimeRequest(runtime, message.request)
600
- .then((reply) =>
601
- sendToWorker(worker, {
602
- toil: 'reply',
603
- id: message.request.id,
604
- reply,
605
- }),
606
- )
607
- .catch((e: unknown) =>
608
- sendToWorker(worker, {
609
- toil: 'reply',
610
- id: message.request.id,
611
- reply: textReply(500, `internal error: ${String(e)}\n`),
612
- }),
613
- );
614
- return;
615
- case 'ready':
616
- return;
617
- }
618
- };
619
-
620
- const spawnWorker = (workerId: number, initial: boolean): Promise<void> =>
621
- new Promise((resolve, reject) => {
622
- const worker = fork(workerScript, [], {
623
- stdio: ['inherit', 'inherit', 'inherit', 'ipc'],
624
- env: process.env,
625
- });
626
- workers.set(workerId, worker);
627
- clientCounts.set(workerId, 0);
628
-
629
- let ready = false;
630
- const failInitial = (error: Error): void => {
631
- if (!initial || ready) return;
632
- reject(error);
633
- };
634
-
635
- worker.on('message', (value: unknown) => {
636
- if (!isWorkerToPrimaryMessage(value)) return;
637
- if (value.toil === 'ready') {
638
- ready = true;
639
- resolve();
640
- return;
641
- }
642
- handleMessage(worker, value);
643
- });
644
- worker.once('error', (error) => {
645
- failInitial(error);
646
- });
647
- worker.once('exit', (code, signal) => {
648
- workers.delete(workerId);
649
- clientCounts.delete(workerId);
650
- if (closing) return;
651
- if (!ready) {
652
- failInitial(
653
- new Error(
654
- `production worker ${String(workerId)} exited before listening (code ${String(code)}, signal ${String(signal)})`,
655
- ),
656
- );
657
- return;
658
- }
659
- void spawnWorker(workerId, false).catch((e: unknown) => {
660
- process.stdout.write(
661
- pc.red(
662
- ` x production worker ${String(workerId)} restart failed: ${String(e)}`,
663
- ) + '\n',
664
- );
665
- });
666
- });
667
- sendToWorker(worker, {
668
- toil: 'start',
669
- workerId,
670
- options: { ...options, threads: 1 },
671
- });
672
- });
673
-
674
- try {
675
- await Promise.all(Array.from({ length: threads }, (_, i) => spawnWorker(i + 1, true)));
676
- } catch (e) {
677
- closing = true;
678
- daemon?.close();
679
- await Promise.all([...workers.values()].map((worker) => stopWorker(worker)));
680
- throw e;
681
- }
682
-
683
- process.stdout.write(pc.dim(` production threads: ${String(threads)} HTTP workers`) + '\n');
684
-
685
- return {
686
- port: paths.port,
687
- host: paths.host,
688
- wsPath: paths.wsPath,
689
- broadcast: (message: string): void => {
690
- for (const worker of workers.values()) {
691
- sendToWorker(worker, { toil: 'broadcast', message });
692
- }
693
- },
694
- clientCount: (): number => {
695
- let total = 0;
696
- for (const count of clientCounts.values()) total += count;
697
- return total;
698
- },
699
- close: async (): Promise<void> => {
700
- closing = true;
701
- daemon?.close();
702
- await Promise.all([...workers.values()].map((worker) => stopWorker(worker)));
703
- },
704
- };
705
- }
706
-
707
- /**
708
- * Starts a built toil app. Requests are served in this order:
709
- * 1. concrete static files from `staticRoot`,
710
- * 2. wasm `handle()` for API/server routes,
711
- * 3. wasm `render()` + `_ssr` template assembly for SSR routes,
712
- * 4. SPA fallback to `index.html`.
713
- */
714
- export async function startBuiltServer(options: BuiltServerOptions): Promise<RunningBuiltServer> {
715
- const threads = resolveThreadCount(options.threads);
716
- if (threads <= 1) return startBuiltServerSingle(options);
717
- return startThreadedBuiltServer(options, threads);
718
- }