toiljs 0.0.116 → 0.0.118

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (337) hide show
  1. package/CHANGELOG.md +14 -0
  2. package/README.md +16 -7
  3. package/build/backend/.tsbuildinfo +1 -1
  4. package/build/cli/.tsbuildinfo +1 -1
  5. package/build/cli/index.js +2375 -258
  6. package/build/client/.tsbuildinfo +1 -1
  7. package/build/client/auth.d.ts +3 -0
  8. package/build/client/auth.js +19 -10
  9. package/build/client/dev/devtools.js +1 -1
  10. package/build/client/dev/error-overlay.js +1 -1
  11. package/build/client/index.d.ts +1 -1
  12. package/build/client/index.js +1 -1
  13. package/build/client/navigation/navigation.js +28 -3
  14. package/build/client/routing/Router.js +5 -2
  15. package/build/client/routing/mount.js +1 -1
  16. package/build/compiler/.tsbuildinfo +1 -1
  17. package/build/compiler/auth-emails.js +7 -3
  18. package/build/compiler/emails.js +1 -1
  19. package/build/compiler/index.d.ts +1 -0
  20. package/build/compiler/index.js +26 -5
  21. package/build/compiler/pages.js +2 -3
  22. package/build/compiler/prerender.d.ts +3 -8
  23. package/build/compiler/prerender.js +88 -127
  24. package/build/compiler/ssg.js +3 -4
  25. package/build/compiler/template-build.js +3 -4
  26. package/build/compiler/toil-docs.generated.js +8 -7
  27. package/build/compiler/vite.js +4 -6
  28. package/build/devserver/.tsbuildinfo +1 -1
  29. package/build/devserver/db/database.js +7 -3
  30. package/build/devserver/db/types.js +1 -1
  31. package/build/devserver/production.js +4 -3
  32. package/build/devserver/runtime/crypto.d.ts +1 -1
  33. package/build/io/.tsbuildinfo +1 -1
  34. package/build/logger/.tsbuildinfo +1 -1
  35. package/build/shared/.tsbuildinfo +1 -1
  36. package/examples/basic/client/routes/analytics.tsx +7 -5
  37. package/examples/basic/client/routes/pq.tsx +2 -1
  38. package/examples/basic/server/tsconfig.json +1 -3
  39. package/package.json +45 -44
  40. package/presets/no-uint8array-tostring.js +120 -153
  41. package/presets/oxlint.d.ts +5 -0
  42. package/presets/oxlint.js +224 -0
  43. package/server/auth/AuthController.ts +53 -14
  44. package/server/auth/FactorSettings.ts +41 -0
  45. package/server/auth/SessionEpochs.ts +58 -0
  46. package/server/auth/SessionRevocations.ts +13 -0
  47. package/server/globals/auth.ts +27 -2
  48. package/server/runtime/tsconfig.json +1 -3
  49. package/tsconfig.json +2 -11
  50. package/.github/ISSUE_TEMPLATE/bug_report.md +0 -38
  51. package/.github/ISSUE_TEMPLATE/bug_report.yml +0 -90
  52. package/.github/ISSUE_TEMPLATE/config.yml +0 -8
  53. package/.github/ISSUE_TEMPLATE/feature_request.md +0 -20
  54. package/.github/PULL_REQUEST_TEMPLATE.md +0 -43
  55. package/.github/changelog-config.json +0 -45
  56. package/.github/dependabot.yml +0 -27
  57. package/.github/workflows/ci.yml +0 -222
  58. package/.vscode/settings.json +0 -10
  59. package/docs/README.md +0 -107
  60. package/docs/auth/README.md +0 -104
  61. package/docs/auth/configuration.md +0 -105
  62. package/docs/auth/emails.md +0 -92
  63. package/docs/auth/extending.md +0 -202
  64. package/docs/auth/how-it-works.md +0 -138
  65. package/docs/auth/usage.md +0 -188
  66. package/docs/backend/README.md +0 -143
  67. package/docs/backend/data.md +0 -351
  68. package/docs/backend/rest.md +0 -402
  69. package/docs/backend/rpc.md +0 -226
  70. package/docs/background/README.md +0 -114
  71. package/docs/background/daemons.md +0 -276
  72. package/docs/background/derive.md +0 -179
  73. package/docs/cli/README.md +0 -379
  74. package/docs/concepts/ai-guide.md +0 -132
  75. package/docs/concepts/config.md +0 -416
  76. package/docs/concepts/decorators.md +0 -127
  77. package/docs/concepts/security.md +0 -108
  78. package/docs/concepts/tiers.md +0 -166
  79. package/docs/concepts/types.md +0 -216
  80. package/docs/database/README.md +0 -143
  81. package/docs/database/capacity.md +0 -350
  82. package/docs/database/counters.md +0 -174
  83. package/docs/database/documents.md +0 -277
  84. package/docs/database/events.md +0 -307
  85. package/docs/database/membership.md +0 -246
  86. package/docs/database/setup.md +0 -155
  87. package/docs/database/unique.md +0 -216
  88. package/docs/database/views.md +0 -246
  89. package/docs/frontend/README.md +0 -104
  90. package/docs/frontend/components.md +0 -286
  91. package/docs/frontend/data-fetching.md +0 -260
  92. package/docs/frontend/images.md +0 -148
  93. package/docs/frontend/metadata.md +0 -344
  94. package/docs/frontend/navigation.md +0 -296
  95. package/docs/frontend/rendering.md +0 -236
  96. package/docs/frontend/routing.md +0 -346
  97. package/docs/frontend/scripts.md +0 -118
  98. package/docs/frontend/search.md +0 -191
  99. package/docs/frontend/styling.md +0 -147
  100. package/docs/frontend/toil-global.md +0 -216
  101. package/docs/getting-started/README.md +0 -81
  102. package/docs/getting-started/create-project.md +0 -131
  103. package/docs/getting-started/deploy.md +0 -101
  104. package/docs/getting-started/first-app.md +0 -215
  105. package/docs/getting-started/installation.md +0 -124
  106. package/docs/getting-started/migrating.md +0 -125
  107. package/docs/getting-started/project-structure.md +0 -163
  108. package/docs/introduction/README.md +0 -66
  109. package/docs/introduction/design-principles.md +0 -81
  110. package/docs/introduction/distributed.md +0 -91
  111. package/docs/introduction/how-it-works.md +0 -121
  112. package/docs/introduction/hyperscale.md +0 -70
  113. package/docs/introduction/modern-stack.md +0 -85
  114. package/docs/introduction/vs-other-frameworks.md +0 -64
  115. package/docs/introduction/why-toil.md +0 -99
  116. package/docs/llms.txt +0 -95
  117. package/docs/realtime/README.md +0 -102
  118. package/docs/realtime/channels.md +0 -211
  119. package/docs/realtime/streams.md +0 -369
  120. package/docs/services/README.md +0 -60
  121. package/docs/services/analytics.md +0 -279
  122. package/docs/services/caching.md +0 -175
  123. package/docs/services/cookies.md +0 -235
  124. package/docs/services/crypto.md +0 -209
  125. package/docs/services/email.md +0 -289
  126. package/docs/services/environment.md +0 -141
  127. package/docs/services/ratelimit.md +0 -174
  128. package/docs/services/time.md +0 -85
  129. package/eslint.config.js +0 -57
  130. package/examples/basic/client/routes/docs/[...slug].tsx +0 -12
  131. package/presets/eslint.js +0 -88
  132. package/src/backend/index.ts +0 -204
  133. package/src/cli/configure.ts +0 -363
  134. package/src/cli/create.ts +0 -924
  135. package/src/cli/db.ts +0 -158
  136. package/src/cli/diagnostics.ts +0 -665
  137. package/src/cli/doctor.ts +0 -982
  138. package/src/cli/features.ts +0 -170
  139. package/src/cli/index.ts +0 -326
  140. package/src/cli/notify.ts +0 -120
  141. package/src/cli/proc.ts +0 -56
  142. package/src/cli/ui.ts +0 -169
  143. package/src/cli/update.ts +0 -248
  144. package/src/cli/updates.ts +0 -92
  145. package/src/cli/validate.ts +0 -31
  146. package/src/cli/version-check.ts +0 -125
  147. package/src/client/auth.ts +0 -869
  148. package/src/client/channel/channel.ts +0 -146
  149. package/src/client/components/Form.tsx +0 -65
  150. package/src/client/components/Image.tsx +0 -160
  151. package/src/client/components/Script.tsx +0 -113
  152. package/src/client/components/Slot.tsx +0 -21
  153. package/src/client/dev/devtools.tsx +0 -1089
  154. package/src/client/dev/error-overlay.tsx +0 -225
  155. package/src/client/errors.ts +0 -11
  156. package/src/client/head/head.ts +0 -182
  157. package/src/client/head/metadata.ts +0 -110
  158. package/src/client/index.ts +0 -130
  159. package/src/client/navigation/Link.tsx +0 -108
  160. package/src/client/navigation/NavLink.tsx +0 -86
  161. package/src/client/navigation/navigation.ts +0 -235
  162. package/src/client/navigation/prefetch.ts +0 -169
  163. package/src/client/navigation/scroll.ts +0 -53
  164. package/src/client/routing/Router.tsx +0 -216
  165. package/src/client/routing/action.ts +0 -122
  166. package/src/client/routing/error-boundary.tsx +0 -43
  167. package/src/client/routing/hooks.ts +0 -140
  168. package/src/client/routing/lazy.ts +0 -77
  169. package/src/client/routing/loader.ts +0 -381
  170. package/src/client/routing/match.ts +0 -47
  171. package/src/client/routing/mount.tsx +0 -90
  172. package/src/client/routing/params-context.ts +0 -10
  173. package/src/client/routing/slot-context.ts +0 -7
  174. package/src/client/rpc.ts +0 -97
  175. package/src/client/search/search.ts +0 -189
  176. package/src/client/search/use-page-search.ts +0 -73
  177. package/src/client/ssr/markers.tsx +0 -172
  178. package/src/client/stream/client.ts +0 -237
  179. package/src/client/types.ts +0 -73
  180. package/src/compiler/auth-emails.ts +0 -312
  181. package/src/compiler/config.ts +0 -369
  182. package/src/compiler/docs.ts +0 -127
  183. package/src/compiler/email-preview.ts +0 -314
  184. package/src/compiler/emails.ts +0 -404
  185. package/src/compiler/fonts.ts +0 -89
  186. package/src/compiler/generate.ts +0 -471
  187. package/src/compiler/image-blur.ts +0 -42
  188. package/src/compiler/image-report.ts +0 -88
  189. package/src/compiler/index.ts +0 -1362
  190. package/src/compiler/pages.ts +0 -49
  191. package/src/compiler/plugin.ts +0 -391
  192. package/src/compiler/prerender.ts +0 -263
  193. package/src/compiler/routes.ts +0 -170
  194. package/src/compiler/seo.ts +0 -415
  195. package/src/compiler/sri.ts +0 -144
  196. package/src/compiler/ssg.ts +0 -177
  197. package/src/compiler/ssr-codegen.ts +0 -85
  198. package/src/compiler/template-build.ts +0 -676
  199. package/src/compiler/template.ts +0 -262
  200. package/src/compiler/toil-docs.generated.ts +0 -77
  201. package/src/compiler/vite.ts +0 -245
  202. package/src/devserver/analytics/index.ts +0 -317
  203. package/src/devserver/config/dotenv.ts +0 -102
  204. package/src/devserver/config/env.ts +0 -30
  205. package/src/devserver/config/ratelimit.ts +0 -123
  206. package/src/devserver/daemon/catalog.ts +0 -120
  207. package/src/devserver/daemon/cron.ts +0 -87
  208. package/src/devserver/daemon/host.ts +0 -134
  209. package/src/devserver/daemon/index.ts +0 -369
  210. package/src/devserver/daemon/runtime.ts +0 -48
  211. package/src/devserver/db/catalog.ts +0 -109
  212. package/src/devserver/db/database.ts +0 -1834
  213. package/src/devserver/db/derives.ts +0 -121
  214. package/src/devserver/db/index.ts +0 -20
  215. package/src/devserver/db/routeKinds.ts +0 -191
  216. package/src/devserver/db/types.ts +0 -168
  217. package/src/devserver/email/caps.ts +0 -0
  218. package/src/devserver/email/config.ts +0 -141
  219. package/src/devserver/email/console.ts +0 -348
  220. package/src/devserver/email/index.ts +0 -155
  221. package/src/devserver/email/providers.ts +0 -131
  222. package/src/devserver/email/status.ts +0 -23
  223. package/src/devserver/email/validate.ts +0 -37
  224. package/src/devserver/email/wire.ts +0 -55
  225. package/src/devserver/http/cache.ts +0 -0
  226. package/src/devserver/http/envelope.ts +0 -157
  227. package/src/devserver/http/proxy.ts +0 -172
  228. package/src/devserver/http/runtime.ts +0 -387
  229. package/src/devserver/index.ts +0 -43
  230. package/src/devserver/production-ipc.ts +0 -63
  231. package/src/devserver/production-worker.ts +0 -83
  232. package/src/devserver/production.ts +0 -718
  233. package/src/devserver/runtime/crypto.ts +0 -587
  234. package/src/devserver/runtime/host.ts +0 -427
  235. package/src/devserver/runtime/module.ts +0 -442
  236. package/src/devserver/server.ts +0 -251
  237. package/src/devserver/ssr.ts +0 -208
  238. package/src/devserver/stream/catalog.ts +0 -106
  239. package/src/devserver/stream/host.ts +0 -42
  240. package/src/devserver/stream/index.ts +0 -301
  241. package/src/devserver/stream/manager.ts +0 -167
  242. package/src/devserver/stream/router.ts +0 -101
  243. package/src/devserver/stream/wire.ts +0 -58
  244. package/src/devserver/stream/ws.ts +0 -78
  245. package/src/devserver/wasm/sections.ts +0 -59
  246. package/src/devserver/wasm/surface.ts +0 -115
  247. package/src/io/FastMap.ts +0 -151
  248. package/src/io/FastSet.ts +0 -113
  249. package/src/io/codec.ts +0 -362
  250. package/src/io/index.ts +0 -10
  251. package/src/io/lengths.ts +0 -14
  252. package/src/io/types.ts +0 -19
  253. package/src/logger/index.ts +0 -22
  254. package/src/shared/index.ts +0 -46
  255. package/test/analytics-dev.test.ts +0 -113
  256. package/test/assembly/aspect-shim.ts +0 -33
  257. package/test/assembly/cookie.spec.ts +0 -303
  258. package/test/assembly/example.spec.ts +0 -22
  259. package/test/assembly/ssr.spec.ts +0 -95
  260. package/test/assembly.test.ts +0 -59
  261. package/test/auth-emails.test.ts +0 -118
  262. package/test/built-ssr.test.ts +0 -148
  263. package/test/channel.test.ts +0 -21
  264. package/test/config-host-port.test.ts +0 -59
  265. package/test/configure.test.ts +0 -94
  266. package/test/daemon-build.test.ts +0 -278
  267. package/test/daemon-catalog.test.ts +0 -349
  268. package/test/daemon-emulation.test.ts +0 -256
  269. package/test/db.test.ts +0 -0
  270. package/test/devserver-database.test.ts +0 -1102
  271. package/test/devserver-email.test.ts +0 -306
  272. package/test/devserver-pqauth.test.ts +0 -93
  273. package/test/devserver-secrets.test.ts +0 -63
  274. package/test/devserver.test.ts +0 -259
  275. package/test/doctor.test.ts +0 -298
  276. package/test/dom/Image.test.tsx +0 -144
  277. package/test/dom/Link.test.tsx +0 -67
  278. package/test/dom/NavLink.test.tsx +0 -37
  279. package/test/dom/Script.test.tsx +0 -48
  280. package/test/dom/action.test.tsx +0 -146
  281. package/test/dom/error-overlay.test.tsx +0 -44
  282. package/test/dom/loader.test.tsx +0 -121
  283. package/test/dom/navigation.test.ts +0 -59
  284. package/test/dom/revalidate.test.tsx +0 -38
  285. package/test/dom/route-head.test.tsx +0 -56
  286. package/test/dom/router-loading.test.tsx +0 -44
  287. package/test/dom/scroll.test.ts +0 -56
  288. package/test/dom/slot.test.tsx +0 -131
  289. package/test/dom/use-metadata.test.tsx +0 -58
  290. package/test/dom/view-transitions.test.tsx +0 -53
  291. package/test/dynamic-routing.test.ts +0 -132
  292. package/test/email-console.test.ts +0 -86
  293. package/test/email-preview.test.ts +0 -73
  294. package/test/emails.test.ts +0 -58
  295. package/test/errors.test.ts +0 -21
  296. package/test/example-guestbook.test.ts +0 -123
  297. package/test/features.test.ts +0 -149
  298. package/test/fixtures/bignum-wire/spec.ts +0 -25
  299. package/test/fixtures/daemon-app.ts +0 -65
  300. package/test/fixtures/stream-echo.ts +0 -26
  301. package/test/fixtures/stream-gate.ts +0 -28
  302. package/test/fixtures/stream-trap.ts +0 -18
  303. package/test/fixtures/stream-typed.ts +0 -41
  304. package/test/fonts.test.ts +0 -28
  305. package/test/global-setup.ts +0 -17
  306. package/test/head.test.ts +0 -42
  307. package/test/image-blur.test.ts +0 -50
  308. package/test/io.test.ts +0 -117
  309. package/test/metadata.test.ts +0 -40
  310. package/test/navlink.test.ts +0 -28
  311. package/test/pages.test.ts +0 -105
  312. package/test/placeholder.test.ts +0 -9
  313. package/test/pqauth-e2e.test.ts +0 -216
  314. package/test/pqauth-email.test.ts +0 -801
  315. package/test/prerender.test.ts +0 -116
  316. package/test/prettier-plugin.test.ts +0 -46
  317. package/test/routes.test.ts +0 -76
  318. package/test/rpc-bignum-wire.test.ts +0 -164
  319. package/test/rpc-dispatch.test.ts +0 -132
  320. package/test/rpc-kinds.test.ts +0 -18
  321. package/test/rpc.test.ts +0 -66
  322. package/test/search.test.ts +0 -114
  323. package/test/seo.test.ts +0 -175
  324. package/test/slot-layouts.test.ts +0 -69
  325. package/test/sri.test.ts +0 -129
  326. package/test/ssg.test.ts +0 -36
  327. package/test/ssr-hydration.test.tsx +0 -122
  328. package/test/ssr-render.test.ts +0 -197
  329. package/test/ssr-template.test.tsx +0 -482
  330. package/test/stream-emulation.test.ts +0 -479
  331. package/test/ui.test.ts +0 -40
  332. package/test/update.test.ts +0 -58
  333. package/test/validate.test.ts +0 -42
  334. package/test/version-check.test.ts +0 -130
  335. package/tests/data-parity/generated-parity.ts +0 -99
  336. package/tests/data-parity/parity.ts +0 -80
  337. package/tests/data-parity/spec.ts +0 -46
@@ -1,718 +0,0 @@
1
- /**
2
- * Built-app self-host server: static assets + ToilScript wasm dispatch + edge
3
- * SSR template assembly. This is the production counterpart to the dev front
4
- * server, except the fallback is the built client directory instead of Vite.
5
- */
6
- import { fork, type ChildProcess } from 'node:child_process';
7
- import fs from 'node:fs';
8
- import { availableParallelism } from 'node:os';
9
- import path from 'node:path';
10
- import { fileURLToPath } from 'node:url';
11
-
12
- import {
13
- type MiddlewareNext,
14
- type Request,
15
- type Response,
16
- Server,
17
- type Websocket,
18
- } from '@dacely/hyper-express';
19
- import pc from 'picocolors';
20
-
21
- import type { EmailBackendConfig } from 'toiljs/shared';
22
-
23
- import type { ResolvedDaemonConfig } from './daemon/host.js';
24
- import { startDaemonRuntime } from './daemon/runtime.js';
25
- import { configureDbPersistence } from './db/index.js';
26
- import { initEmailService } from './email/index.js';
27
- import {
28
- assembleRouteSsr,
29
- dispatchEnvelopeRequest,
30
- installRuntimeErrorHandler,
31
- isDispatchableMethod,
32
- prepareSsrResponse,
33
- prepareWasmResponse,
34
- resolveDynamicFile,
35
- resolveStaticFile,
36
- runtimeServerOptions,
37
- toEnvelopeRequest,
38
- } from './http/runtime.js';
39
- import {
40
- decodeBody,
41
- encodeBody,
42
- isWorkerToPrimaryMessage,
43
- type ThreadedReply,
44
- type ThreadedRequest,
45
- type WorkerToPrimaryMessage,
46
- } from './production-ipc.js';
47
- import { WasmServerModule } from './runtime/module.js';
48
- import { buildSsrRoutes, type DevSsrTemplate, pathnameOf, type SsrRoute } from './ssr.js';
49
-
50
- const WS_MAX_PAYLOAD_LENGTH = 1024 * 1024;
51
- const WS_IDLE_TIMEOUT = 120;
52
- const WS_MAX_BACKPRESSURE = 1024 * 1024 * 2;
53
-
54
- const CORS_METHODS = 'GET, POST, OPTIONS, PUT, PATCH, DELETE';
55
- const CORS_HEADERS = 'X-Requested-With, content-type';
56
-
57
- export interface BuiltServerOptions {
58
- /** Project root; wasm sendfile paths and local data resolve here. */
59
- readonly root: string;
60
- /** Built client directory, usually `<root>/build/client`. */
61
- readonly staticRoot: string;
62
- /** Built server wasm, usually `<root>/build/server/release.wasm`. */
63
- readonly wasmFile?: string;
64
- /** Built cold daemon wasm, usually `<root>/build/server/release-cold.wasm`. */
65
- readonly coldWasmFile?: string;
66
- /** Which layer the self-host process emulates. Default `all`. */
67
- readonly nodeMode?: string;
68
- /** Daemon (L4) config mirror used by the self-host daemon runtime. */
69
- readonly daemon?: ResolvedDaemonConfig;
70
- /** Listening port. Default `3000`. */
71
- readonly port?: number;
72
- /** Bind host. Default `127.0.0.1`. */
73
- readonly host?: string;
74
- /** Extra origins allowed to open the WebSocket channel. */
75
- readonly allowedOrigins?: readonly string[];
76
- /** WebSocket channel path. Default `/_toil`. */
77
- readonly wsPath?: string;
78
- /** Send permissive CORS headers + handle preflight. Default `true`. */
79
- readonly cors?: boolean;
80
- /** Max request body bytes. Default 8 MB. */
81
- readonly maxBodyLength?: number;
82
- /** Optional self-host email config, secrets still come from env/.env.secrets. */
83
- readonly email?: EmailBackendConfig;
84
- /**
85
- * Number of production HTTP workers for `toiljs start`. Default `auto`
86
- * (`os.availableParallelism()`). Set `1` to run a single in-process server.
87
- */
88
- readonly threads?: number | 'auto';
89
- }
90
-
91
- export interface RunningBuiltServer {
92
- readonly port: number;
93
- readonly host: string;
94
- readonly wsPath: string;
95
- broadcast(message: string): void;
96
- clientCount(): number;
97
- close(): Promise<void>;
98
- }
99
-
100
- interface TemplateIndexEntry {
101
- route: string;
102
- name: string;
103
- hash?: string;
104
- }
105
-
106
- interface BuiltServerPaths {
107
- readonly port: number;
108
- readonly host: string;
109
- readonly wsPath: string;
110
- readonly cors: boolean;
111
- readonly projectRoot: string;
112
- readonly staticRoot: string;
113
- readonly indexHtml: string;
114
- }
115
-
116
- interface BuiltRuntime {
117
- readonly projectRoot: string;
118
- readonly module: WasmServerModule | null;
119
- readonly ssrRoutes: readonly SsrRoute[];
120
- }
121
-
122
- interface BuiltHttpRuntimeOptions {
123
- readonly onClientCount?: (count: number) => void;
124
- }
125
-
126
- type DynamicHandler = (request: Request, response: Response) => Promise<boolean>;
127
-
128
- function resolveBuiltServerPaths(options: BuiltServerOptions): BuiltServerPaths {
129
- const port = options.port ?? 3000;
130
- const host = options.host ?? '127.0.0.1';
131
- const wsPath = options.wsPath ?? '/_toil';
132
- const staticRoot = path.resolve(options.staticRoot);
133
- const indexHtml = path.join(staticRoot, 'index.html');
134
- if (!fs.existsSync(indexHtml)) {
135
- throw new Error(`No build found in ${staticRoot}. Run \`toiljs build\` first.`);
136
- }
137
- return {
138
- port,
139
- host,
140
- wsPath,
141
- cors: options.cors ?? true,
142
- projectRoot: path.resolve(options.root),
143
- staticRoot,
144
- indexHtml,
145
- };
146
- }
147
-
148
- function resolveThreadCount(threads: BuiltServerOptions['threads']): number {
149
- const raw = process.env.TOILJS_THREADS ?? threads;
150
- if (raw === undefined || raw === 'auto') return Math.max(1, availableParallelism());
151
- const n = typeof raw === 'number' ? raw : Number.parseInt(raw, 10);
152
- if (!Number.isFinite(n)) return Math.max(1, availableParallelism());
153
- return Math.max(1, Math.min(128, Math.floor(n)));
154
- }
155
-
156
- function headerValue(
157
- headers: readonly (readonly [string, string])[],
158
- name: string,
159
- ): string | undefined {
160
- const lower = name.toLowerCase();
161
- return headers.find(([k]) => k.toLowerCase() === lower)?.[1];
162
- }
163
-
164
- function textReply(status: number, body: string): ThreadedReply {
165
- return {
166
- kind: 'response',
167
- status,
168
- headers: [['content-type', 'text/plain; charset=utf-8']],
169
- body: encodeBody(new TextEncoder().encode(body)),
170
- sendfile: null,
171
- };
172
- }
173
-
174
- function preparedReply(out: {
175
- readonly status: number;
176
- readonly headers: readonly (readonly [string, string])[];
177
- readonly body: Uint8Array;
178
- readonly sendfile: string | null;
179
- }): ThreadedReply {
180
- return {
181
- kind: 'response',
182
- status: out.status,
183
- headers: out.headers,
184
- body: encodeBody(out.body),
185
- sendfile: out.sendfile,
186
- };
187
- }
188
-
189
- function sendThreadedReply(response: Response, reply: ThreadedReply): boolean {
190
- if (reply.kind === 'fallback') return false;
191
- response.status(reply.status);
192
- for (const [name, value] of reply.headers) response.header(name, value);
193
- if (reply.sendfile !== null) {
194
- response.sendFile(reply.sendfile);
195
- return true;
196
- }
197
- const body = decodeBody(reply.body);
198
- response.send(Buffer.from(body.buffer, body.byteOffset, body.length));
199
- return true;
200
- }
201
-
202
- function isWsOriginAllowed(
203
- origin: string | undefined,
204
- hostHeader: string | undefined,
205
- allowed: readonly string[] | undefined,
206
- ): boolean {
207
- if (!origin) return true;
208
- if (allowed?.includes(origin)) return true;
209
- try {
210
- return new URL(origin).host === hostHeader;
211
- } catch {
212
- return false;
213
- }
214
- }
215
-
216
- function parseSlotsManifest(
217
- slotsFile: string,
218
- ): { entries: { id: number; offset: number }[]; hash: Uint8Array } | null {
219
- const bin = fs.readFileSync(slotsFile);
220
- if (bin.length < 46) return null;
221
- if (bin.subarray(0, 4).toString('ascii') !== 'TSLT') return null;
222
- const n = bin.readUInt16LE(44);
223
- if (bin.length < 46 + n * 8) return null;
224
- const entries: { id: number; offset: number }[] = [];
225
- let o = 46;
226
- for (let i = 0; i < n; i++) {
227
- entries.push({ offset: bin.readUInt32LE(o), id: bin.readUInt16LE(o + 4) });
228
- o += 8;
229
- }
230
- return { entries, hash: Buffer.from(bin.subarray(12, 44)) };
231
- }
232
-
233
- function isTemplateIndexEntry(value: unknown): value is TemplateIndexEntry {
234
- if (typeof value !== 'object' || value === null) return false;
235
- const v = value as Record<string, unknown>;
236
- return typeof v.route === 'string' && typeof v.name === 'string';
237
- }
238
-
239
- /** Loads built SSR templates from `<staticRoot>/_ssr/templates.json`. */
240
- export function loadBuiltSsrTemplates(staticRoot: string): DevSsrTemplate[] {
241
- const ssrDir = path.join(staticRoot, '_ssr');
242
- const indexFile = path.join(ssrDir, 'templates.json');
243
- if (!fs.existsSync(indexFile)) return [];
244
- let index: unknown;
245
- try {
246
- index = JSON.parse(fs.readFileSync(indexFile, 'utf8'));
247
- } catch {
248
- return [];
249
- }
250
- if (!Array.isArray(index)) return [];
251
-
252
- const out: DevSsrTemplate[] = [];
253
- for (const item of index) {
254
- if (!isTemplateIndexEntry(item)) continue;
255
- if (!/^[A-Za-z0-9_]+$/.test(item.name)) continue;
256
- const tmplFile = path.join(ssrDir, `${item.name}.tmpl`);
257
- const slotsFile = path.join(ssrDir, `${item.name}.slots`);
258
- if (!fs.existsSync(tmplFile) || !fs.existsSync(slotsFile)) continue;
259
- const parsed = parseSlotsManifest(slotsFile);
260
- if (parsed === null) continue;
261
- out.push({
262
- pattern: item.route,
263
- name: item.name,
264
- tmpl: fs.readFileSync(tmplFile),
265
- entries: parsed.entries,
266
- hash: parsed.hash,
267
- });
268
- }
269
- return out;
270
- }
271
-
272
- function createBuiltRuntime(options: BuiltServerOptions, paths: BuiltServerPaths): BuiltRuntime {
273
- const emailInit = initEmailService(paths.projectRoot, options.email);
274
- if (emailInit.service !== null) {
275
- process.stdout.write(pc.dim(` email enabled: ${emailInit.note}`) + '\n');
276
- } else if (emailInit.note !== null) {
277
- process.stdout.write(pc.yellow(' ! ') + pc.dim(`email off: ${emailInit.note}`) + '\n');
278
- }
279
-
280
- const module =
281
- options.wasmFile !== undefined && fs.existsSync(options.wasmFile)
282
- ? new WasmServerModule(options.wasmFile)
283
- : null;
284
- if (module !== null) {
285
- try {
286
- module.refresh();
287
- } catch (e) {
288
- process.stdout.write(pc.red(` x server wasm failed to load: ${String(e)}`) + '\n');
289
- }
290
- }
291
-
292
- const ssrRoutes = buildSsrRoutes(loadBuiltSsrTemplates(paths.staticRoot));
293
- if (ssrRoutes.length > 0) {
294
- process.stdout.write(
295
- pc.dim(` edge SSR: ${String(ssrRoutes.length)} route(s) served server-side`) + '\n',
296
- );
297
- }
298
-
299
- configureDbPersistence(path.join(paths.projectRoot, '.toil', 'devdata.json'));
300
- return { projectRoot: paths.projectRoot, module, ssrRoutes };
301
- }
302
-
303
- function startBuiltDaemon(
304
- options: BuiltServerOptions,
305
- paths: BuiltServerPaths,
306
- ): { close(): void } | null {
307
- configureDbPersistence(path.join(paths.projectRoot, '.toil', 'devdata.json'));
308
- return startDaemonRuntime({
309
- coldWasmFile: options.coldWasmFile,
310
- nodeMode: options.nodeMode,
311
- daemon: options.daemon,
312
- });
313
- }
314
-
315
- async function handleBuiltRuntimeRequest(
316
- runtime: BuiltRuntime,
317
- request: ThreadedRequest,
318
- ): Promise<ThreadedReply> {
319
- const envelopeReq = {
320
- method: request.method,
321
- path: request.url,
322
- headers: request.headers,
323
- body: decodeBody(request.body),
324
- clientIp: request.clientIp,
325
- };
326
- const dispatchable = isDispatchableMethod(request.method);
327
- if (dispatchable && runtime.module !== null && runtime.module.available) {
328
- const hasAuth =
329
- headerValue(request.headers, 'cookie') !== undefined ||
330
- headerValue(request.headers, 'authorization') !== undefined;
331
- try {
332
- const dispatch = dispatchEnvelopeRequest({
333
- module: runtime.module,
334
- envelopeReq,
335
- method: request.method,
336
- url: request.url,
337
- cacheHost: headerValue(request.headers, 'host') ?? 'self-host',
338
- hasAuth,
339
- });
340
- if (dispatch.result !== null) {
341
- return preparedReply(
342
- prepareWasmResponse(runtime.projectRoot, dispatch.result, 'toil'),
343
- );
344
- }
345
- } catch (e) {
346
- process.stdout.write(
347
- pc.red(` x ${request.method} ${request.path} server error: ${String(e)}`) + '\n',
348
- );
349
- return textReply(500, 'internal error\n');
350
- }
351
- }
352
-
353
- if (request.method === 'GET' || request.method === 'HEAD') {
354
- const route = runtime.ssrRoutes.find((r) => r.test(pathnameOf(request.url)));
355
- if (route !== undefined) {
356
- try {
357
- const out = assembleRouteSsr(route, runtime.module, envelopeReq);
358
- if (out !== null) {
359
- return preparedReply(
360
- prepareSsrResponse(out, request.method === 'HEAD', 'toil'),
361
- );
362
- }
363
- } catch (e) {
364
- process.stdout.write(pc.red(` x SSR ${request.path}: ${String(e)}`) + '\n');
365
- return textReply(500, 'internal error\n');
366
- }
367
- }
368
- return { kind: 'fallback' };
369
- }
370
-
371
- return textReply(404, 'not found\n');
372
- }
373
-
374
- async function startBuiltHttpServer(
375
- options: BuiltServerOptions,
376
- paths: BuiltServerPaths,
377
- dynamicHandler: DynamicHandler,
378
- runtimeOptions: BuiltHttpRuntimeOptions = {},
379
- ): Promise<RunningBuiltServer> {
380
- const cors = paths.cors;
381
-
382
- const app = new Server(runtimeServerOptions(options));
383
-
384
- const clients = new Set<Websocket>();
385
-
386
- installRuntimeErrorHandler(app);
387
-
388
- if (cors) {
389
- app.use((request: Request, response: Response, next: MiddlewareNext) => {
390
- if (request.method !== 'OPTIONS') {
391
- response.setHeader('Access-Control-Allow-Origin', '*');
392
- response.setHeader('Access-Control-Allow-Methods', CORS_METHODS);
393
- response.setHeader('Access-Control-Allow-Headers', CORS_HEADERS);
394
- }
395
- response.removeHeader('uWebSockets');
396
- next();
397
- });
398
- app.options('/*', (_request: Request, response: Response) => {
399
- response.setHeader('Access-Control-Allow-Origin', '*');
400
- response.setHeader('Access-Control-Allow-Methods', CORS_METHODS);
401
- response.setHeader('Access-Control-Allow-Headers', CORS_HEADERS);
402
- response.setHeader('Access-Control-Max-Age', '86400');
403
- response.status(204).send();
404
- });
405
- }
406
-
407
- app.ws(
408
- paths.wsPath,
409
- {
410
- message_type: 'String',
411
- max_payload_length: WS_MAX_PAYLOAD_LENGTH,
412
- idle_timeout: WS_IDLE_TIMEOUT,
413
- max_backpressure: WS_MAX_BACKPRESSURE,
414
- },
415
- (ws) => {
416
- clients.add(ws);
417
- runtimeOptions.onClientCount?.(clients.size);
418
- ws.send(JSON.stringify({ type: 'connected', clients: clients.size }));
419
- ws.on('message', (message: string) => {
420
- for (const client of clients) client.send(message);
421
- });
422
- ws.on('drain', () => {});
423
- ws.on('close', () => {
424
- clients.delete(ws);
425
- runtimeOptions.onClientCount?.(clients.size);
426
- });
427
- },
428
- );
429
-
430
- app.upgrade(paths.wsPath, (request: Request, response: Response) => {
431
- if (
432
- !isWsOriginAllowed(request.headers.origin, request.headers.host, options.allowedOrigins)
433
- ) {
434
- response.status(403).send();
435
- return;
436
- }
437
- response.upgrade({});
438
- });
439
-
440
- app.any('/*', async (request: Request, response: Response) => {
441
- response.removeHeader('uWebSockets');
442
-
443
- if (request.method === 'GET' || request.method === 'HEAD') {
444
- const file = resolveStaticFile(paths.staticRoot, request.path);
445
- if (file !== null) {
446
- response.sendFile(file);
447
- return;
448
- }
449
- }
450
-
451
- if (await dynamicHandler(request, response)) return;
452
-
453
- if (request.method === 'GET' || request.method === 'HEAD') {
454
- // Serve the route's OWN prerendered HTML if the build baked one
455
- // (`<route>/index.html`, written by prerender.ts/ssg.ts with that route's metadata);
456
- // otherwise fall back to the root shell for client-side routing. Without this per-route
457
- // lookup EVERY route served the root index.html, so view-source on e.g. /login showed
458
- // the home page's <head> (title/description/canonical/og) instead of the page's own.
459
- const routeHtml = resolveStaticFile(paths.staticRoot, `${request.path}/index.html`);
460
- // A dynamic route with no baked concrete page is served by its bracket template
461
- // (`blog/[id].html`) matched the way the client router matches, mirroring the edge; the
462
- // client then hydrates it for the concrete URL. Falls back to the root shell if none.
463
- const dynHtml =
464
- routeHtml === null ? resolveDynamicFile(paths.staticRoot, request.path) : null;
465
- response.sendFile(routeHtml ?? dynHtml ?? paths.indexHtml);
466
- return;
467
- }
468
-
469
- response.status(404).send('not found\n');
470
- });
471
-
472
- await app.listen(paths.port, paths.host);
473
-
474
- return {
475
- port: paths.port,
476
- host: paths.host,
477
- wsPath: paths.wsPath,
478
- broadcast: (message: string): void => {
479
- for (const client of clients) client.send(message);
480
- },
481
- clientCount: (): number => clients.size,
482
- close: async (): Promise<void> => {
483
- await app.shutdown();
484
- },
485
- };
486
- }
487
-
488
- async function toThreadedRequest(request: Request, id: number): Promise<ThreadedRequest> {
489
- const envelopeReq = await toEnvelopeRequest(request);
490
- return {
491
- id,
492
- method: request.method,
493
- url: request.url,
494
- path: request.path,
495
- headers: envelopeReq.headers,
496
- body: encodeBody(envelopeReq.body),
497
- clientIp: envelopeReq.clientIp ?? '127.0.0.1',
498
- };
499
- }
500
-
501
- async function startBuiltServerSingle(options: BuiltServerOptions): Promise<RunningBuiltServer> {
502
- const paths = resolveBuiltServerPaths(options);
503
- const runtime = createBuiltRuntime(options, paths);
504
- const daemon = startBuiltDaemon(options, paths);
505
- try {
506
- const server = await startBuiltHttpServer(options, paths, async (request, response) => {
507
- const reply = await handleBuiltRuntimeRequest(
508
- runtime,
509
- await toThreadedRequest(request, 0),
510
- );
511
- return sendThreadedReply(response, reply);
512
- });
513
- return {
514
- ...server,
515
- close: async (): Promise<void> => {
516
- daemon?.close();
517
- await server.close();
518
- },
519
- };
520
- } catch (e) {
521
- daemon?.close();
522
- throw e;
523
- }
524
- }
525
-
526
- export interface BuiltServerWorkerController {
527
- request(request: ThreadedRequest): Promise<ThreadedReply>;
528
- clientCount(count: number): void;
529
- }
530
-
531
- export async function startBuiltServerWorker(
532
- options: BuiltServerOptions,
533
- controller: BuiltServerWorkerController,
534
- ): Promise<RunningBuiltServer> {
535
- const paths = resolveBuiltServerPaths(options);
536
- let nextRequestId = 1;
537
- return startBuiltHttpServer(
538
- { ...options, threads: 1 },
539
- paths,
540
- async (request, response) => {
541
- const reply = await controller.request(
542
- await toThreadedRequest(request, nextRequestId++),
543
- );
544
- return sendThreadedReply(response, reply);
545
- },
546
- { onClientCount: (count) => controller.clientCount(count) },
547
- );
548
- }
549
-
550
- function sendToWorker(worker: ChildProcess, message: object): void {
551
- try {
552
- worker.send?.(message);
553
- } catch {
554
- // Worker is already gone; the exit handler will respawn or close it.
555
- }
556
- }
557
-
558
- function stopWorker(worker: ChildProcess): Promise<void> {
559
- return new Promise((resolve) => {
560
- if (worker.exitCode !== null || worker.signalCode !== null) {
561
- resolve();
562
- return;
563
- }
564
- const hard = setTimeout(() => {
565
- try {
566
- worker.kill('SIGTERM');
567
- } catch {
568
- // already closed
569
- }
570
- resolve();
571
- }, 1500);
572
- hard.unref();
573
- worker.once('exit', () => {
574
- clearTimeout(hard);
575
- resolve();
576
- });
577
- sendToWorker(worker, { toil: 'shutdown' });
578
- });
579
- }
580
-
581
- async function startThreadedBuiltServer(
582
- options: BuiltServerOptions,
583
- threads: number,
584
- ): Promise<RunningBuiltServer> {
585
- const paths = resolveBuiltServerPaths(options);
586
- const runtime = createBuiltRuntime(options, paths);
587
- const daemon = startBuiltDaemon(options, paths);
588
- const workerScript = fileURLToPath(new URL('./production-worker.js', import.meta.url));
589
- const workers = new Map<number, ChildProcess>();
590
- const clientCounts = new Map<number, number>();
591
- let closing = false;
592
-
593
- const handleMessage = (worker: ChildProcess, message: WorkerToPrimaryMessage): void => {
594
- switch (message.toil) {
595
- case 'clientCount':
596
- clientCounts.set(message.workerId, message.count);
597
- return;
598
- case 'request':
599
- void handleBuiltRuntimeRequest(runtime, message.request)
600
- .then((reply) =>
601
- sendToWorker(worker, {
602
- toil: 'reply',
603
- id: message.request.id,
604
- reply,
605
- }),
606
- )
607
- .catch((e: unknown) =>
608
- sendToWorker(worker, {
609
- toil: 'reply',
610
- id: message.request.id,
611
- reply: textReply(500, `internal error: ${String(e)}\n`),
612
- }),
613
- );
614
- return;
615
- case 'ready':
616
- return;
617
- }
618
- };
619
-
620
- const spawnWorker = (workerId: number, initial: boolean): Promise<void> =>
621
- new Promise((resolve, reject) => {
622
- const worker = fork(workerScript, [], {
623
- stdio: ['inherit', 'inherit', 'inherit', 'ipc'],
624
- env: process.env,
625
- });
626
- workers.set(workerId, worker);
627
- clientCounts.set(workerId, 0);
628
-
629
- let ready = false;
630
- const failInitial = (error: Error): void => {
631
- if (!initial || ready) return;
632
- reject(error);
633
- };
634
-
635
- worker.on('message', (value: unknown) => {
636
- if (!isWorkerToPrimaryMessage(value)) return;
637
- if (value.toil === 'ready') {
638
- ready = true;
639
- resolve();
640
- return;
641
- }
642
- handleMessage(worker, value);
643
- });
644
- worker.once('error', (error) => {
645
- failInitial(error);
646
- });
647
- worker.once('exit', (code, signal) => {
648
- workers.delete(workerId);
649
- clientCounts.delete(workerId);
650
- if (closing) return;
651
- if (!ready) {
652
- failInitial(
653
- new Error(
654
- `production worker ${String(workerId)} exited before listening (code ${String(code)}, signal ${String(signal)})`,
655
- ),
656
- );
657
- return;
658
- }
659
- void spawnWorker(workerId, false).catch((e: unknown) => {
660
- process.stdout.write(
661
- pc.red(
662
- ` x production worker ${String(workerId)} restart failed: ${String(e)}`,
663
- ) + '\n',
664
- );
665
- });
666
- });
667
- sendToWorker(worker, {
668
- toil: 'start',
669
- workerId,
670
- options: { ...options, threads: 1 },
671
- });
672
- });
673
-
674
- try {
675
- await Promise.all(Array.from({ length: threads }, (_, i) => spawnWorker(i + 1, true)));
676
- } catch (e) {
677
- closing = true;
678
- daemon?.close();
679
- await Promise.all([...workers.values()].map((worker) => stopWorker(worker)));
680
- throw e;
681
- }
682
-
683
- process.stdout.write(pc.dim(` production threads: ${String(threads)} HTTP workers`) + '\n');
684
-
685
- return {
686
- port: paths.port,
687
- host: paths.host,
688
- wsPath: paths.wsPath,
689
- broadcast: (message: string): void => {
690
- for (const worker of workers.values()) {
691
- sendToWorker(worker, { toil: 'broadcast', message });
692
- }
693
- },
694
- clientCount: (): number => {
695
- let total = 0;
696
- for (const count of clientCounts.values()) total += count;
697
- return total;
698
- },
699
- close: async (): Promise<void> => {
700
- closing = true;
701
- daemon?.close();
702
- await Promise.all([...workers.values()].map((worker) => stopWorker(worker)));
703
- },
704
- };
705
- }
706
-
707
- /**
708
- * Starts a built toil app. Requests are served in this order:
709
- * 1. concrete static files from `staticRoot`,
710
- * 2. wasm `handle()` for API/server routes,
711
- * 3. wasm `render()` + `_ssr` template assembly for SSR routes,
712
- * 4. SPA fallback to `index.html`.
713
- */
714
- export async function startBuiltServer(options: BuiltServerOptions): Promise<RunningBuiltServer> {
715
- const threads = resolveThreadCount(options.threads);
716
- if (threads <= 1) return startBuiltServerSingle(options);
717
- return startThreadedBuiltServer(options, threads);
718
- }