toiljs 0.0.60 → 0.0.61
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.github/workflows/ci.yml +31 -0
- package/CHANGELOG.md +5 -0
- package/build/cli/.tsbuildinfo +1 -1
- package/build/cli/index.js +2 -2
- package/build/client/.tsbuildinfo +1 -1
- package/build/client/index.d.ts +1 -1
- package/build/client/index.js +1 -1
- package/build/client/routing/mount.js +12 -1
- package/build/client/ssr/markers.d.ts +1 -0
- package/build/client/ssr/markers.js +3 -0
- package/build/compiler/.tsbuildinfo +1 -1
- package/build/compiler/config.d.ts +21 -0
- package/build/compiler/config.js +35 -0
- package/build/compiler/docs.d.ts +2 -1
- package/build/compiler/docs.js +33 -304
- package/build/compiler/index.d.ts +13 -0
- package/build/compiler/index.js +113 -21
- package/build/compiler/template-build.d.ts +21 -1
- package/build/compiler/template-build.js +110 -26
- package/build/compiler/toil-docs.generated.d.ts +1 -0
- package/build/compiler/toil-docs.generated.js +20 -0
- package/build/devserver/.tsbuildinfo +1 -1
- package/build/devserver/daemon/catalog.d.ts +26 -0
- package/build/devserver/daemon/catalog.js +48 -0
- package/build/devserver/daemon/cron.d.ts +4 -0
- package/build/devserver/daemon/cron.js +50 -0
- package/build/devserver/daemon/host.d.ts +37 -0
- package/build/devserver/daemon/host.js +94 -0
- package/build/devserver/daemon/index.d.ts +34 -0
- package/build/devserver/daemon/index.js +241 -0
- package/build/devserver/db/catalog.d.ts +2 -1
- package/build/devserver/db/catalog.js +44 -44
- package/build/devserver/db/database.d.ts +27 -11
- package/build/devserver/db/database.js +539 -169
- package/build/devserver/db/index.d.ts +1 -1
- package/build/devserver/db/index.js +1 -1
- package/build/devserver/db/routeKinds.d.ts +8 -0
- package/build/devserver/db/routeKinds.js +139 -0
- package/build/devserver/db/types.d.ts +64 -1
- package/build/devserver/db/types.js +33 -1
- package/build/devserver/index.d.ts +10 -0
- package/build/devserver/index.js +7 -0
- package/build/devserver/mstore/store.d.ts +18 -0
- package/build/devserver/mstore/store.js +82 -0
- package/build/devserver/runtime/host.d.ts +6 -0
- package/build/devserver/runtime/host.js +45 -1
- package/build/devserver/runtime/module.d.ts +1 -0
- package/build/devserver/runtime/module.js +27 -1
- package/build/devserver/server.d.ts +6 -0
- package/build/devserver/server.js +59 -0
- package/build/devserver/ssr.d.ts +25 -0
- package/build/devserver/ssr.js +114 -0
- package/build/devserver/wasm/sections.d.ts +2 -0
- package/build/devserver/wasm/sections.js +42 -0
- package/build/devserver/wasm/surface.d.ts +18 -0
- package/build/devserver/wasm/surface.js +41 -0
- package/docs/README.md +4 -4
- package/docs/auth-todo.md +6 -6
- package/docs/caching.md +5 -5
- package/docs/cli.md +15 -0
- package/docs/client.md +40 -0
- package/docs/crypto.md +4 -4
- package/docs/data.md +6 -6
- package/docs/email.md +28 -28
- package/docs/environment.md +10 -10
- package/docs/index.md +26 -0
- package/docs/ratelimit.md +10 -10
- package/docs/routing.md +2 -2
- package/docs/server.md +61 -0
- package/docs/ssr.md +561 -113
- package/docs/styling.md +22 -0
- package/docs/time.md +1 -1
- package/eslint.config.js +10 -1
- package/examples/basic/client/components/Header.tsx +3 -0
- package/examples/basic/client/routes/features/actions.tsx +0 -2
- package/examples/basic/client/routes/hello.tsx +89 -19
- package/examples/basic/client/styles/main.css +48 -0
- package/examples/basic/server/SsrHelloRender.ts +97 -0
- package/examples/basic/server/main.ts +5 -0
- package/examples/basic/server/streams/Echo.ts +49 -0
- package/package.json +12 -10
- package/scripts/gen-toil-docs.mjs +96 -0
- package/src/cli/create.ts +2 -2
- package/src/client/index.ts +1 -1
- package/src/client/routing/mount.tsx +18 -2
- package/src/client/ssr/markers.tsx +22 -0
- package/src/compiler/config.ts +88 -2
- package/src/compiler/docs.ts +47 -308
- package/src/compiler/index.ts +236 -32
- package/src/compiler/ssr-codegen.ts +1 -1
- package/src/compiler/template-build.ts +247 -46
- package/src/compiler/toil-docs.generated.ts +26 -0
- package/src/devserver/daemon/catalog.ts +120 -0
- package/src/devserver/daemon/cron.ts +87 -0
- package/src/devserver/daemon/host.ts +224 -0
- package/src/devserver/daemon/index.ts +349 -0
- package/src/devserver/db/catalog.ts +61 -53
- package/src/devserver/db/database.ts +613 -149
- package/src/devserver/db/index.ts +1 -1
- package/src/devserver/db/routeKinds.ts +147 -0
- package/src/devserver/db/types.ts +65 -2
- package/src/devserver/index.ts +12 -0
- package/src/devserver/mstore/store.ts +121 -0
- package/src/devserver/runtime/host.ts +92 -1
- package/src/devserver/runtime/module.ts +35 -1
- package/src/devserver/server.ts +101 -0
- package/src/devserver/ssr.ts +166 -0
- package/src/devserver/wasm/sections.ts +59 -0
- package/src/devserver/wasm/surface.ts +88 -0
- package/test/daemon-build.test.ts +198 -0
- package/test/daemon-catalog.test.ts +265 -0
- package/test/daemon-emulation.test.ts +216 -0
- package/test/devserver-database.test.ts +396 -5
- package/test/email-preview.test.ts +6 -1
- package/test/fixtures/daemon-app.ts +56 -0
- package/test/global-setup.ts +17 -0
- package/test/ssr-render.test.ts +94 -27
- package/test/ssr-template.test.tsx +44 -1
- package/vitest.config.ts +3 -0
package/test/ssr-render.test.ts
CHANGED
|
@@ -1,11 +1,19 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* End-to-end guest render: drive the real ToilScript-compiled `render` export
|
|
3
|
-
* of the
|
|
4
|
-
* produces exactly the bytes the Rust host's `decode_values`/`assemble`
|
|
5
|
-
* (the same wire format proven on the host side in
|
|
3
|
+
* of the basic example's server wasm, decode its values envelope, and confirm
|
|
4
|
+
* the guest produces exactly the bytes the Rust host's `decode_values`/`assemble`
|
|
5
|
+
* expects (the same wire format proven on the host side in
|
|
6
6
|
* `toil-backend/src/host/template/assemble.rs`). Closing the loop with the
|
|
7
7
|
* golden byte-identity test (`ssr-template.test.tsx`), this proves the full
|
|
8
8
|
* chain: guest values -> splice -> React-identical HTML.
|
|
9
|
+
*
|
|
10
|
+
* SSR is part of the normal (single-wasm) build now: the example's `/hello`
|
|
11
|
+
* route opts in with `export const ssr = true`, the build extracts its template
|
|
12
|
+
* into `build/client/_ssr/hello.{tmpl,slots,slots.ts}`, and the server
|
|
13
|
+
* `render` (`examples/basic/server/SsrHelloRender.ts`) fills the holes. We drive
|
|
14
|
+
* the same `build/server/release.wasm` the dev server and edge run, and pin the
|
|
15
|
+
* expected coherence hash to the generated `templates.json` so the guest and the
|
|
16
|
+
* deployed template are proven to agree.
|
|
9
17
|
*/
|
|
10
18
|
import fs from 'node:fs';
|
|
11
19
|
import path from 'node:path';
|
|
@@ -16,10 +24,14 @@ import { describe, expect, it } from 'vitest';
|
|
|
16
24
|
import { WasmServerModule } from '../src/devserver/index.js';
|
|
17
25
|
import { spliceTemplate } from '../src/compiler/template.js';
|
|
18
26
|
|
|
19
|
-
const
|
|
27
|
+
const EXAMPLE = path.resolve(
|
|
20
28
|
path.dirname(fileURLToPath(import.meta.url)),
|
|
21
|
-
'../examples/basic
|
|
29
|
+
'../examples/basic',
|
|
22
30
|
);
|
|
31
|
+
/** Single-wasm SSR: the server `render` lives in the normal server wasm. */
|
|
32
|
+
const SERVER_WASM = path.join(EXAMPLE, 'build/server/release.wasm');
|
|
33
|
+
const SSR_DIR = path.join(EXAMPLE, 'build/client/_ssr');
|
|
34
|
+
const TEMPLATES = path.join(SSR_DIR, 'templates.json');
|
|
23
35
|
|
|
24
36
|
interface DecodedSlot {
|
|
25
37
|
slotId: number;
|
|
@@ -72,9 +84,25 @@ function decodeValues(buf: Uint8Array): DecodedValues {
|
|
|
72
84
|
return { status, hash, headers, slots };
|
|
73
85
|
}
|
|
74
86
|
|
|
75
|
-
|
|
87
|
+
/** The hash the build pinned for the `/hello` template (deploy-skew guard). */
|
|
88
|
+
function helloTemplateHash(): Buffer {
|
|
89
|
+
const index = JSON.parse(fs.readFileSync(TEMPLATES, 'utf8')) as {
|
|
90
|
+
route: string;
|
|
91
|
+
name: string;
|
|
92
|
+
hash: string;
|
|
93
|
+
}[];
|
|
94
|
+
const hello = index.find((t) => t.route === '/hello');
|
|
95
|
+
if (!hello) throw new Error('no /hello template in templates.json');
|
|
96
|
+
return Buffer.from(hello.hash, 'hex');
|
|
97
|
+
}
|
|
98
|
+
|
|
99
|
+
// Skip cleanly when the example has not been built (no toolchain in CI): the
|
|
100
|
+
// build is what produces both the wasm and the template artifacts.
|
|
101
|
+
const built = fs.existsSync(SERVER_WASM) && fs.existsSync(TEMPLATES);
|
|
102
|
+
|
|
103
|
+
describe.skipIf(!built)('edge SSR guest render (real single-wasm build)', () => {
|
|
76
104
|
const load = (): WasmServerModule => {
|
|
77
|
-
const m = new WasmServerModule(
|
|
105
|
+
const m = new WasmServerModule(SERVER_WASM);
|
|
78
106
|
m.refresh();
|
|
79
107
|
return m;
|
|
80
108
|
};
|
|
@@ -86,36 +114,75 @@ describe.skipIf(!fs.existsSync(SSR_WASM))('edge SSR guest render (real wasm)', (
|
|
|
86
114
|
body: new Uint8Array(0),
|
|
87
115
|
});
|
|
88
116
|
|
|
89
|
-
it('produces a values envelope with the
|
|
117
|
+
it('produces a values envelope with the deployed template hash and escaped holes', () => {
|
|
90
118
|
const d = decodeValues(render(load(), '/hello'));
|
|
91
119
|
expect(d.status).toBe(200);
|
|
92
|
-
// The HASH
|
|
93
|
-
|
|
120
|
+
// The guest's compiled-in HASH must equal the deployed template's hash,
|
|
121
|
+
// or the host rejects the response as a deploy skew.
|
|
122
|
+
expect(d.hash.equals(helloTemplateHash())).toBe(true);
|
|
94
123
|
|
|
124
|
+
// Top-level slots in document order: name (text), blurb (raw), services (repeat).
|
|
95
125
|
expect(d.slots.map((s) => `${s.slotId}:${s.kind}`)).toEqual([
|
|
96
|
-
'0:0', //
|
|
97
|
-
'1:
|
|
126
|
+
'0:0', // name, text
|
|
127
|
+
'1:1', // blurb, raw
|
|
128
|
+
'2:3', // services, repeat
|
|
98
129
|
]);
|
|
99
|
-
// Text hole:
|
|
100
|
-
expect(d.slots[0].value.toString('utf8')).toBe('world
|
|
101
|
-
//
|
|
130
|
+
// Text hole: the default greeting target.
|
|
131
|
+
expect(d.slots[0].value.toString('utf8')).toBe('world');
|
|
132
|
+
// Raw hole: inserted verbatim (NOT escaped).
|
|
102
133
|
expect(d.slots[1].value.toString('utf8')).toBe(
|
|
103
|
-
'<
|
|
134
|
+
'Rendered at the <strong>edge</strong> from a tiny values envelope.',
|
|
104
135
|
);
|
|
136
|
+
// Repeat hole: three stamped rows, each nested hole React-escaped.
|
|
137
|
+
expect(d.slots[2].value.toString('utf8')).toBe(
|
|
138
|
+
'<li><strong>record</strong><span class="hello-region">us-east</span></li>' +
|
|
139
|
+
'<li><strong>unique</strong><span class="hello-region">eu-west</span></li>' +
|
|
140
|
+
'<li><strong>counter</strong><span class="hello-region">ap-south</span></li>',
|
|
141
|
+
);
|
|
142
|
+
});
|
|
143
|
+
|
|
144
|
+
it('escapes a text hole derived from the request (?name=)', () => {
|
|
145
|
+
const d = decodeValues(render(load(), '/hello?name=A<b>%26"x'));
|
|
146
|
+
expect(d.status).toBe(200);
|
|
147
|
+
// setText React-escapes: & -> &, <> -> entities, " -> ".
|
|
148
|
+
// (The query value arrives as the raw bytes after `name=`; only `%26`
|
|
149
|
+
// is a literal here, so the guest sees `A<b>&"x` after the `&` split is
|
|
150
|
+
// accounted for — assert the escaping shape rather than the exact bytes.)
|
|
151
|
+
const v = d.slots[0].value.toString('utf8');
|
|
152
|
+
expect(v).not.toContain('<b>');
|
|
153
|
+
expect(v).toContain('<');
|
|
105
154
|
});
|
|
106
155
|
|
|
107
|
-
it('splices into
|
|
156
|
+
it('splices into the real built template exactly (guest -> host -> HTML)', () => {
|
|
108
157
|
const d = decodeValues(render(load(), '/hello'));
|
|
109
|
-
|
|
110
|
-
const
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
]
|
|
117
|
-
|
|
118
|
-
|
|
158
|
+
const tmpl = fs.readFileSync(path.join(SSR_DIR, 'hello.tmpl'));
|
|
159
|
+
const slotsBin = fs.readFileSync(path.join(SSR_DIR, 'hello.slots'));
|
|
160
|
+
|
|
161
|
+
// Read the top-level slot offsets straight from the .slots manifest
|
|
162
|
+
// (header is 46 bytes; each entry is offset u32, id u16, kind u8, rsvd u8).
|
|
163
|
+
const nSlots = slotsBin.readUInt16LE(44);
|
|
164
|
+
const byId = new Map(d.slots.map((s) => [s.slotId, s.value]));
|
|
165
|
+
const inserts: { offset: number; value: Buffer }[] = [];
|
|
166
|
+
let o = 46;
|
|
167
|
+
for (let i = 0; i < nSlots; i++) {
|
|
168
|
+
const offset = slotsBin.readUInt32LE(o);
|
|
169
|
+
const id = slotsBin.readUInt16LE(o + 4);
|
|
170
|
+
inserts.push({ offset, value: Buffer.from(byId.get(id)!) });
|
|
171
|
+
o += 8;
|
|
172
|
+
}
|
|
173
|
+
const out = spliceTemplate(tmpl, inserts).toString('utf8');
|
|
174
|
+
|
|
175
|
+
// The spliced section is well-formed and carries every filled hole.
|
|
176
|
+
expect(out).toContain(
|
|
177
|
+
'<section class="hello"><h1>Hello, world!</h1>' +
|
|
178
|
+
'<p class="hello-blurb"><span>Rendered at the <strong>edge</strong> ' +
|
|
179
|
+
'from a tiny values envelope.</span></p>' +
|
|
180
|
+
'<h2>Service snapshot</h2>' +
|
|
181
|
+
'<ul class="hello-services">' +
|
|
182
|
+
'<li><strong>record</strong><span class="hello-region">us-east</span></li>' +
|
|
183
|
+
'<li><strong>unique</strong><span class="hello-region">eu-west</span></li>' +
|
|
184
|
+
'<li><strong>counter</strong><span class="hello-region">ap-south</span></li>' +
|
|
185
|
+
'</ul></section>',
|
|
119
186
|
);
|
|
120
187
|
});
|
|
121
188
|
|
|
@@ -20,7 +20,7 @@ import path from 'node:path';
|
|
|
20
20
|
import { renderToStaticMarkup } from 'react-dom/server';
|
|
21
21
|
import { describe, expect, it } from 'vitest';
|
|
22
22
|
|
|
23
|
-
import { Hole, Island, RawHtml, Repeat, __setSsrBuild } from '../src/client/ssr/markers';
|
|
23
|
+
import { Hole, Island, RawHtml, Repeat, attr, __setSsrBuild } from '../src/client/ssr/markers';
|
|
24
24
|
import { LoaderDataContext, useLoaderData } from '../src/client/routing/loader';
|
|
25
25
|
import {
|
|
26
26
|
extractRouteTemplate,
|
|
@@ -265,6 +265,49 @@ describe('ssr guest codegen (Slot enum + HASH)', () => {
|
|
|
265
265
|
});
|
|
266
266
|
});
|
|
267
267
|
|
|
268
|
+
describe('ssr attribute holes (attr())', () => {
|
|
269
|
+
it('is transparent in the browser and a sentinel under the build extractor', () => {
|
|
270
|
+
// Browser (default): passes the value through unchanged.
|
|
271
|
+
expect(attr('link', '/u/ada')).toBe('/u/ada');
|
|
272
|
+
// Build: emits a PUA sentinel token (start codepoint U+E000) carrying the id.
|
|
273
|
+
__setSsrBuild(true);
|
|
274
|
+
try {
|
|
275
|
+
const tok = attr('link', '/u/ada');
|
|
276
|
+
expect(tok).not.toBe('/u/ada');
|
|
277
|
+
expect(tok.charCodeAt(0)).toBe(0xe000);
|
|
278
|
+
expect(tok).toContain('link');
|
|
279
|
+
} finally {
|
|
280
|
+
__setSsrBuild(false);
|
|
281
|
+
}
|
|
282
|
+
});
|
|
283
|
+
|
|
284
|
+
it('extracts an attr slot whose guest stamp reproduces React attribute output byte-for-byte', () => {
|
|
285
|
+
// Render with the attr() hole in an attribute position, in build mode.
|
|
286
|
+
__setSsrBuild(true);
|
|
287
|
+
let built: string;
|
|
288
|
+
try {
|
|
289
|
+
built = renderToStaticMarkup(<a href={attr('link', 'IGNORED_AT_BUILD')}>x</a>);
|
|
290
|
+
} finally {
|
|
291
|
+
__setSsrBuild(false);
|
|
292
|
+
}
|
|
293
|
+
const { tmpl, slots } = extractFromHtml(built);
|
|
294
|
+
expect(slots).toHaveLength(1);
|
|
295
|
+
expect(slots[0]).toMatchObject({ id: 'link', kind: 'attr' });
|
|
296
|
+
expect(kindByte(slots[0].kind)).toBe(2);
|
|
297
|
+
// The .tmpl carries the attribute with the hole stripped to an empty value.
|
|
298
|
+
expect(tmpl.toString('utf8')).toBe('<a href="">x</a>');
|
|
299
|
+
|
|
300
|
+
// Guest stamp: setAttr React-escapes (identical to text); splice at the offset.
|
|
301
|
+
const value = '/u/ada?q="a"&b<c>';
|
|
302
|
+
const stamped = spliceTemplate(tmpl, [
|
|
303
|
+
{ offset: slots[0].offset, value: Buffer.from(reactEscapeHtml(value), 'utf8') },
|
|
304
|
+
]).toString('utf8');
|
|
305
|
+
|
|
306
|
+
// Byte-identical to what React renders for the same attribute value (clean hydration).
|
|
307
|
+
expect(stamped).toBe(renderToStaticMarkup(<a href={value}>x</a>));
|
|
308
|
+
});
|
|
309
|
+
});
|
|
310
|
+
|
|
268
311
|
describe('ssr build orchestration', () => {
|
|
269
312
|
const SHELL =
|
|
270
313
|
'<!doctype html><html><head><title>t</title></head><body><div id="root"></div>' +
|
package/vitest.config.ts
CHANGED
|
@@ -6,6 +6,9 @@ export default defineConfig({
|
|
|
6
6
|
test: {
|
|
7
7
|
globals: true,
|
|
8
8
|
environment: 'node',
|
|
9
|
+
// Generate src/compiler/toil-docs.generated.ts (gitignored, imported by
|
|
10
|
+
// docs.ts) before the suite, so a fresh checkout can test without a build.
|
|
11
|
+
globalSetup: ['./test/global-setup.ts'],
|
|
9
12
|
include: ['test/**/*.test.ts', 'test/**/*.test.tsx', 'test/**/*.spec.ts'],
|
|
10
13
|
// test/assembly holds toilscript specs run by as-pect, not vitest.
|
|
11
14
|
exclude: [...configDefaults.exclude, 'test/assembly/**'],
|