toiljs 0.0.15 → 0.0.19

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (273) hide show
  1. package/.babelrc +13 -13
  2. package/.gitattributes +2 -2
  3. package/.github/ISSUE_TEMPLATE/bug_report.md +38 -38
  4. package/.github/ISSUE_TEMPLATE/bug_report.yml +90 -90
  5. package/.github/ISSUE_TEMPLATE/config.yml +8 -8
  6. package/.github/ISSUE_TEMPLATE/feature_request.md +20 -20
  7. package/.github/PULL_REQUEST_TEMPLATE.md +43 -43
  8. package/.github/changelog-config.json +45 -45
  9. package/.github/dependabot.yml +27 -27
  10. package/.github/workflows/ci.yml +191 -191
  11. package/.prettierrc.json +11 -11
  12. package/.vscode/settings.json +9 -9
  13. package/CHANGELOG.md +116 -5
  14. package/LICENSE +187 -187
  15. package/README.md +524 -315
  16. package/as-pect.asconfig.json +34 -34
  17. package/as-pect.config.js +65 -65
  18. package/assets/logo.svg +36 -36
  19. package/build/backend/.tsbuildinfo +1 -1
  20. package/build/backend/index.d.ts +1 -0
  21. package/build/backend/index.js +20 -1
  22. package/build/cli/.tsbuildinfo +1 -1
  23. package/build/cli/index.js +1320 -696
  24. package/build/client/.tsbuildinfo +1 -1
  25. package/build/client/dev/devtools.d.ts +6 -0
  26. package/build/client/dev/devtools.js +479 -0
  27. package/build/client/dev/error-overlay.d.ts +9 -0
  28. package/build/client/dev/error-overlay.js +19 -4
  29. package/build/client/errors.d.ts +1 -0
  30. package/build/client/errors.js +3 -0
  31. package/build/client/index.d.ts +2 -0
  32. package/build/client/index.js +2 -0
  33. package/build/client/navigation/prefetch.d.ts +1 -0
  34. package/build/client/navigation/prefetch.js +35 -0
  35. package/build/client/routing/Router.js +1 -1
  36. package/build/client/routing/hooks.js +6 -2
  37. package/build/client/routing/loader.d.ts +23 -0
  38. package/build/client/routing/loader.js +53 -7
  39. package/build/client/routing/mount.js +4 -3
  40. package/build/client/rpc.d.ts +1 -0
  41. package/build/client/rpc.js +37 -0
  42. package/build/compiler/.tsbuildinfo +1 -1
  43. package/build/compiler/config.d.ts +16 -0
  44. package/build/compiler/config.js +9 -0
  45. package/build/compiler/docs.js +78 -21
  46. package/build/compiler/generate.js +5 -4
  47. package/build/compiler/index.d.ts +3 -2
  48. package/build/compiler/index.js +2 -2
  49. package/build/compiler/plugin.js +228 -0
  50. package/build/compiler/prerender.d.ts +1 -0
  51. package/build/compiler/prerender.js +1 -1
  52. package/build/compiler/seo.d.ts +1 -1
  53. package/build/compiler/seo.js +20 -5
  54. package/build/compiler/ssg.js +39 -2
  55. package/build/compiler/vite.js +25 -0
  56. package/build/io/.tsbuildinfo +1 -1
  57. package/build/io/codec.d.ts +54 -0
  58. package/build/io/codec.js +143 -0
  59. package/build/io/index.d.ts +1 -2
  60. package/build/io/index.js +1 -2
  61. package/build/logger/.tsbuildinfo +1 -1
  62. package/build/shared/.tsbuildinfo +1 -1
  63. package/eslint.config.js +48 -48
  64. package/examples/basic/client/404.tsx +11 -11
  65. package/examples/basic/client/components/.gitkeep +1 -1
  66. package/examples/basic/client/global-error.tsx +13 -13
  67. package/examples/basic/client/layout.tsx +25 -25
  68. package/examples/basic/client/public/images/.gitkeep +1 -1
  69. package/examples/basic/client/public/images/logo.svg +36 -36
  70. package/examples/basic/client/public/robots.txt +2 -2
  71. package/examples/basic/client/routes/docs/[...slug].tsx +12 -12
  72. package/examples/basic/client/routes/features/error/error.tsx +16 -16
  73. package/examples/basic/client/routes/features/index.tsx +1 -1
  74. package/examples/basic/client/routes/features/template/b.tsx +14 -14
  75. package/examples/basic/client/routes/files/[[...slug]].tsx +21 -21
  76. package/examples/basic/client/routes/gallery/layout.tsx +13 -13
  77. package/examples/basic/client/routes/io.tsx +23 -24
  78. package/examples/basic/client/routes/loader-demo/loading.tsx +13 -13
  79. package/examples/basic/client/routes/rest.tsx +74 -0
  80. package/examples/basic/client/routes/rpc.tsx +43 -0
  81. package/examples/basic/client/routes/search.tsx +61 -61
  82. package/examples/basic/client/toil.tsx +5 -5
  83. package/package.json +167 -148
  84. package/presets/eslint.js +88 -88
  85. package/presets/no-uint8array-tostring.js +200 -200
  86. package/presets/prettier-plugin.js +51 -0
  87. package/presets/prettier.json +19 -18
  88. package/presets/tsconfig.json +37 -37
  89. package/server/runtime/README.md +97 -0
  90. package/server/runtime/abort/abort.ts +27 -0
  91. package/server/runtime/env/Server.ts +61 -0
  92. package/server/runtime/envelope.ts +191 -0
  93. package/server/runtime/exports/index.ts +52 -0
  94. package/server/runtime/handlers/ToilHandler.ts +34 -0
  95. package/server/runtime/index.ts +26 -0
  96. package/server/runtime/lang/Potential.ts +5 -0
  97. package/server/runtime/memory.ts +81 -0
  98. package/server/runtime/request.ts +55 -0
  99. package/server/runtime/response.ts +86 -0
  100. package/server/runtime/rest/Rest.ts +39 -0
  101. package/server/runtime/rest/RestHandler.ts +20 -0
  102. package/server/runtime/rest/RouteContext.ts +82 -0
  103. package/server/runtime/rest/match.ts +48 -0
  104. package/server/runtime/tsconfig.json +7 -0
  105. package/src/backend/index.ts +202 -160
  106. package/src/cli/create.ts +15 -5
  107. package/src/cli/diagnostics.ts +81 -0
  108. package/src/cli/doctor.ts +384 -7
  109. package/src/cli/index.ts +11 -2
  110. package/src/cli/proc.ts +50 -50
  111. package/src/cli/updates.ts +69 -69
  112. package/src/cli/validate.ts +31 -31
  113. package/src/client/channel/channel.ts +146 -146
  114. package/src/client/components/Form.tsx +65 -65
  115. package/src/client/components/Script.tsx +113 -113
  116. package/src/client/components/Slot.tsx +21 -21
  117. package/src/client/dev/devtools.tsx +1018 -0
  118. package/src/client/dev/error-overlay.tsx +30 -4
  119. package/src/client/errors.ts +11 -0
  120. package/src/client/head/head.ts +167 -167
  121. package/src/client/head/metadata.ts +112 -112
  122. package/src/client/index.ts +91 -89
  123. package/src/client/navigation/NavLink.tsx +86 -86
  124. package/src/client/navigation/navigation.ts +235 -235
  125. package/src/client/navigation/prefetch.ts +169 -130
  126. package/src/client/navigation/scroll.ts +53 -53
  127. package/src/client/routing/Router.tsx +8 -2
  128. package/src/client/routing/action.ts +122 -122
  129. package/src/client/routing/error-boundary.tsx +43 -43
  130. package/src/client/routing/hooks.ts +21 -6
  131. package/src/client/routing/loader.ts +325 -235
  132. package/src/client/routing/match.ts +47 -47
  133. package/src/client/routing/mount.tsx +54 -52
  134. package/src/client/routing/params-context.ts +10 -10
  135. package/src/client/routing/slot-context.ts +7 -7
  136. package/src/client/rpc.ts +64 -0
  137. package/src/client/search/search.ts +189 -189
  138. package/src/client/search/use-page-search.ts +73 -73
  139. package/src/client/types.ts +73 -73
  140. package/src/compiler/config.ts +221 -182
  141. package/src/compiler/docs.ts +285 -228
  142. package/src/compiler/generate.ts +395 -394
  143. package/src/compiler/index.ts +66 -57
  144. package/src/compiler/pages.ts +70 -70
  145. package/src/compiler/plugin.ts +258 -2
  146. package/src/compiler/prerender.ts +156 -156
  147. package/src/compiler/seo.ts +417 -390
  148. package/src/compiler/ssg.ts +171 -126
  149. package/src/compiler/vite.ts +34 -0
  150. package/src/io/FastMap.ts +151 -127
  151. package/src/io/FastSet.ts +15 -1
  152. package/src/io/codec.ts +217 -0
  153. package/src/io/index.ts +10 -11
  154. package/src/io/lengths.ts +14 -14
  155. package/src/io/types.ts +19 -18
  156. package/src/logger/index.ts +22 -22
  157. package/src/shared/index.ts +10 -10
  158. package/std/client/index.d.ts +15 -15
  159. package/std/client/package.json +3 -3
  160. package/test/assembly/example.spec.ts +17 -7
  161. package/test/channel.test.ts +21 -21
  162. package/test/doctor.test.ts +65 -0
  163. package/test/dom/Link.test.tsx +47 -47
  164. package/test/dom/NavLink.test.tsx +37 -37
  165. package/test/dom/error-overlay.test.tsx +44 -44
  166. package/test/dom/loader.test.tsx +121 -121
  167. package/test/dom/navigation.test.ts +59 -59
  168. package/test/dom/revalidate.test.tsx +38 -38
  169. package/test/dom/route-head.test.tsx +78 -78
  170. package/test/dom/router-loading.test.tsx +44 -44
  171. package/test/dom/scroll.test.ts +56 -56
  172. package/test/dom/use-metadata.test.tsx +58 -58
  173. package/test/errors.test.ts +21 -0
  174. package/test/io.test.ts +117 -93
  175. package/test/navlink.test.ts +28 -28
  176. package/test/placeholder.test.ts +9 -9
  177. package/test/prettier-plugin.test.ts +46 -0
  178. package/test/routes.test.ts +76 -76
  179. package/test/rpc.test.ts +50 -0
  180. package/test/seo.test.ts +175 -164
  181. package/test/slot-layouts.test.ts +69 -69
  182. package/test/ssg.test.ts +36 -36
  183. package/test/update.test.ts +44 -44
  184. package/test/validate.test.ts +42 -42
  185. package/tests/data-parity/generated-parity.ts +99 -0
  186. package/tests/data-parity/parity.ts +80 -0
  187. package/tests/data-parity/spec.ts +46 -0
  188. package/toil-routes.d.ts +7 -0
  189. package/tsconfig.backend.json +13 -13
  190. package/tsconfig.base.json +35 -35
  191. package/tsconfig.cli.json +13 -13
  192. package/tsconfig.client.json +14 -14
  193. package/tsconfig.compiler.json +13 -13
  194. package/tsconfig.io.json +12 -12
  195. package/tsconfig.json +22 -22
  196. package/tsconfig.logger.json +12 -12
  197. package/tsconfig.server.json +10 -10
  198. package/tsconfig.shared.json +12 -12
  199. package/vitest.config.ts +26 -26
  200. package/.idea/codeStyles/Project.xml +0 -54
  201. package/.idea/codeStyles/codeStyleConfig.xml +0 -5
  202. package/.idea/inspectionProfiles/Project_Default.xml +0 -6
  203. package/.idea/modules.xml +0 -8
  204. package/.idea/prettier.xml +0 -7
  205. package/.idea/toiljs.iml +0 -8
  206. package/.idea/vcs.xml +0 -6
  207. package/.toil/entry.tsx +0 -9
  208. package/.toil/index.html +0 -12
  209. package/.toil/routes.ts +0 -9
  210. package/build/cli/configure.d.ts +0 -16
  211. package/build/cli/configure.js +0 -272
  212. package/build/cli/create.d.ts +0 -16
  213. package/build/cli/create.js +0 -420
  214. package/build/cli/diagnostics.d.ts +0 -55
  215. package/build/cli/diagnostics.js +0 -333
  216. package/build/cli/doctor.d.ts +0 -6
  217. package/build/cli/doctor.js +0 -249
  218. package/build/cli/features.d.ts +0 -25
  219. package/build/cli/features.js +0 -107
  220. package/build/cli/index.d.ts +0 -2
  221. package/build/cli/proc.d.ts +0 -6
  222. package/build/cli/proc.js +0 -31
  223. package/build/cli/ui.d.ts +0 -9
  224. package/build/cli/ui.js +0 -75
  225. package/build/cli/update.d.ts +0 -7
  226. package/build/cli/update.js +0 -117
  227. package/build/cli/updates.d.ts +0 -10
  228. package/build/cli/updates.js +0 -45
  229. package/build/cli/validate.d.ts +0 -4
  230. package/build/cli/validate.js +0 -19
  231. package/build/client/Link.d.ts +0 -8
  232. package/build/client/Link.js +0 -44
  233. package/build/client/NavLink.d.ts +0 -14
  234. package/build/client/NavLink.js +0 -37
  235. package/build/client/Router.d.ts +0 -7
  236. package/build/client/Router.js +0 -55
  237. package/build/client/channel.d.ts +0 -23
  238. package/build/client/channel.js +0 -94
  239. package/build/client/error-boundary.d.ts +0 -16
  240. package/build/client/error-boundary.js +0 -19
  241. package/build/client/head.d.ts +0 -26
  242. package/build/client/head.js +0 -87
  243. package/build/client/hooks.d.ts +0 -17
  244. package/build/client/hooks.js +0 -48
  245. package/build/client/lazy.d.ts +0 -16
  246. package/build/client/lazy.js +0 -53
  247. package/build/client/match.d.ts +0 -2
  248. package/build/client/match.js +0 -32
  249. package/build/client/mount.d.ts +0 -2
  250. package/build/client/mount.js +0 -13
  251. package/build/client/navigation.d.ts +0 -13
  252. package/build/client/navigation.js +0 -97
  253. package/build/client/params-context.d.ts +0 -2
  254. package/build/client/params-context.js +0 -2
  255. package/build/client/prefetch.d.ts +0 -11
  256. package/build/client/prefetch.js +0 -100
  257. package/build/client/runtime.d.ts +0 -31
  258. package/build/client/runtime.js +0 -112
  259. package/build/client/scroll.d.ts +0 -8
  260. package/build/client/scroll.js +0 -36
  261. package/build/io/BinaryReader.d.ts +0 -44
  262. package/build/io/BinaryReader.js +0 -244
  263. package/build/io/BinaryWriter.d.ts +0 -44
  264. package/build/io/BinaryWriter.js +0 -297
  265. package/build/server/release.wasm +0 -0
  266. package/build/server/release.wat +0 -9
  267. package/src/io/BinaryReader.ts +0 -340
  268. package/src/io/BinaryWriter.ts +0 -385
  269. package/src/server/index.ts +0 -10
  270. package/src/server/main.ts +0 -13
  271. package/src/server/tsconfig.json +0 -4
  272. package/toil-env.d.ts +0 -16
  273. package/toilconfig.json +0 -30
@@ -1,42 +1,42 @@
1
- import { describe, expect, it } from 'vitest';
2
-
3
- import { isPackageManager, isValidName, resolveProjectDir } from '../src/cli/validate';
4
-
5
- describe('isValidName', () => {
6
- it('accepts simple and nested names', () => {
7
- expect(isValidName('my-app')).toBe(true);
8
- expect(isValidName('apps/web')).toBe(true);
9
- expect(isValidName('@scope/app')).toBe(true);
10
- });
11
-
12
- it('rejects empty and illegal characters', () => {
13
- expect(typeof isValidName('')).toBe('string');
14
- expect(typeof isValidName(' ')).toBe('string');
15
- expect(typeof isValidName('bad name!')).toBe('string');
16
- });
17
- });
18
-
19
- describe('resolveProjectDir', () => {
20
- it('resolves names inside cwd', () => {
21
- expect(resolveProjectDir('/work', 'app')).toBe('/work/app');
22
- expect(resolveProjectDir('/work', 'a/b')).toBe('/work/a/b');
23
- expect(resolveProjectDir('/work', '.')).toBe('/work');
24
- });
25
-
26
- it('refuses to escape cwd (traversal / absolute)', () => {
27
- expect(resolveProjectDir('/work', '../evil')).toBeNull();
28
- expect(resolveProjectDir('/work', '../../etc')).toBeNull();
29
- expect(resolveProjectDir('/work', '/etc/passwd')).toBeNull();
30
- });
31
- });
32
-
33
- describe('isPackageManager', () => {
34
- it('allowlists known package managers only', () => {
35
- expect(isPackageManager('npm')).toBe(true);
36
- expect(isPackageManager('pnpm')).toBe(true);
37
- expect(isPackageManager('yarn')).toBe(true);
38
- expect(isPackageManager('bun')).toBe(true);
39
- expect(isPackageManager('npm && calc')).toBe(false);
40
- expect(isPackageManager('rm -rf /')).toBe(false);
41
- });
42
- });
1
+ import { describe, expect, it } from 'vitest';
2
+
3
+ import { isPackageManager, isValidName, resolveProjectDir } from '../src/cli/validate';
4
+
5
+ describe('isValidName', () => {
6
+ it('accepts simple and nested names', () => {
7
+ expect(isValidName('my-app')).toBe(true);
8
+ expect(isValidName('apps/web')).toBe(true);
9
+ expect(isValidName('@scope/app')).toBe(true);
10
+ });
11
+
12
+ it('rejects empty and illegal characters', () => {
13
+ expect(typeof isValidName('')).toBe('string');
14
+ expect(typeof isValidName(' ')).toBe('string');
15
+ expect(typeof isValidName('bad name!')).toBe('string');
16
+ });
17
+ });
18
+
19
+ describe('resolveProjectDir', () => {
20
+ it('resolves names inside cwd', () => {
21
+ expect(resolveProjectDir('/work', 'app')).toBe('/work/app');
22
+ expect(resolveProjectDir('/work', 'a/b')).toBe('/work/a/b');
23
+ expect(resolveProjectDir('/work', '.')).toBe('/work');
24
+ });
25
+
26
+ it('refuses to escape cwd (traversal / absolute)', () => {
27
+ expect(resolveProjectDir('/work', '../evil')).toBeNull();
28
+ expect(resolveProjectDir('/work', '../../etc')).toBeNull();
29
+ expect(resolveProjectDir('/work', '/etc/passwd')).toBeNull();
30
+ });
31
+ });
32
+
33
+ describe('isPackageManager', () => {
34
+ it('allowlists known package managers only', () => {
35
+ expect(isPackageManager('npm')).toBe(true);
36
+ expect(isPackageManager('pnpm')).toBe(true);
37
+ expect(isPackageManager('yarn')).toBe(true);
38
+ expect(isPackageManager('bun')).toBe(true);
39
+ expect(isPackageManager('npm && calc')).toBe(false);
40
+ expect(isPackageManager('rm -rf /')).toBe(false);
41
+ });
42
+ });
@@ -0,0 +1,99 @@
1
+ // Proves the fork's GENERATED @data class (from --rpcModule) matches the AS @data
2
+ // wire byte-for-byte. Compiles spec.ts (which has `@data class Foo`) with the
3
+ // ToilScript fork, emitting both the wasm and the generated server.ts, then checks
4
+ // the generated Foo class against the AS Foo.encode() bytes, both directions.
5
+ // Run with: node tests/data-parity/generated-parity.ts
6
+ import { readFileSync, writeFileSync, mkdtempSync, rmSync } from "node:fs";
7
+ import { tmpdir } from "node:os";
8
+ import { join, dirname } from "node:path";
9
+ import { fileURLToPath, pathToFileURL } from "node:url";
10
+ import { spawnSync } from "node:child_process";
11
+ const here = dirname(fileURLToPath(import.meta.url));
12
+ // The generated module imports DataWriter/DataReader from this specifier.
13
+ const codec = join(here, "..", "..", "src", "io", "codec.ts");
14
+ const fork = "/root/toil-stuff/toilscript";
15
+ const spec = join(here, "spec.ts");
16
+ const tmp = mkdtempSync(join(tmpdir(), "gen-parity-"));
17
+ const wasmPath = join(tmp, "spec.wasm");
18
+ const modPath = join(tmp, "server.ts");
19
+ writeFileSync(join(tmp, "package.json"), '{ "type": "module" }\n');
20
+
21
+ const compile = spawnSync(
22
+ "node",
23
+ [join(fork, "bin", "toilscript.js"), spec, "-o", wasmPath, "--runtime", "stub", "--initialMemory", "32", "--rpcModule", modPath, "--rpcRuntime", codec],
24
+ { stdio: "inherit" },
25
+ );
26
+ if (compile.status !== 0) {
27
+ console.error("generated parity: COMPILE FAILED");
28
+ rmSync(tmp, { recursive: true, force: true });
29
+ process.exit(1);
30
+ }
31
+
32
+ function fail(msg: string): never {
33
+ console.error("generated parity: FAIL,", msg);
34
+ rmSync(tmp, { recursive: true, force: true });
35
+ process.exit(1);
36
+ }
37
+ function bytesEqual(a: Uint8Array, b: Uint8Array): boolean {
38
+ if (a.length !== b.length) return false;
39
+ for (let i = 0; i < a.length; i++) if (a[i] !== b[i]) return false;
40
+ return true;
41
+ }
42
+ const hex = (b: Uint8Array): string => Buffer.from(b).toString("hex");
43
+
44
+ // the known sample (must match spec.ts `sample()`)
45
+ const ID = 0xcafebabedeadbeefn;
46
+ const COUNT = -42;
47
+ const FLAG = true;
48
+ const BIG = 123456789n;
49
+ const NAME = "cross-lang";
50
+
51
+ // AS side: instantiate and read the sample bytes out of linear memory.
52
+ const { instance } = await WebAssembly.instantiate(readFileSync(wasmPath), {
53
+ env: { abort: (_m: number, _f: number, line: number) => { throw new Error("wasm abort @ line " + line); } },
54
+ });
55
+ const x = instance.exports as Record<string, CallableFunction> & { memory: WebAssembly.Memory };
56
+ const SCRATCH = 0x100000;
57
+ const len = x.encodeSampleTo(SCRATCH) as number;
58
+ const wasmBytes = new Uint8Array(x.memory.buffer, SCRATCH, len).slice();
59
+
60
+ // Generated side: build the same value with the generated Foo class and encode.
61
+ const gen = (await import(pathToFileURL(modPath).href)) as {
62
+ Foo: new () => {
63
+ id: bigint; count: number; flag: boolean; big: bigint; name: string;
64
+ encode(): Uint8Array;
65
+ } & Record<string, unknown>;
66
+ };
67
+ const FooClass = gen.Foo as unknown as {
68
+ new (): { id: bigint; count: number; flag: boolean; big: bigint; name: string; encode(): Uint8Array };
69
+ decode(buf: Uint8Array): { id: bigint; count: number; flag: boolean; big: bigint; name: string };
70
+ dataId(): number;
71
+ };
72
+
73
+ const foo = new FooClass();
74
+ foo.id = ID;
75
+ foo.count = COUNT;
76
+ foo.flag = FLAG;
77
+ foo.big = BIG;
78
+ foo.name = NAME;
79
+ const genBytes = foo.encode();
80
+
81
+ // 1) byte-for-byte identical to the AS @data encoding.
82
+ if (!bytesEqual(genBytes, wasmBytes)) {
83
+ fail(`byte mismatch\n AS: ${hex(wasmBytes)}\n generated: ${hex(genBytes)}`);
84
+ }
85
+
86
+ // 2) the generated decode round-trips the AS bytes back to the sample.
87
+ const back = FooClass.decode(wasmBytes);
88
+ if (back.id !== ID) fail("id (decode)");
89
+ if (back.count !== COUNT) fail("count (decode)");
90
+ if (back.flag !== FLAG) fail("flag (decode)");
91
+ if (back.big !== BIG) fail("big (decode)");
92
+ if (back.name !== NAME) fail("name (decode)");
93
+
94
+ // 3) the AS side accepts the generated bytes.
95
+ new Uint8Array(x.memory.buffer, SCRATCH, genBytes.length).set(genBytes);
96
+ if ((x.checkBytes(SCRATCH, genBytes.length) as number) !== 1) fail("AS rejected generated bytes");
97
+
98
+ console.log(`@data generated-class parity: PASS (generated <-> AS both ways, byte-for-byte, ${len} bytes)`);
99
+ rmSync(tmp, { recursive: true, force: true });
@@ -0,0 +1,80 @@
1
+ // Cross-language @data byte-parity proof. Compiles spec.ts with the ToilScript
2
+ // fork (which has @data), then checks the TS codec (src/io/codec.ts) against it
3
+ // both directions, including byte-for-byte. Run with: node tests/data-parity/parity.ts
4
+ import { readFileSync, mkdtempSync, rmSync } from "node:fs";
5
+ import { tmpdir } from "node:os";
6
+ import { join, dirname } from "node:path";
7
+ import { fileURLToPath } from "node:url";
8
+ import { spawnSync } from "node:child_process";
9
+ import { DataWriter, DataReader } from "../../src/io/codec.ts";
10
+
11
+ const here = dirname(fileURLToPath(import.meta.url));
12
+ const fork = "/root/toil-stuff/toilscript";
13
+ const spec = join(here, "spec.ts");
14
+ const tmp = mkdtempSync(join(tmpdir(), "parity-"));
15
+ const wasmPath = join(tmp, "spec.wasm");
16
+
17
+ const compile = spawnSync(
18
+ "node",
19
+ [join(fork, "bin", "toilscript.js"), spec, "-o", wasmPath, "--runtime", "stub", "--initialMemory", "32"],
20
+ { stdio: "inherit" },
21
+ );
22
+ if (compile.status !== 0) {
23
+ console.error("@data parity: COMPILE FAILED");
24
+ rmSync(tmp, { recursive: true, force: true });
25
+ process.exit(1);
26
+ }
27
+
28
+ function fail(msg: string): never {
29
+ console.error("@data parity: FAIL,", msg);
30
+ rmSync(tmp, { recursive: true, force: true });
31
+ process.exit(1);
32
+ }
33
+ function bytesEqual(a: Uint8Array, b: Uint8Array): boolean {
34
+ if (a.length !== b.length) return false;
35
+ for (let i = 0; i < a.length; i++) if (a[i] !== b[i]) return false;
36
+ return true;
37
+ }
38
+ const hex = (b: Uint8Array): string => Buffer.from(b).toString("hex");
39
+
40
+ const { instance } = await WebAssembly.instantiate(readFileSync(wasmPath), {
41
+ env: { abort: (_m: number, _f: number, line: number) => { throw new Error("wasm abort @ line " + line); } },
42
+ });
43
+ const x = instance.exports as Record<string, CallableFunction> & { memory: WebAssembly.Memory };
44
+ const mem = x.memory;
45
+ const SCRATCH = 0x100000; // 1 MiB, above the low heap
46
+
47
+ // the known sample (must match spec.ts)
48
+ const ID = 0xcafebabedeadbeefn;
49
+ const COUNT = -42;
50
+ const FLAG = true;
51
+ const BIG = 123456789n;
52
+ const NAME = "cross-lang";
53
+ const fooId = (x.fooId() as number) >>> 0;
54
+
55
+ // 1) ToilScript encodes the sample; read its bytes out of linear memory.
56
+ const len = x.encodeSampleTo(SCRATCH) as number;
57
+ const wasmBytes = new Uint8Array(mem.buffer, SCRATCH, len).slice();
58
+
59
+ // 2) TS decodes the ToilScript bytes.
60
+ const r = new DataReader(wasmBytes);
61
+ if ((r.readU32() >>> 0) !== fooId) fail("typeId mismatch");
62
+ if (r.readU64() !== ID) fail("id (ToilScript -> TS)");
63
+ if (r.readI32() !== COUNT) fail("count (ToilScript -> TS)");
64
+ if (r.readBool() !== FLAG) fail("flag (ToilScript -> TS)");
65
+ if (r.readU128() !== BIG) fail("big (ToilScript -> TS)");
66
+ if (r.readString() !== NAME) fail("name (ToilScript -> TS)");
67
+ if (!r.ok || r.remaining() !== 0) fail("trailing/ok (ToilScript -> TS)");
68
+
69
+ // 3) TS encodes the same value; it must be byte-for-byte identical.
70
+ const w = new DataWriter();
71
+ w.writeU32(fooId).writeU64(ID).writeI32(COUNT).writeBool(FLAG).writeU128(BIG).writeString(NAME);
72
+ const tsBytes = w.toBytes();
73
+ if (!bytesEqual(tsBytes, wasmBytes)) fail(`byte mismatch\n ToilScript: ${hex(wasmBytes)}\n TS: ${hex(tsBytes)}`);
74
+
75
+ // 4) ToilScript decodes the TS bytes and confirms the value.
76
+ new Uint8Array(mem.buffer, SCRATCH, tsBytes.length).set(tsBytes);
77
+ if ((x.checkBytes(SCRATCH, tsBytes.length) as number) !== 1) fail("ToilScript rejected TS bytes (TS -> ToilScript)");
78
+
79
+ console.log(`@data parity: PASS (ToilScript<->TS both ways, byte-for-byte, ${len} bytes)`);
80
+ rmSync(tmp, { recursive: true, force: true });
@@ -0,0 +1,46 @@
1
+ // ToilScript side of the cross-language @data parity proof. Compiled by the
2
+ // ToilScript fork (which has @data + std/assembly/data.ts). Exposes a known sample so the
3
+ // TS codec can be checked against it byte-for-byte, both directions.
4
+ //
5
+ // A fixed scratch region (high in linear memory, away from the low heap) is used
6
+ // to move bytes across the JS boundary without the loader.
7
+
8
+ @data
9
+ class Foo {
10
+ id: u64 = 0;
11
+ count: i32 = 0;
12
+ flag: bool = false;
13
+ big: u128 = u128.Zero;
14
+ name: string = "";
15
+ }
16
+
17
+ function sample(): Foo {
18
+ const f = new Foo();
19
+ f.id = 0xCAFEBABEDEADBEEF;
20
+ f.count = -42;
21
+ f.flag = true;
22
+ f.big = u128.fromU64(123456789);
23
+ f.name = "cross-lang";
24
+ return f;
25
+ }
26
+
27
+ export function fooId(): u32 {
28
+ return Foo.dataId();
29
+ }
30
+
31
+ /** Encode the sample, copy it to `out`, return the byte length. */
32
+ export function encodeSampleTo(out: usize): i32 {
33
+ const bytes = sample().encode();
34
+ memory.copy(out, bytes.dataStart, <usize>bytes.length);
35
+ return bytes.length;
36
+ }
37
+
38
+ /** Decode `len` bytes at `inp` and return 1 if they equal the sample, else 0. */
39
+ export function checkBytes(inp: usize, len: i32): i32 {
40
+ const bytes = new Uint8Array(len);
41
+ memory.copy(bytes.dataStart, inp, <usize>len);
42
+ const f = Foo.decode(bytes);
43
+ const s = sample();
44
+ const ok = f.id == s.id && f.count == s.count && f.flag == s.flag && f.big == s.big && f.name == s.name;
45
+ return ok ? 1 : 0;
46
+ }
@@ -0,0 +1,7 @@
1
+ // AUTO-GENERATED by toil, do not edit.
2
+ export {};
3
+ declare module 'toiljs/client' {
4
+ interface Register {
5
+ routePath: string;
6
+ }
7
+ }
@@ -1,13 +1,13 @@
1
- {
2
- "extends": "./tsconfig.base.json",
3
- "compilerOptions": {
4
- "module": "ESNext",
5
- "target": "ESNext",
6
- "moduleResolution": "bundler",
7
- "rootDir": "src/backend",
8
- "outDir": "build/backend",
9
- "types": ["node"],
10
- "tsBuildInfoFile": "build/backend/.tsbuildinfo"
11
- },
12
- "include": ["src/backend/**/*"]
13
- }
1
+ {
2
+ "extends": "./tsconfig.base.json",
3
+ "compilerOptions": {
4
+ "module": "ESNext",
5
+ "target": "ESNext",
6
+ "moduleResolution": "bundler",
7
+ "rootDir": "src/backend",
8
+ "outDir": "build/backend",
9
+ "types": ["node"],
10
+ "tsBuildInfoFile": "build/backend/.tsbuildinfo"
11
+ },
12
+ "include": ["src/backend/**/*"]
13
+ }
@@ -1,35 +1,35 @@
1
- {
2
- "compilerOptions": {
3
- "declaration": true,
4
- "noImplicitAny": true,
5
- "removeComments": true,
6
- "suppressImplicitAnyIndexErrors": false,
7
- "preserveConstEnums": true,
8
- "resolveJsonModule": true,
9
- "skipLibCheck": true,
10
- "sourceMap": false,
11
- "moduleDetection": "force",
12
- "experimentalDecorators": true,
13
- "lib": [
14
- "ESNext",
15
- "DOM",
16
- "DOM.Iterable",
17
- "DOM.AsyncIterable",
18
- "WebWorker",
19
- "WebWorker.AsyncIterable",
20
- "WebWorker.ImportScripts"
21
- ],
22
- "strict": true,
23
- "strictNullChecks": true,
24
- "strictFunctionTypes": true,
25
- "strictBindCallApply": true,
26
- "strictPropertyInitialization": true,
27
- "alwaysStrict": true,
28
- "moduleResolution": "bundler",
29
- "allowJs": true,
30
- "incremental": true,
31
- "allowSyntheticDefaultImports": true,
32
- "esModuleInterop": true
33
- },
34
- "include": ["src/**/*.ts", "src/*", "src/**/*.js", "src/*.ts", "src/*.js", "src/*.cjs"]
35
- }
1
+ {
2
+ "compilerOptions": {
3
+ "declaration": true,
4
+ "noImplicitAny": true,
5
+ "removeComments": true,
6
+ "suppressImplicitAnyIndexErrors": false,
7
+ "preserveConstEnums": true,
8
+ "resolveJsonModule": true,
9
+ "skipLibCheck": true,
10
+ "sourceMap": false,
11
+ "moduleDetection": "force",
12
+ "experimentalDecorators": true,
13
+ "lib": [
14
+ "ESNext",
15
+ "DOM",
16
+ "DOM.Iterable",
17
+ "DOM.AsyncIterable",
18
+ "WebWorker",
19
+ "WebWorker.AsyncIterable",
20
+ "WebWorker.ImportScripts"
21
+ ],
22
+ "strict": true,
23
+ "strictNullChecks": true,
24
+ "strictFunctionTypes": true,
25
+ "strictBindCallApply": true,
26
+ "strictPropertyInitialization": true,
27
+ "alwaysStrict": true,
28
+ "moduleResolution": "bundler",
29
+ "allowJs": true,
30
+ "incremental": true,
31
+ "allowSyntheticDefaultImports": true,
32
+ "esModuleInterop": true
33
+ },
34
+ "include": ["src/**/*.ts", "src/*", "src/**/*.js", "src/*.ts", "src/*.js", "src/*.cjs"]
35
+ }
package/tsconfig.cli.json CHANGED
@@ -1,13 +1,13 @@
1
- {
2
- "extends": "./tsconfig.base.json",
3
- "compilerOptions": {
4
- "module": "ESNext",
5
- "target": "ESNext",
6
- "moduleResolution": "bundler",
7
- "rootDir": "src/cli",
8
- "outDir": "build/cli",
9
- "types": ["node"],
10
- "tsBuildInfoFile": "build/cli/.tsbuildinfo"
11
- },
12
- "include": ["src/cli/**/*"]
13
- }
1
+ {
2
+ "extends": "./tsconfig.base.json",
3
+ "compilerOptions": {
4
+ "module": "ESNext",
5
+ "target": "ESNext",
6
+ "moduleResolution": "bundler",
7
+ "rootDir": "src/cli",
8
+ "outDir": "build/cli",
9
+ "types": ["node"],
10
+ "tsBuildInfoFile": "build/cli/.tsbuildinfo"
11
+ },
12
+ "include": ["src/cli/**/*"]
13
+ }
@@ -1,14 +1,14 @@
1
- {
2
- "extends": "./tsconfig.base.json",
3
- "compilerOptions": {
4
- "module": "ESNext",
5
- "target": "ESNext",
6
- "moduleResolution": "bundler",
7
- "jsx": "react-jsx",
8
- "lib": ["ESNext", "DOM", "DOM.Iterable"],
9
- "rootDir": "src/client",
10
- "outDir": "build/client",
11
- "tsBuildInfoFile": "build/client/.tsbuildinfo"
12
- },
13
- "include": ["src/client/**/*"]
14
- }
1
+ {
2
+ "extends": "./tsconfig.base.json",
3
+ "compilerOptions": {
4
+ "module": "ESNext",
5
+ "target": "ESNext",
6
+ "moduleResolution": "bundler",
7
+ "jsx": "react-jsx",
8
+ "lib": ["ESNext", "DOM", "DOM.Iterable"],
9
+ "rootDir": "src/client",
10
+ "outDir": "build/client",
11
+ "tsBuildInfoFile": "build/client/.tsbuildinfo"
12
+ },
13
+ "include": ["src/client/**/*"]
14
+ }
@@ -1,13 +1,13 @@
1
- {
2
- "extends": "./tsconfig.base.json",
3
- "compilerOptions": {
4
- "module": "ESNext",
5
- "target": "ESNext",
6
- "moduleResolution": "bundler",
7
- "rootDir": "src/compiler",
8
- "outDir": "build/compiler",
9
- "types": ["node"],
10
- "tsBuildInfoFile": "build/compiler/.tsbuildinfo"
11
- },
12
- "include": ["src/compiler/**/*"]
13
- }
1
+ {
2
+ "extends": "./tsconfig.base.json",
3
+ "compilerOptions": {
4
+ "module": "ESNext",
5
+ "target": "ESNext",
6
+ "moduleResolution": "bundler",
7
+ "rootDir": "src/compiler",
8
+ "outDir": "build/compiler",
9
+ "types": ["node"],
10
+ "tsBuildInfoFile": "build/compiler/.tsbuildinfo"
11
+ },
12
+ "include": ["src/compiler/**/*"]
13
+ }
package/tsconfig.io.json CHANGED
@@ -1,12 +1,12 @@
1
- {
2
- "extends": "./tsconfig.base.json",
3
- "compilerOptions": {
4
- "module": "ESNext",
5
- "target": "ESNext",
6
- "moduleResolution": "bundler",
7
- "rootDir": "src/io",
8
- "outDir": "build/io",
9
- "tsBuildInfoFile": "build/io/.tsbuildinfo"
10
- },
11
- "include": ["src/io/**/*"]
12
- }
1
+ {
2
+ "extends": "./tsconfig.base.json",
3
+ "compilerOptions": {
4
+ "module": "ESNext",
5
+ "target": "ESNext",
6
+ "moduleResolution": "bundler",
7
+ "rootDir": "src/io",
8
+ "outDir": "build/io",
9
+ "tsBuildInfoFile": "build/io/.tsbuildinfo"
10
+ },
11
+ "include": ["src/io/**/*"]
12
+ }
package/tsconfig.json CHANGED
@@ -1,22 +1,22 @@
1
- {
2
- "extends": "./tsconfig.base.json",
3
- "compilerOptions": {
4
- "module": "ESNext",
5
- "target": "ESNext",
6
- "moduleResolution": "bundler",
7
- "jsx": "react-jsx",
8
- "noEmit": true,
9
- "incremental": false
10
- },
11
- "include": [
12
- "src/**/*.ts",
13
- "src/**/*.tsx",
14
- "test/**/*.ts",
15
- "std/client/index.d.ts"
16
- ],
17
- "exclude": [
18
- "node_modules",
19
- "build",
20
- "src/server"
21
- ]
22
- }
1
+ {
2
+ "extends": "./tsconfig.base.json",
3
+ "compilerOptions": {
4
+ "module": "ESNext",
5
+ "target": "ESNext",
6
+ "moduleResolution": "bundler",
7
+ "jsx": "react-jsx",
8
+ "noEmit": true,
9
+ "incremental": false
10
+ },
11
+ "include": [
12
+ "src/**/*.ts",
13
+ "src/**/*.tsx",
14
+ "test/**/*.ts",
15
+ "std/client/index.d.ts"
16
+ ],
17
+ "exclude": [
18
+ "node_modules",
19
+ "build",
20
+ "server"
21
+ ]
22
+ }
@@ -1,12 +1,12 @@
1
- {
2
- "extends": "./tsconfig.base.json",
3
- "compilerOptions": {
4
- "module": "ESNext",
5
- "target": "ESNext",
6
- "moduleResolution": "bundler",
7
- "rootDir": "src/logger",
8
- "outDir": "build/logger",
9
- "tsBuildInfoFile": "build/logger/.tsbuildinfo"
10
- },
11
- "include": ["src/logger/**/*"]
12
- }
1
+ {
2
+ "extends": "./tsconfig.base.json",
3
+ "compilerOptions": {
4
+ "module": "ESNext",
5
+ "target": "ESNext",
6
+ "moduleResolution": "bundler",
7
+ "rootDir": "src/logger",
8
+ "outDir": "build/logger",
9
+ "tsBuildInfoFile": "build/logger/.tsbuildinfo"
10
+ },
11
+ "include": ["src/logger/**/*"]
12
+ }
@@ -1,10 +1,10 @@
1
- {
2
- "extends": "toilscript/std/assembly.json",
3
- "compilerOptions": {
4
- "experimentalDecorators": true,
5
- "noEmit": true
6
- },
7
- "include": [
8
- "src/server/**/*.ts"
9
- ]
10
- }
1
+ {
2
+ "extends": "toilscript/std/assembly.json",
3
+ "compilerOptions": {
4
+ "experimentalDecorators": true,
5
+ "noEmit": true
6
+ },
7
+ "include": [
8
+ "server/**/*.ts"
9
+ ]
10
+ }
@@ -1,12 +1,12 @@
1
- {
2
- "extends": "./tsconfig.base.json",
3
- "compilerOptions": {
4
- "module": "ESNext",
5
- "target": "ESNext",
6
- "moduleResolution": "bundler",
7
- "rootDir": "src/shared",
8
- "outDir": "build/shared",
9
- "tsBuildInfoFile": "build/shared/.tsbuildinfo"
10
- },
11
- "include": ["src/shared/**/*"]
12
- }
1
+ {
2
+ "extends": "./tsconfig.base.json",
3
+ "compilerOptions": {
4
+ "module": "ESNext",
5
+ "target": "ESNext",
6
+ "moduleResolution": "bundler",
7
+ "rootDir": "src/shared",
8
+ "outDir": "build/shared",
9
+ "tsBuildInfoFile": "build/shared/.tsbuildinfo"
10
+ },
11
+ "include": ["src/shared/**/*"]
12
+ }