@genroc/eval-node 0.0.0-edge.51cbf37 → 0.0.0-edge.534beb95
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +202 -0
- package/README.md +58 -34
- package/dist/eval.js +25 -4
- package/dist/import.js +108 -68
- package/dist/realm.js +66 -75
- package/dist/worker.js +33 -13
- package/eval.ts +25 -4
- package/import.ts +191 -88
- package/package.json +1 -1
- package/realm.ts +61 -77
- package/worker.ts +41 -16
package/import.ts
CHANGED
|
@@ -8,9 +8,10 @@
|
|
|
8
8
|
// over the same project.
|
|
9
9
|
|
|
10
10
|
import { spawn } from "node:child_process";
|
|
11
|
+
import { existsSync } from "node:fs";
|
|
11
12
|
import { access, mkdir, writeFile } from "node:fs/promises";
|
|
12
13
|
import { builtinModules } from "node:module";
|
|
13
|
-
import { dirname, join, relative } from "node:path";
|
|
14
|
+
import { dirname, join, relative, resolve } from "node:path";
|
|
14
15
|
import { fileURLToPath } from "node:url";
|
|
15
16
|
|
|
16
17
|
import commonjs from "@rollup/plugin-commonjs";
|
|
@@ -22,20 +23,37 @@ import ts from "typescript";
|
|
|
22
23
|
type Schema = Record<string, any>;
|
|
23
24
|
|
|
24
25
|
type Site = {
|
|
25
|
-
|
|
26
|
-
|
|
26
|
+
// Which namespace the directive sits in: `process`, `task` or `action`.
|
|
27
|
+
level: "process" | "task" | "action";
|
|
27
28
|
task?: string;
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
29
|
+
// What the site IS, at action level: the action's type, and the process a child call names.
|
|
30
|
+
action?: string;
|
|
31
|
+
child?: string;
|
|
32
|
+
// The slot as a path of keys and indices, so nothing has to unescape a JSON Pointer.
|
|
33
|
+
pointer: (string | number)[];
|
|
34
|
+
// Everything after `$<resolver>:`, verbatim. genctl does not read it as a path — that is
|
|
35
|
+
// this resolver's reading of it.
|
|
36
|
+
argument: string;
|
|
37
|
+
// What .genroc asked genctl to type, keyed by the name it chose. This resolver reads Input
|
|
38
|
+
// and Output; which ADDRESS each came from is the config's business, not ours.
|
|
39
|
+
types?: Record<string, Schema>;
|
|
40
|
+
};
|
|
41
|
+
|
|
42
|
+
type ManifestProcess = {
|
|
43
|
+
name: string;
|
|
44
|
+
// The definition's own location, split because a relative argument is relative to the
|
|
45
|
+
// DIRECTORY — joining is ours to do, and this is the base.
|
|
46
|
+
dir: string;
|
|
47
|
+
file: string;
|
|
48
|
+
sites: Site[];
|
|
49
|
+
// Only what this process's fragments reach — a `$ref` in `types` points here.
|
|
50
|
+
$defs?: Record<string, Schema>;
|
|
32
51
|
};
|
|
33
52
|
|
|
34
53
|
type Manifest = {
|
|
35
54
|
mode: "types" | "build";
|
|
36
55
|
root: string;
|
|
37
|
-
|
|
38
|
-
sites: Site[];
|
|
56
|
+
processes: ManifestProcess[];
|
|
39
57
|
};
|
|
40
58
|
|
|
41
59
|
function die(message: string): never {
|
|
@@ -72,13 +90,16 @@ function tsType(s: Schema | undefined, used: Set<string>): string {
|
|
|
72
90
|
if (Array.isArray(s.enum)) {
|
|
73
91
|
return s.enum.map((v: unknown) => JSON.stringify(v)).join(" | ") || "never";
|
|
74
92
|
}
|
|
75
|
-
if (Array.isArray(s.anyOf))
|
|
76
|
-
|
|
93
|
+
if (Array.isArray(s.anyOf))
|
|
94
|
+
return union(s.anyOf.map((a: Schema) => tsType(a, used)));
|
|
95
|
+
if (Array.isArray(s.oneOf))
|
|
96
|
+
return union(s.oneOf.map((a: Schema) => tsType(a, used)));
|
|
77
97
|
if (Array.isArray(s.allOf)) {
|
|
78
98
|
return s.allOf.map((a: Schema) => tsType(a, used)).join(" & ") || "unknown";
|
|
79
99
|
}
|
|
80
100
|
|
|
81
|
-
const types: string[] =
|
|
101
|
+
const types: string[] =
|
|
102
|
+
s.type === undefined ? [] : Array.isArray(s.type) ? s.type : [s.type];
|
|
82
103
|
if (types.length === 0) {
|
|
83
104
|
// The top type: `{}` means unknown, not "an empty object". specs/unknown-type.md.
|
|
84
105
|
return s.properties ? objectType(s, used) : "unknown";
|
|
@@ -111,16 +132,26 @@ function objectType(s: Schema, used: Set<string>): string {
|
|
|
111
132
|
const required = new Set<string>(s.required ?? []);
|
|
112
133
|
const lines: string[] = [];
|
|
113
134
|
for (const [key, sub] of Object.entries(props)) {
|
|
114
|
-
const doc =
|
|
115
|
-
|
|
135
|
+
const doc =
|
|
136
|
+
typeof sub.description === "string"
|
|
137
|
+
? ` /** ${sub.description} */\n`
|
|
138
|
+
: "";
|
|
139
|
+
lines.push(
|
|
140
|
+
`${doc} ${propKey(key)}${required.has(key) ? "" : "?"}: ${nest(tsType(sub, used))};`,
|
|
141
|
+
);
|
|
116
142
|
}
|
|
117
143
|
if (s.additionalProperties && typeof s.additionalProperties === "object") {
|
|
118
|
-
lines.push(
|
|
144
|
+
lines.push(
|
|
145
|
+
` [key: string]: ${nest(tsType(s.additionalProperties, used))};`,
|
|
146
|
+
);
|
|
119
147
|
}
|
|
120
148
|
if (lines.length === 0) return "Record<string, unknown>";
|
|
121
149
|
return `{\n${lines.join("\n")}\n}`;
|
|
122
150
|
}
|
|
123
151
|
|
|
152
|
+
/** Every line but the first, which is already placed by the property that opens it. */
|
|
153
|
+
const nest = (t: string) => t.replace(/\n/g, "\n ");
|
|
154
|
+
|
|
124
155
|
function union(parts: string[]): string {
|
|
125
156
|
const seen = [...new Set(parts)];
|
|
126
157
|
return seen.length === 0 ? "unknown" : seen.join(" | ");
|
|
@@ -128,32 +159,17 @@ function union(parts: string[]): string {
|
|
|
128
159
|
|
|
129
160
|
const IDENT = /^[A-Za-z_$][A-Za-z0-9_$]*$/;
|
|
130
161
|
const propKey = (k: string) => (IDENT.test(k) ? k : JSON.stringify(k));
|
|
131
|
-
const identifier = (n: string) =>
|
|
132
|
-
|
|
133
|
-
function deref(s: Schema | undefined, defs: Record<string, Schema>): Schema | undefined {
|
|
134
|
-
let cur = s;
|
|
135
|
-
for (let i = 0; cur && typeof cur.$ref === "string" && i < 16; i++) {
|
|
136
|
-
cur = defs[cur.$ref.replace(/^#\/\$defs\//, "")];
|
|
137
|
-
}
|
|
138
|
-
return cur;
|
|
139
|
-
}
|
|
140
|
-
|
|
141
|
-
/** The manifest's `input` is the type of the whole ACTION input — for /eval that is
|
|
142
|
-
* `{code, input, timeout_ms, …}`, and only its `input` field is bound as the script's
|
|
143
|
-
* parameter. genroc cannot know that; this file owns the evaluator's wire contract, so
|
|
144
|
-
* the navigation belongs here rather than in genctl. */
|
|
145
|
-
function scriptInput(site: Site, defs: Record<string, Schema>): Schema | undefined {
|
|
146
|
-
const action = deref(site.input, defs);
|
|
147
|
-
const bound = action?.properties?.input;
|
|
148
|
-
return bound ?? site.input;
|
|
149
|
-
}
|
|
162
|
+
const identifier = (n: string) =>
|
|
163
|
+
IDENT.test(n) ? n : `Def_${n.replace(/[^A-Za-z0-9_$]/g, "_")}`;
|
|
150
164
|
|
|
151
165
|
/** Emits one named type per reachable $def rather than inlining: a task output may
|
|
152
166
|
* reference itself (specs/recursive-type-inference.md) and inlining would not terminate. */
|
|
153
|
-
function declarations(
|
|
167
|
+
function declarations(at: Located): string {
|
|
168
|
+
const { site, where } = at;
|
|
169
|
+
const defs = where.$defs ?? {};
|
|
154
170
|
const used = new Set<string>();
|
|
155
|
-
const input = tsType(
|
|
156
|
-
const output = tsType(site.
|
|
171
|
+
const input = tsType(site.types?.Input, used);
|
|
172
|
+
const output = tsType(site.types?.Output, used);
|
|
157
173
|
|
|
158
174
|
const emitted: string[] = [];
|
|
159
175
|
const done = new Set<string>();
|
|
@@ -167,7 +183,7 @@ function declarations(site: Site, defs: Record<string, Schema>): string {
|
|
|
167
183
|
|
|
168
184
|
return [
|
|
169
185
|
"// Generated by genroc. Do not edit - regenerate with `genctl types`.",
|
|
170
|
-
`// ${
|
|
186
|
+
`// ${where.name} (${address(site.pointer)})`,
|
|
171
187
|
"",
|
|
172
188
|
...emitted,
|
|
173
189
|
emitted.length ? "" : "",
|
|
@@ -189,7 +205,10 @@ function typesPathFor(scriptPath: string): string {
|
|
|
189
205
|
/** The nearest tsconfig above the script — the one the author's editor already reads. Two
|
|
190
206
|
* different configs mean a red editor over a clean apply, or the reverse. The walk stops at
|
|
191
207
|
* the project root: above it is not this project. */
|
|
192
|
-
async function nearestTsconfig(
|
|
208
|
+
async function nearestTsconfig(
|
|
209
|
+
from: string,
|
|
210
|
+
root: string,
|
|
211
|
+
): Promise<string | null> {
|
|
193
212
|
for (let dir = from; ; dir = dirname(dir)) {
|
|
194
213
|
const candidate = join(dir, "tsconfig.json");
|
|
195
214
|
if (await exists(candidate)) return candidate;
|
|
@@ -197,7 +216,7 @@ async function nearestTsconfig(from: string, root: string): Promise<string | nul
|
|
|
197
216
|
}
|
|
198
217
|
}
|
|
199
218
|
|
|
200
|
-
async function typecheck(
|
|
219
|
+
async function typecheck(sites: Located[]): Promise<void> {
|
|
201
220
|
// NOT `.genroc`: that is the project config FILE, and a directory of the same name cannot
|
|
202
221
|
// coexist with it. The suffix is what keeps the scratch area out of its way.
|
|
203
222
|
const dir = join(root, ".genroc-cache");
|
|
@@ -205,12 +224,12 @@ async function typecheck(root: string, sites: Site[]): Promise<void> {
|
|
|
205
224
|
|
|
206
225
|
// One tsc per distinct base config: `extends` takes a single base, so merging two would
|
|
207
226
|
// check each script under the other author's options.
|
|
208
|
-
const groups = new Map<string,
|
|
209
|
-
for (const
|
|
210
|
-
const base = (await nearestTsconfig(dirname(
|
|
227
|
+
const groups = new Map<string, Located[]>();
|
|
228
|
+
for (const at of sites) {
|
|
229
|
+
const base = (await nearestTsconfig(dirname(at.file), root)) ?? "";
|
|
211
230
|
const group = groups.get(base);
|
|
212
|
-
if (group) group.push(
|
|
213
|
-
else groups.set(base, [
|
|
231
|
+
if (group) group.push(at);
|
|
232
|
+
else groups.set(base, [at]);
|
|
214
233
|
}
|
|
215
234
|
|
|
216
235
|
let n = 0;
|
|
@@ -232,12 +251,18 @@ async function typecheck(root: string, sites: Site[]): Promise<void> {
|
|
|
232
251
|
// base config there is nothing to opt in with, so the default stays none.
|
|
233
252
|
...(base ? {} : { types: [] }),
|
|
234
253
|
},
|
|
235
|
-
files: group.flatMap((s) => [
|
|
254
|
+
files: group.flatMap((s) => [
|
|
255
|
+
relative(dir, s.file),
|
|
256
|
+
relative(dir, typesPathFor(s.file)),
|
|
257
|
+
]),
|
|
236
258
|
// `files` overrides the base's, but a base `include` survives beside it and would
|
|
237
259
|
// drag the author's whole tree in, to be checked under the worker lib.
|
|
238
260
|
include: [],
|
|
239
261
|
};
|
|
240
|
-
const configPath = join(
|
|
262
|
+
const configPath = join(
|
|
263
|
+
dir,
|
|
264
|
+
groups.size === 1 ? "tsconfig.json" : `tsconfig.${n++}.json`,
|
|
265
|
+
);
|
|
241
266
|
await write(configPath, JSON.stringify(config, null, 2));
|
|
242
267
|
await runTsc(root, configPath);
|
|
243
268
|
}
|
|
@@ -285,7 +310,10 @@ const transpile: Plugin = {
|
|
|
285
310
|
},
|
|
286
311
|
};
|
|
287
312
|
|
|
288
|
-
const BUILTIN = new Set([
|
|
313
|
+
const BUILTIN = new Set([
|
|
314
|
+
...builtinModules,
|
|
315
|
+
...builtinModules.map((m) => `node:${m}`),
|
|
316
|
+
]);
|
|
289
317
|
|
|
290
318
|
/** Resolves imports through TYPESCRIPT, using the same config the typecheck ran under, so a
|
|
291
319
|
* `paths` alias that compiles also bundles. Reimplementing `paths` here would be a second
|
|
@@ -296,31 +324,44 @@ function tsResolve(configPath: string | null): Plugin {
|
|
|
296
324
|
let options: ts.CompilerOptions = {};
|
|
297
325
|
if (configPath) {
|
|
298
326
|
const read = ts.readConfigFile(configPath, ts.sys.readFile);
|
|
299
|
-
options = ts.parseJsonConfigFileContent(
|
|
327
|
+
options = ts.parseJsonConfigFileContent(
|
|
328
|
+
read.config ?? {},
|
|
329
|
+
ts.sys,
|
|
330
|
+
dirname(configPath),
|
|
331
|
+
).options;
|
|
300
332
|
}
|
|
301
333
|
return {
|
|
302
334
|
name: "genroc-ts-resolve",
|
|
303
335
|
resolveId(source, importer) {
|
|
304
336
|
if (!importer || BUILTIN.has(source)) return null;
|
|
305
|
-
const { resolvedModule } = ts.resolveModuleName(
|
|
306
|
-
|
|
307
|
-
|
|
337
|
+
const { resolvedModule } = ts.resolveModuleName(
|
|
338
|
+
source,
|
|
339
|
+
importer,
|
|
340
|
+
options,
|
|
341
|
+
ts.sys,
|
|
342
|
+
);
|
|
343
|
+
if (!resolvedModule || resolvedModule.isExternalLibraryImport)
|
|
344
|
+
return null;
|
|
345
|
+
return resolvedModule.resolvedFileName.endsWith(".d.ts")
|
|
346
|
+
? null
|
|
347
|
+
: resolvedModule.resolvedFileName;
|
|
308
348
|
},
|
|
309
349
|
};
|
|
310
350
|
}
|
|
311
351
|
|
|
312
|
-
/** Bundles to
|
|
313
|
-
*
|
|
314
|
-
*
|
|
315
|
-
async function bundle(
|
|
316
|
-
|
|
317
|
-
//
|
|
352
|
+
/** Bundles to a self-contained ES module, which is what the evaluator imports: the default
|
|
353
|
+
* export it calls is the author's own, so nothing wraps or rewrites the code between the two.
|
|
354
|
+
* Bundling is entirely the importer's job, so a definition version pins its code forever. */
|
|
355
|
+
async function bundle(at: Located): Promise<string> {
|
|
356
|
+
const site = at.site;
|
|
357
|
+
// Builtins are EXTERNALISED as imports the realm resolves natively. Anything else
|
|
358
|
+
// unresolved is a REFUSAL, not an external: rollup's default is to leave it as an import
|
|
318
359
|
// of a module that will not be there, which bundles clean and fails at runtime.
|
|
319
360
|
const built = await rollup({
|
|
320
|
-
input:
|
|
361
|
+
input: at.file,
|
|
321
362
|
external: (id) => BUILTIN.has(id),
|
|
322
363
|
plugins: [
|
|
323
|
-
tsResolve(await nearestTsconfig(dirname(
|
|
364
|
+
tsResolve(await nearestTsconfig(dirname(at.file), root)),
|
|
324
365
|
nodeResolve({ extensions: [".ts", ".tsx", ".mjs", ".js", ".json"] }),
|
|
325
366
|
commonjs(),
|
|
326
367
|
// A `.json` import is a data file inlined at build time, which the previous bundler
|
|
@@ -330,23 +371,26 @@ async function bundle(site: Site, root: string): Promise<string> {
|
|
|
330
371
|
],
|
|
331
372
|
onwarn(warning) {
|
|
332
373
|
if (warning.code === "UNRESOLVED_IMPORT") {
|
|
333
|
-
die(
|
|
374
|
+
die(
|
|
375
|
+
`${at.file}: cannot resolve ${warning.exporter ?? "an import"} — is it installed?`,
|
|
376
|
+
);
|
|
334
377
|
}
|
|
335
378
|
},
|
|
336
|
-
}).catch((e: unknown) =>
|
|
379
|
+
}).catch((e: unknown) =>
|
|
380
|
+
die(`${at.file}: ${e instanceof Error ? e.message : String(e)}`),
|
|
381
|
+
);
|
|
337
382
|
|
|
338
|
-
const { output } = await built.generate({
|
|
383
|
+
const { output } = await built.generate({
|
|
384
|
+
format: "es",
|
|
385
|
+
inlineDynamicImports: true,
|
|
386
|
+
});
|
|
339
387
|
await built.close();
|
|
340
|
-
|
|
341
|
-
|
|
342
|
-
|
|
343
|
-
|
|
344
|
-
|
|
345
|
-
|
|
346
|
-
` throw new Error(${JSON.stringify(`${site.path} has no default export function`)});`,
|
|
347
|
-
"}",
|
|
348
|
-
"return await __genroc_main(input);",
|
|
349
|
-
].join("\n");
|
|
388
|
+
// Refused here rather than in the realm: the evaluator can only report it against a running
|
|
389
|
+
// instance, and the file it names is on this machine.
|
|
390
|
+
if (!output[0].exports.includes("default")) {
|
|
391
|
+
die(`${at.file}: a script must \`export default\` the function to run`);
|
|
392
|
+
}
|
|
393
|
+
return output[0].code;
|
|
350
394
|
}
|
|
351
395
|
|
|
352
396
|
// ── main ───────────────────────────────────────────────────────────────────────
|
|
@@ -359,40 +403,99 @@ const stdin: string = await new Promise((resolve, reject) => {
|
|
|
359
403
|
process.stdin.on("error", reject);
|
|
360
404
|
});
|
|
361
405
|
const manifest = JSON.parse(stdin) as Manifest;
|
|
362
|
-
|
|
406
|
+
// genctl runs a resolver with the project root as its cwd, so the manifest need not say so.
|
|
407
|
+
const root = process.cwd();
|
|
408
|
+
if (!manifest || !Array.isArray(manifest.processes))
|
|
409
|
+
die("stdin is not a genroc resolver manifest");
|
|
410
|
+
|
|
411
|
+
/** Every site with the process it sits in and the file its argument names, in the manifest's own
|
|
412
|
+
* order — which is the order `code` must answer in. genctl passes the argument verbatim, so
|
|
413
|
+
* joining it to the definition's directory is this resolver's business: only it knows the
|
|
414
|
+
* argument is a path at all. */
|
|
415
|
+
type Located = { site: Site; where: ManifestProcess; file: string };
|
|
416
|
+
|
|
417
|
+
/** A pointer as the address it is, so a generated comment or an error can be pasted into
|
|
418
|
+
* `genctl schema`. A key no identifier can spell is bracketed, as the grammar spells it. */
|
|
419
|
+
function address(pointer: (string | number)[]): string {
|
|
420
|
+
return pointer
|
|
421
|
+
.map((seg) =>
|
|
422
|
+
typeof seg === "string" && /^[A-Za-z_][A-Za-z0-9_]*$/.test(seg)
|
|
423
|
+
? `.${seg}`
|
|
424
|
+
: `[${JSON.stringify(seg)}]`,
|
|
425
|
+
)
|
|
426
|
+
.join("")
|
|
427
|
+
.replace(/^\./, "");
|
|
428
|
+
}
|
|
429
|
+
const located: Located[] = manifest.processes.flatMap((where) =>
|
|
430
|
+
where.sites.map((site) => ({
|
|
431
|
+
site,
|
|
432
|
+
where,
|
|
433
|
+
file: resolve(where.dir, site.argument),
|
|
434
|
+
})),
|
|
435
|
+
);
|
|
436
|
+
|
|
437
|
+
// genctl is agnostic about what a script is for; the contract that an evaluation request carries
|
|
438
|
+
// its module in `code` is THIS resolver's, so it is the one that checks a directive landed there.
|
|
439
|
+
// `child` is the shape the scaffold uses — a call to a process that forwards to the evaluator —
|
|
440
|
+
// and `external` is the same request made directly.
|
|
441
|
+
for (const at of located) {
|
|
442
|
+
// Two halves, from the two places that carry them: the action's KIND is a field, and WHERE in
|
|
443
|
+
// it the directive sits is the pointer. A child call is the shape the scaffold generates — to a
|
|
444
|
+
// process that forwards to the evaluator — and an external task is the same request made
|
|
445
|
+
// directly.
|
|
446
|
+
const kind = at.site.level === "action" ? (at.site.action ?? "") : "";
|
|
447
|
+
const slot = at.site.pointer.slice(-2).join(".");
|
|
448
|
+
if ((kind !== "child" && kind !== "external") || slot !== "input.code") {
|
|
449
|
+
die(
|
|
450
|
+
`${join(at.where.dir, at.where.file)}: ${address(at.site.pointer)}: an evaluated script ` +
|
|
451
|
+
"belongs in the `code` field of a child or external task's input, and this is " +
|
|
452
|
+
`${kind ? `a ${kind} task's ` : ""}\`${slot}\`.`,
|
|
453
|
+
);
|
|
454
|
+
}
|
|
455
|
+
}
|
|
456
|
+
|
|
457
|
+
// genctl no longer stats the argument — it does not know it is a file — so the resolver that
|
|
458
|
+
// does is the one that must say when it is not there.
|
|
459
|
+
for (const at of located) {
|
|
460
|
+
if (!existsSync(at.file)) {
|
|
461
|
+
die(
|
|
462
|
+
`${join(at.where.dir, at.where.file)}: ${address(at.site.pointer)}: ` +
|
|
463
|
+
`"$import: ${at.site.argument}" names no file (looked at ${at.file})`,
|
|
464
|
+
);
|
|
465
|
+
}
|
|
466
|
+
}
|
|
363
467
|
|
|
364
468
|
// One script at two sites with different input types is a refusal, not a union: the union
|
|
365
469
|
// is sound and would typecheck a body that is wrong at one of the sites.
|
|
366
|
-
const byPath = new Map<string,
|
|
367
|
-
for (const
|
|
368
|
-
const seen = byPath.get(
|
|
369
|
-
const defsOf = (x: Site) => (manifest.schemas[x.process]?.$defs ?? {}) as Record<string, Schema>;
|
|
470
|
+
const byPath = new Map<string, Located>();
|
|
471
|
+
for (const at of located) {
|
|
472
|
+
const seen = byPath.get(at.file);
|
|
370
473
|
if (
|
|
371
474
|
seen &&
|
|
372
|
-
JSON.stringify(
|
|
373
|
-
JSON.stringify(scriptInput(site, defsOf(site)))
|
|
475
|
+
JSON.stringify(seen.site.types) !== JSON.stringify(at.site.types)
|
|
374
476
|
) {
|
|
375
477
|
die(
|
|
376
|
-
`${
|
|
478
|
+
`${at.file} is imported at ${address(seen.site.pointer)} and ` +
|
|
479
|
+
`${address(at.site.pointer)} with different input types.\n` +
|
|
377
480
|
"Split it into two scripts, or make the two call sites pass the same shape.",
|
|
378
481
|
);
|
|
379
482
|
}
|
|
380
|
-
byPath.set(
|
|
483
|
+
byPath.set(at.file, at);
|
|
381
484
|
}
|
|
382
485
|
|
|
383
|
-
for (const
|
|
384
|
-
|
|
385
|
-
await write(typesPathFor(site.path), declarations(site, defs));
|
|
486
|
+
for (const at of byPath.values()) {
|
|
487
|
+
await write(typesPathFor(at.file), declarations(at));
|
|
386
488
|
}
|
|
387
489
|
|
|
388
490
|
if (manifest.mode === "types") {
|
|
491
|
+
console.log(JSON.stringify(manifest, null, 2));
|
|
389
492
|
process.exit(0);
|
|
390
493
|
}
|
|
391
494
|
|
|
392
|
-
await typecheck(
|
|
495
|
+
await typecheck([...byPath.values()]);
|
|
393
496
|
|
|
394
497
|
const code: string[] = [];
|
|
395
|
-
for (const
|
|
396
|
-
code.push(await bundle(
|
|
498
|
+
for (const at of located) {
|
|
499
|
+
code.push(await bundle(at));
|
|
397
500
|
}
|
|
398
501
|
process.stdout.write(JSON.stringify({ code }));
|
package/package.json
CHANGED
package/realm.ts
CHANGED
|
@@ -2,88 +2,45 @@
|
|
|
2
2
|
// thread the host can kill mid-loop — the only thing that bounds a synchronous busy loop.
|
|
3
3
|
// eval.ts owns the budget and does the killing; nothing here knows about time.
|
|
4
4
|
//
|
|
5
|
-
// Everything that touches the script's VALUE lives on this side of the boundary —
|
|
5
|
+
// Everything that touches the script's VALUE lives on this side of the boundary — loading,
|
|
6
6
|
// classifying, serialising — because this is the only realm the value exists in.
|
|
7
7
|
|
|
8
|
-
import {
|
|
8
|
+
import { registerHooks } from "node:module";
|
|
9
9
|
import { parentPort } from "node:worker_threads";
|
|
10
10
|
|
|
11
11
|
import type { EvalFailure, FailureKind, WorkerReply, WorkerRequest } from "./eval.ts";
|
|
12
12
|
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
const STRICT = '"use strict";\n';
|
|
18
|
-
|
|
19
|
-
// Bundled `node:*` imports survive as `require` calls — the importer externalises builtins and
|
|
20
|
-
// inlines everything else — and a function built by the AsyncFunction constructor has no
|
|
21
|
-
// `require` in scope. Passing one in is what makes an import of a builtin work at runtime rather than at
|
|
22
|
-
// typecheck only. Resolution is anchored here, which is right: only builtins reach it.
|
|
23
|
-
const scriptRequire = createRequire(import.meta.url);
|
|
13
|
+
// The script is IMPORTED as a module under a URL of our own, not compiled from a string: its
|
|
14
|
+
// frames then carry the author's own line numbers, and an `import` of a node builtin resolves
|
|
15
|
+
// the way it does everywhere else.
|
|
16
|
+
const SCRIPT_URL = "script:main";
|
|
24
17
|
const STACK_BYTES = 2_048;
|
|
25
18
|
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
* script's error location the day it changes.
|
|
30
|
-
*/
|
|
31
|
-
const lineOffset: Promise<number> = (async () => {
|
|
32
|
-
// Same parameter list as a real compile: the preamble is what is being measured.
|
|
33
|
-
const probe = new AsyncFunction("input", "require", STRICT + "throw new Error('probe');");
|
|
34
|
-
try {
|
|
35
|
-
await probe();
|
|
36
|
-
return 0;
|
|
37
|
-
} catch (err) {
|
|
38
|
-
return reportedLine(err) - 1;
|
|
39
|
-
}
|
|
40
|
-
})();
|
|
41
|
-
|
|
42
|
-
// V8 marks a frame compiled by the AsyncFunction constructor with the site that CALLED the
|
|
43
|
-
// constructor, then the script's OWN position:
|
|
44
|
-
// at inner (eval at run (file:///…/worker.ts:107:10), <anonymous>:6:9)
|
|
45
|
-
// `eval at` is therefore what separates script frames from runner plumbing — matched without
|
|
46
|
-
// the function name, which is whatever encloses the `new AsyncFunction` below. The LAST such
|
|
47
|
-
// frame is the body's top level: frames interleave, since a script can throw inside a native
|
|
48
|
-
// callback.
|
|
49
|
-
const SCRIPT_FRAME = /\(eval at /;
|
|
50
|
-
// The trailing `<anonymous>:LINE:COL` — the script's position, after the host file's own.
|
|
51
|
-
const POSITION = /<anonymous>:(\d+):(\d+)\)?\s*$/;
|
|
52
|
-
// ` at name (` — absent on the top-level frame, which V8 names `eval`.
|
|
53
|
-
const FRAME_NAME = /^\s*at\s+(?:async\s+)?([^\s(]+)\s*\(/;
|
|
19
|
+
// The only channel a load hook has to the source. Written per request and read once — a realm
|
|
20
|
+
// evaluates one script and is then discarded, so no second execution can observe it.
|
|
21
|
+
let source = "";
|
|
54
22
|
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
}
|
|
23
|
+
registerHooks({
|
|
24
|
+
resolve: (specifier, context, next) =>
|
|
25
|
+
specifier === SCRIPT_URL ? { url: SCRIPT_URL, shortCircuit: true } : next(specifier, context),
|
|
26
|
+
load: (url, context, next) =>
|
|
27
|
+
url === SCRIPT_URL ? { format: "module", source, shortCircuit: true } : next(url, context),
|
|
28
|
+
});
|
|
62
29
|
|
|
63
|
-
/**
|
|
64
|
-
*
|
|
65
|
-
|
|
66
|
-
function scriptStack(err: unknown, offset: number): string | undefined {
|
|
30
|
+
/** Keeps the frames that are the script's own. Everything below the last of them is runner
|
|
31
|
+
* plumbing the author cannot act on, and V8 puts this file's path in it. */
|
|
32
|
+
function scriptStack(err: unknown): string | undefined {
|
|
67
33
|
if (!(err instanceof Error) || typeof err.stack !== "string") return undefined;
|
|
68
34
|
const lines = err.stack.split("\n");
|
|
69
|
-
let
|
|
70
|
-
for (let i = 0; i < lines.length; i++) if (
|
|
71
|
-
const
|
|
72
|
-
|
|
73
|
-
const pos = line.match(POSITION);
|
|
74
|
-
if (!pos) return line; // the `Error: message` header and native frames, kept as-is
|
|
75
|
-
const name = line.match(FRAME_NAME)?.[1];
|
|
76
|
-
const at = name && name !== "eval" && name !== "anonymous" ? `at ${name} ` : "at ";
|
|
77
|
-
const indent = line.match(/^\s*/)![0];
|
|
78
|
-
return `${indent}${at}(script:${Math.max(1, Number(pos[1]) - offset)}:${pos[2]})`;
|
|
79
|
-
})
|
|
80
|
-
.join("\n");
|
|
81
|
-
return frames.length > STACK_BYTES ? frames.slice(0, STACK_BYTES) : frames;
|
|
35
|
+
let last = 0;
|
|
36
|
+
for (let i = 0; i < lines.length; i++) if (lines[i]!.includes(SCRIPT_URL)) last = i;
|
|
37
|
+
const stack = lines.slice(0, last + 1).join("\n");
|
|
38
|
+
return stack.length > STACK_BYTES ? stack.slice(0, STACK_BYTES) : stack;
|
|
82
39
|
}
|
|
83
40
|
|
|
84
|
-
function describe(err: unknown, kind: FailureKind
|
|
41
|
+
function describe(err: unknown, kind: FailureKind): EvalFailure {
|
|
85
42
|
if (err instanceof Error) {
|
|
86
|
-
return { kind, name: err.name, message: err.message, stack: scriptStack(err
|
|
43
|
+
return { kind, name: err.name, message: err.message, stack: scriptStack(err) };
|
|
87
44
|
}
|
|
88
45
|
// A script may throw a non-Error (`throw {code: "x"}`), so name/message must not assume one.
|
|
89
46
|
return { kind, name: "Thrown", message: safeText(err) };
|
|
@@ -97,23 +54,40 @@ function safeText(v: unknown): string {
|
|
|
97
54
|
}
|
|
98
55
|
}
|
|
99
56
|
|
|
57
|
+
/** A module that will not parse, or names an import nothing resolves, is broken code — only
|
|
58
|
+
* editing it helps. Anything else thrown by the import is the module's top level running,
|
|
59
|
+
* which is the script throwing. */
|
|
60
|
+
function unloadable(err: unknown): boolean {
|
|
61
|
+
const code = (err as { code?: unknown } | null)?.code;
|
|
62
|
+
return err instanceof SyntaxError || (typeof code === "string" && code.startsWith("ERR_MODULE"));
|
|
63
|
+
}
|
|
64
|
+
|
|
100
65
|
async function run(req: WorkerRequest): Promise<WorkerReply> {
|
|
101
|
-
|
|
66
|
+
source = req.code;
|
|
102
67
|
|
|
103
|
-
let
|
|
68
|
+
let main: unknown;
|
|
104
69
|
try {
|
|
105
|
-
|
|
106
|
-
// never be hit. Repeated compilation is the price of the fresh global object.
|
|
107
|
-
fn = new AsyncFunction("input", "require", STRICT + req.code);
|
|
70
|
+
main = (await import(SCRIPT_URL)).default;
|
|
108
71
|
} catch (err) {
|
|
109
|
-
return { ok: false, failure: describe(err, "compile_error"
|
|
72
|
+
return { ok: false, failure: describe(err, unloadable(err) ? "compile_error" : "threw") };
|
|
73
|
+
}
|
|
74
|
+
if (typeof main !== "function") {
|
|
75
|
+
const got = main === undefined ? "no default export" : `a ${typeof main}`;
|
|
76
|
+
return {
|
|
77
|
+
ok: false,
|
|
78
|
+
failure: {
|
|
79
|
+
kind: "compile_error",
|
|
80
|
+
name: "NoDefaultExport",
|
|
81
|
+
message: `a script must export default a function; this one has ${got}`,
|
|
82
|
+
},
|
|
83
|
+
};
|
|
110
84
|
}
|
|
111
85
|
|
|
112
86
|
let value: unknown;
|
|
113
87
|
try {
|
|
114
|
-
value = await
|
|
88
|
+
value = await (main as (input: unknown) => unknown)(req.input);
|
|
115
89
|
} catch (err) {
|
|
116
|
-
return { ok: false, failure: describe(err, "threw"
|
|
90
|
+
return { ok: false, failure: describe(err, "threw") };
|
|
117
91
|
}
|
|
118
92
|
|
|
119
93
|
try {
|
|
@@ -121,12 +95,22 @@ async function run(req: WorkerRequest): Promise<WorkerReply> {
|
|
|
121
95
|
// spells null, which is the right reading of a script that returned nothing.
|
|
122
96
|
return { ok: true, body: value === undefined ? "" : JSON.stringify(value) ?? "" };
|
|
123
97
|
} catch (err) {
|
|
124
|
-
return { ok: false, failure: describe(err, "nonserializable"
|
|
98
|
+
return { ok: false, failure: describe(err, "nonserializable") };
|
|
125
99
|
}
|
|
126
100
|
}
|
|
127
101
|
|
|
102
|
+
// The realm's stdio is a pipe to the host thread, and eval.ts terminates this thread the moment
|
|
103
|
+
// the reply lands — so whatever a script wrote last is still in the pipe when it dies. An empty
|
|
104
|
+
// write's callback fires once the queue ahead of it has drained, which makes the reply a barrier
|
|
105
|
+
// for `console` and a direct process.stdout.write alike: both are this stream.
|
|
106
|
+
function flush(stream: NodeJS.WriteStream): Promise<void> {
|
|
107
|
+
return new Promise((resolve) => stream.write("", () => resolve()));
|
|
108
|
+
}
|
|
109
|
+
|
|
128
110
|
// Non-null because this module only ever runs as a worker entry point; a null port here
|
|
129
111
|
// would mean eval.ts loaded it as a plain module, which nothing does.
|
|
130
112
|
parentPort!.on("message", async (req: WorkerRequest) => {
|
|
131
|
-
|
|
113
|
+
const reply = await run(req);
|
|
114
|
+
await Promise.all([flush(process.stdout), flush(process.stderr)]);
|
|
115
|
+
parentPort!.postMessage(reply);
|
|
132
116
|
});
|