@genroc/eval-node 0.0.0-edge.d773aa8 → 0.0.0-edge.ea911c5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +39 -32
- package/dist/eval.js +4 -3
- package/dist/import.js +30 -21
- package/dist/realm.js +66 -75
- package/eval.ts +5 -3
- package/import.ts +84 -37
- package/package.json +1 -1
- package/realm.ts +61 -77
package/README.md
CHANGED
|
@@ -96,15 +96,18 @@ The `input` of the external task IS the evaluation request:
|
|
|
96
96
|
|
|
97
97
|
```jsonc
|
|
98
98
|
{
|
|
99
|
-
"code": "
|
|
100
|
-
"input": { "amount": 250 },
|
|
101
|
-
"timeout_ms": 5000
|
|
99
|
+
"code": "export default (input) => ({ fee: input.amount * 0.1 });", // required — a module
|
|
100
|
+
"input": { "amount": 250 }, // optional — its argument
|
|
101
|
+
"timeout_ms": 5000 // optional — default 5000
|
|
102
102
|
}
|
|
103
103
|
```
|
|
104
104
|
|
|
105
|
-
`code` is
|
|
106
|
-
|
|
107
|
-
|
|
105
|
+
`code` is an **ES module**, and the evaluator imports it and calls its **default export** with
|
|
106
|
+
`input`. The value it returns reaches genroc; the function may be async, and so may the module's
|
|
107
|
+
top level. A module exporting anything else — or nothing — is a `compile_error`: there is
|
|
108
|
+
nothing to call, and so is one that will not parse; a throw from its top level is a `threw`
|
|
109
|
+
like any other. `import` of a node builtin resolves as it does anywhere else, and that is what
|
|
110
|
+
a bundled builtin lands on.
|
|
108
111
|
|
|
109
112
|
## The answer — the failure kind IS the error code
|
|
110
113
|
|
|
@@ -140,12 +143,14 @@ no retry policy to write.
|
|
|
140
143
|
type: external
|
|
141
144
|
input:
|
|
142
145
|
code: |
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
146
|
+
export default function (input) {
|
|
147
|
+
if (input.amount > 100) {
|
|
148
|
+
const e = new Error('amount over the limit');
|
|
149
|
+
e.name = 'LimitExceeded';
|
|
150
|
+
throw e;
|
|
151
|
+
}
|
|
152
|
+
return { fee: input.amount * 0.1 };
|
|
147
153
|
}
|
|
148
|
-
return { fee: input.amount * 0.1 };
|
|
149
154
|
input: "$: input"
|
|
150
155
|
result_schema: { type: object, properties: { fee: { type: number } }, required: [fee] }
|
|
151
156
|
raises:
|
|
@@ -227,12 +232,14 @@ the inferred type of what the definition passes; `Output` is what it declares
|
|
|
227
232
|
`tsc --noEmit`, and bundles — so **a type error is a failed apply**, and a stored definition
|
|
228
233
|
cannot hold code that failed to typecheck.
|
|
229
234
|
|
|
230
|
-
The bundle is
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
235
|
+
The bundle is one self-contained ES module whose default export is the author's own — nothing
|
|
236
|
+
wraps or rewrites it, so what the editor checks and what the realm runs are the same module, and
|
|
237
|
+
**a missing default export is a failed apply** rather than a fault at run time. Imports resolve
|
|
238
|
+
through TypeScript under the same config the check ran with, so a `paths` alias that typechecks
|
|
239
|
+
also bundles. They are inlined at build time, so the string a definition version stores is
|
|
240
|
+
self-contained forever — with one exception: **node builtins stay as imports**, which the realm
|
|
241
|
+
resolves. A package is frozen into the definition; `node:fs` is resolved by whatever runner
|
|
242
|
+
executes it.
|
|
236
243
|
|
|
237
244
|
### Your tsconfig, your types
|
|
238
245
|
|
|
@@ -258,8 +265,9 @@ never read by genroc, because genctl doubles every `$` on splice.
|
|
|
258
265
|
|
|
259
266
|
## The realm — one Worker per execution
|
|
260
267
|
|
|
261
|
-
`evaluate()` starts a Worker (`realm.ts`), posts the code into it
|
|
262
|
-
`
|
|
268
|
+
`evaluate()` starts a Worker (`realm.ts`), posts the code into it — where a module loader hook
|
|
269
|
+
serves it to `import()`, so the engine numbers the script's frames from the author's own source —
|
|
270
|
+
and races the reply against the budget; `terminate()` runs on every path. That thread is what the contract rests on, and it buys
|
|
263
271
|
exactly three things the previous in-process evaluator could not:
|
|
264
272
|
|
|
265
273
|
- **The budget is enforced, not merely reported.** A synchronous `while(true){}` never
|
|
@@ -271,16 +279,15 @@ exactly three things the previous in-process evaluator could not:
|
|
|
271
279
|
- **The script's mistakes stay the script's.** An uncaught throw, and `process.exit()`, end
|
|
272
280
|
the realm and come back as a `422` — neither reaches the runner.
|
|
273
281
|
|
|
274
|
-
It costs about **
|
|
275
|
-
laptop), a 200 KiB body about
|
|
276
|
-
types on every realm — precompiling it to JavaScript would buy that back, and
|
|
277
|
-
not done: a build artefact that goes stale against its source fails silently,
|
|
278
|
-
is the one where a wrong line number is invisible.
|
|
282
|
+
It costs about **27ms per execution** end to end for a trivial script (Node 24, M-series
|
|
283
|
+
laptop), a 200 KiB body about 30ms. Roughly 11ms of that is Node re-stripping `realm.ts`'s
|
|
284
|
+
types on every realm — precompiling it to JavaScript measures 17ms and would buy that back, and
|
|
285
|
+
is deliberately not done: a build artefact that goes stale against its source fails silently,
|
|
286
|
+
and this file is the one where a wrong line number is invisible.
|
|
279
287
|
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
|
|
283
|
-
(below), so it is the live upgrade path rather than a theoretical one.
|
|
288
|
+
A subprocess per execution measures ~55ms here, twice the thread rather than the ten times it
|
|
289
|
+
cost on the previous runtime. It contains the two things a thread cannot (below), so the upgrade
|
|
290
|
+
path is a live one at a price worth naming rather than a theoretical one.
|
|
284
291
|
|
|
285
292
|
## What this is not
|
|
286
293
|
|
|
@@ -291,7 +298,7 @@ thread no longer wins on price, and a subprocess contains the two things a threa
|
|
|
291
298
|
it needed was surface with nothing behind it. A value that must survive a retry belongs in
|
|
292
299
|
the definition, passed through `input`.
|
|
293
300
|
- **Not a sandbox.** The realm isolates *execution*, not *authority*: a script gets the
|
|
294
|
-
worker's filesystem, network and environment, and
|
|
301
|
+
worker's filesystem, network and environment, and any node builtin it imports. That is
|
|
295
302
|
deliberate — a script task is meant to do real work — but the trust boundary stays the
|
|
296
303
|
same-trust-domain one (your genroc, your worker host). It is not the multi-tenant story, and
|
|
297
304
|
nothing here should be mistaken for one. Pulling does move the boundary in one useful way:
|
|
@@ -305,9 +312,9 @@ thread no longer wins on price, and a subprocess contains the two things a threa
|
|
|
305
312
|
- **Concurrency is capped by this worker, not by genroc.** Each evaluation is a thread, and
|
|
306
313
|
`CONCURRENCY` is how many it will claim at once. Raising it past what the host can run turns
|
|
307
314
|
a queue back into threads fighting over a core.
|
|
308
|
-
- **Not where imports and type checking happen.** The evaluator
|
|
309
|
-
|
|
310
|
-
|
|
315
|
+
- **Not where imports and type checking happen.** The evaluator takes one self-contained
|
|
316
|
+
module and knows nothing about TypeScript; `import.ts` is what bundles an author's script and
|
|
317
|
+
its dependencies into that module, at author time. See above.
|
|
311
318
|
- **`eval.ts` and `realm.ts` know nothing about genroc.** `worker.ts` is the entire
|
|
312
319
|
queue-facing half, which is what keeps the containment strategy swappable — and what lets
|
|
313
320
|
the realm's own properties be tested by calling `evaluate()` directly.
|
package/dist/eval.js
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
|
-
// Evaluation core:
|
|
2
|
-
// the failure kinds in README.md. Nothing here knows about
|
|
3
|
-
// thing that talks to the queue — so this stays testable and
|
|
1
|
+
// Evaluation core: import a script module in its OWN realm, call its default export, and
|
|
2
|
+
// classify every outcome into one of the failure kinds in README.md. Nothing here knows about
|
|
3
|
+
// genroc — worker.ts is the only thing that talks to the queue — so this stays testable and
|
|
4
|
+
// the containment stays swappable.
|
|
4
5
|
//
|
|
5
6
|
// The containment is a Worker per execution (realm.ts). It is what makes the budget real:
|
|
6
7
|
// a synchronous busy loop never yields, so no in-process timer can interrupt it, and only a
|
package/dist/import.js
CHANGED
|
@@ -86,7 +86,9 @@ function objectType(s, used) {
|
|
|
86
86
|
const required = new Set(s.required ?? []);
|
|
87
87
|
const lines = [];
|
|
88
88
|
for (const [key, sub] of Object.entries(props)) {
|
|
89
|
-
const doc = typeof sub.description === "string"
|
|
89
|
+
const doc = typeof sub.description === "string"
|
|
90
|
+
? ` /** ${sub.description} */\n`
|
|
91
|
+
: "";
|
|
90
92
|
lines.push(`${doc} ${propKey(key)}${required.has(key) ? "" : "?"}: ${tsType(sub, used)};`);
|
|
91
93
|
}
|
|
92
94
|
if (s.additionalProperties && typeof s.additionalProperties === "object") {
|
|
@@ -102,7 +104,7 @@ function union(parts) {
|
|
|
102
104
|
}
|
|
103
105
|
const IDENT = /^[A-Za-z_$][A-Za-z0-9_$]*$/;
|
|
104
106
|
const propKey = (k) => (IDENT.test(k) ? k : JSON.stringify(k));
|
|
105
|
-
const identifier = (n) =>
|
|
107
|
+
const identifier = (n) => IDENT.test(n) ? n : `Def_${n.replace(/[^A-Za-z0-9_$]/g, "_")}`;
|
|
106
108
|
function deref(s, defs) {
|
|
107
109
|
let cur = s;
|
|
108
110
|
for (let i = 0; cur && typeof cur.$ref === "string" && i < 16; i++) {
|
|
@@ -200,7 +202,10 @@ async function typecheck(root, sites) {
|
|
|
200
202
|
// base config there is nothing to opt in with, so the default stays none.
|
|
201
203
|
...(base ? {} : { types: [] }),
|
|
202
204
|
},
|
|
203
|
-
files: group.flatMap((s) => [
|
|
205
|
+
files: group.flatMap((s) => [
|
|
206
|
+
relative(dir, s.path),
|
|
207
|
+
relative(dir, typesPathFor(s.path)),
|
|
208
|
+
]),
|
|
204
209
|
// `files` overrides the base's, but a base `include` survives beside it and would
|
|
205
210
|
// drag the author's whole tree in, to be checked under the worker lib.
|
|
206
211
|
include: [],
|
|
@@ -250,7 +255,10 @@ const transpile = {
|
|
|
250
255
|
return { code: out.outputText, map: out.sourceMapText ?? null };
|
|
251
256
|
},
|
|
252
257
|
};
|
|
253
|
-
const BUILTIN = new Set([
|
|
258
|
+
const BUILTIN = new Set([
|
|
259
|
+
...builtinModules,
|
|
260
|
+
...builtinModules.map((m) => `node:${m}`),
|
|
261
|
+
]);
|
|
254
262
|
/** Resolves imports through TYPESCRIPT, using the same config the typecheck ran under, so a
|
|
255
263
|
* `paths` alias that compiles also bundles. Reimplementing `paths` here would be a second
|
|
256
264
|
* resolver to keep in agreement with tsc; this one cannot disagree.
|
|
@@ -270,16 +278,18 @@ function tsResolve(configPath) {
|
|
|
270
278
|
const { resolvedModule } = ts.resolveModuleName(source, importer, options, ts.sys);
|
|
271
279
|
if (!resolvedModule || resolvedModule.isExternalLibraryImport)
|
|
272
280
|
return null;
|
|
273
|
-
return resolvedModule.resolvedFileName.endsWith(".d.ts")
|
|
281
|
+
return resolvedModule.resolvedFileName.endsWith(".d.ts")
|
|
282
|
+
? null
|
|
283
|
+
: resolvedModule.resolvedFileName;
|
|
274
284
|
},
|
|
275
285
|
};
|
|
276
286
|
}
|
|
277
|
-
/** Bundles to
|
|
278
|
-
*
|
|
279
|
-
*
|
|
287
|
+
/** Bundles to a self-contained ES module, which is what the evaluator imports: the default
|
|
288
|
+
* export it calls is the author's own, so nothing wraps or rewrites the code between the two.
|
|
289
|
+
* Bundling is entirely the importer's job, so a definition version pins its code forever. */
|
|
280
290
|
async function bundle(site, root) {
|
|
281
|
-
// Builtins are EXTERNALISED as
|
|
282
|
-
// unresolved is a REFUSAL, not an external: rollup's default is to leave it as
|
|
291
|
+
// Builtins are EXTERNALISED as imports the realm resolves natively. Anything else
|
|
292
|
+
// unresolved is a REFUSAL, not an external: rollup's default is to leave it as an import
|
|
283
293
|
// of a module that will not be there, which bundles clean and fails at runtime.
|
|
284
294
|
const built = await rollup({
|
|
285
295
|
input: site.path,
|
|
@@ -299,18 +309,17 @@ async function bundle(site, root) {
|
|
|
299
309
|
}
|
|
300
310
|
},
|
|
301
311
|
}).catch((e) => die(`${site.path}: ${e instanceof Error ? e.message : String(e)}`));
|
|
302
|
-
const { output } = await built.generate({
|
|
312
|
+
const { output } = await built.generate({
|
|
313
|
+
format: "es",
|
|
314
|
+
inlineDynamicImports: true,
|
|
315
|
+
});
|
|
303
316
|
await built.close();
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
` throw new Error(${JSON.stringify(`${site.path} has no default export function`)});`,
|
|
311
|
-
"}",
|
|
312
|
-
"return await __genroc_main(input);",
|
|
313
|
-
].join("\n");
|
|
317
|
+
// Refused here rather than in the realm: the evaluator can only report it against a running
|
|
318
|
+
// instance, and the file it names is on this machine.
|
|
319
|
+
if (!output[0].exports.includes("default")) {
|
|
320
|
+
die(`${site.path}: a script must \`export default\` the function to run`);
|
|
321
|
+
}
|
|
322
|
+
return output[0].code;
|
|
314
323
|
}
|
|
315
324
|
// ── main ───────────────────────────────────────────────────────────────────────
|
|
316
325
|
const stdin = await new Promise((resolve, reject) => {
|
package/dist/realm.js
CHANGED
|
@@ -2,80 +2,46 @@
|
|
|
2
2
|
// thread the host can kill mid-loop — the only thing that bounds a synchronous busy loop.
|
|
3
3
|
// eval.ts owns the budget and does the killing; nothing here knows about time.
|
|
4
4
|
//
|
|
5
|
-
// Everything that touches the script's VALUE lives on this side of the boundary —
|
|
5
|
+
// Everything that touches the script's VALUE lives on this side of the boundary — loading,
|
|
6
6
|
// classifying, serialising — because this is the only realm the value exists in.
|
|
7
|
-
|
|
7
|
+
var __rewriteRelativeImportExtension = (this && this.__rewriteRelativeImportExtension) || function (path, preserveJsx) {
|
|
8
|
+
if (typeof path === "string" && /^\.\.?\//.test(path)) {
|
|
9
|
+
return path.replace(/\.(tsx)$|((?:\.d)?)((?:\.[^./]+?)?)\.([cm]?)ts$/i, function (m, tsx, d, ext, cm) {
|
|
10
|
+
return tsx ? preserveJsx ? ".jsx" : ".js" : d && (!ext || !cm) ? m : (d + ext + "." + cm.toLowerCase() + "js");
|
|
11
|
+
});
|
|
12
|
+
}
|
|
13
|
+
return path;
|
|
14
|
+
};
|
|
15
|
+
import { registerHooks } from "node:module";
|
|
8
16
|
import { parentPort } from "node:worker_threads";
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
//
|
|
12
|
-
|
|
13
|
-
// `require` in scope. Passing one in is what makes an import of a builtin work at runtime rather than at
|
|
14
|
-
// typecheck only. Resolution is anchored here, which is right: only builtins reach it.
|
|
15
|
-
const scriptRequire = createRequire(import.meta.url);
|
|
17
|
+
// The script is IMPORTED as a module under a URL of our own, not compiled from a string: its
|
|
18
|
+
// frames then carry the author's own line numbers, and an `import` of a node builtin resolves
|
|
19
|
+
// the way it does everywhere else.
|
|
20
|
+
const SCRIPT_URL = "script:main";
|
|
16
21
|
const STACK_BYTES = 2_048;
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
return 0;
|
|
28
|
-
}
|
|
29
|
-
catch (err) {
|
|
30
|
-
return reportedLine(err) - 1;
|
|
31
|
-
}
|
|
32
|
-
})();
|
|
33
|
-
// V8 marks a frame compiled by the AsyncFunction constructor with the site that CALLED the
|
|
34
|
-
// constructor, then the script's OWN position:
|
|
35
|
-
// at inner (eval at run (file:///…/worker.ts:107:10), <anonymous>:6:9)
|
|
36
|
-
// `eval at` is therefore what separates script frames from runner plumbing — matched without
|
|
37
|
-
// the function name, which is whatever encloses the `new AsyncFunction` below. The LAST such
|
|
38
|
-
// frame is the body's top level: frames interleave, since a script can throw inside a native
|
|
39
|
-
// callback.
|
|
40
|
-
const SCRIPT_FRAME = /\(eval at /;
|
|
41
|
-
// The trailing `<anonymous>:LINE:COL` — the script's position, after the host file's own.
|
|
42
|
-
const POSITION = /<anonymous>:(\d+):(\d+)\)?\s*$/;
|
|
43
|
-
// ` at name (` — absent on the top-level frame, which V8 names `eval`.
|
|
44
|
-
const FRAME_NAME = /^\s*at\s+(?:async\s+)?([^\s(]+)\s*\(/;
|
|
45
|
-
/** Line number of the throw as the engine reported it, or 1 if the stack is unreadable. */
|
|
46
|
-
function reportedLine(err) {
|
|
47
|
-
const stack = err instanceof Error && typeof err.stack === "string" ? err.stack : "";
|
|
48
|
-
const frame = stack.split("\n").find((l) => SCRIPT_FRAME.test(l)) ?? "";
|
|
49
|
-
const m = frame.match(POSITION);
|
|
50
|
-
return m ? Number(m[1]) : 1;
|
|
51
|
-
}
|
|
52
|
-
/** Renumbers each script frame to the line the AUTHOR wrote and drops the runner's own.
|
|
53
|
-
* Rewriting the whole location is also what keeps the runner's path out of a script's
|
|
54
|
-
* stack — V8 puts it inside every compiled frame. */
|
|
55
|
-
function scriptStack(err, offset) {
|
|
22
|
+
// The only channel a load hook has to the source. Written per request and read once — a realm
|
|
23
|
+
// evaluates one script and is then discarded, so no second execution can observe it.
|
|
24
|
+
let source = "";
|
|
25
|
+
registerHooks({
|
|
26
|
+
resolve: (specifier, context, next) => specifier === SCRIPT_URL ? { url: SCRIPT_URL, shortCircuit: true } : next(specifier, context),
|
|
27
|
+
load: (url, context, next) => url === SCRIPT_URL ? { format: "module", source, shortCircuit: true } : next(url, context),
|
|
28
|
+
});
|
|
29
|
+
/** Keeps the frames that are the script's own. Everything below the last of them is runner
|
|
30
|
+
* plumbing the author cannot act on, and V8 puts this file's path in it. */
|
|
31
|
+
function scriptStack(err) {
|
|
56
32
|
if (!(err instanceof Error) || typeof err.stack !== "string")
|
|
57
33
|
return undefined;
|
|
58
34
|
const lines = err.stack.split("\n");
|
|
59
|
-
let
|
|
35
|
+
let last = 0;
|
|
60
36
|
for (let i = 0; i < lines.length; i++)
|
|
61
|
-
if (
|
|
62
|
-
|
|
63
|
-
const
|
|
64
|
-
|
|
65
|
-
const pos = line.match(POSITION);
|
|
66
|
-
if (!pos)
|
|
67
|
-
return line; // the `Error: message` header and native frames, kept as-is
|
|
68
|
-
const name = line.match(FRAME_NAME)?.[1];
|
|
69
|
-
const at = name && name !== "eval" && name !== "anonymous" ? `at ${name} ` : "at ";
|
|
70
|
-
const indent = line.match(/^\s*/)[0];
|
|
71
|
-
return `${indent}${at}(script:${Math.max(1, Number(pos[1]) - offset)}:${pos[2]})`;
|
|
72
|
-
})
|
|
73
|
-
.join("\n");
|
|
74
|
-
return frames.length > STACK_BYTES ? frames.slice(0, STACK_BYTES) : frames;
|
|
37
|
+
if (lines[i].includes(SCRIPT_URL))
|
|
38
|
+
last = i;
|
|
39
|
+
const stack = lines.slice(0, last + 1).join("\n");
|
|
40
|
+
return stack.length > STACK_BYTES ? stack.slice(0, STACK_BYTES) : stack;
|
|
75
41
|
}
|
|
76
|
-
function describe(err, kind
|
|
42
|
+
function describe(err, kind) {
|
|
77
43
|
if (err instanceof Error) {
|
|
78
|
-
return { kind, name: err.name, message: err.message, stack: scriptStack(err
|
|
44
|
+
return { kind, name: err.name, message: err.message, stack: scriptStack(err) };
|
|
79
45
|
}
|
|
80
46
|
// A script may throw a non-Error (`throw {code: "x"}`), so name/message must not assume one.
|
|
81
47
|
return { kind, name: "Thrown", message: safeText(err) };
|
|
@@ -88,23 +54,39 @@ function safeText(v) {
|
|
|
88
54
|
return String(v);
|
|
89
55
|
}
|
|
90
56
|
}
|
|
57
|
+
/** A module that will not parse, or names an import nothing resolves, is broken code — only
|
|
58
|
+
* editing it helps. Anything else thrown by the import is the module's top level running,
|
|
59
|
+
* which is the script throwing. */
|
|
60
|
+
function unloadable(err) {
|
|
61
|
+
const code = err?.code;
|
|
62
|
+
return err instanceof SyntaxError || (typeof code === "string" && code.startsWith("ERR_MODULE"));
|
|
63
|
+
}
|
|
91
64
|
async function run(req) {
|
|
92
|
-
|
|
93
|
-
let
|
|
65
|
+
source = req.code;
|
|
66
|
+
let main;
|
|
94
67
|
try {
|
|
95
|
-
|
|
96
|
-
// never be hit. Repeated compilation is the price of the fresh global object.
|
|
97
|
-
fn = new AsyncFunction("input", "require", STRICT + req.code);
|
|
68
|
+
main = (await import(__rewriteRelativeImportExtension(SCRIPT_URL))).default;
|
|
98
69
|
}
|
|
99
70
|
catch (err) {
|
|
100
|
-
return { ok: false, failure: describe(err, "compile_error"
|
|
71
|
+
return { ok: false, failure: describe(err, unloadable(err) ? "compile_error" : "threw") };
|
|
72
|
+
}
|
|
73
|
+
if (typeof main !== "function") {
|
|
74
|
+
const got = main === undefined ? "no default export" : `a ${typeof main}`;
|
|
75
|
+
return {
|
|
76
|
+
ok: false,
|
|
77
|
+
failure: {
|
|
78
|
+
kind: "compile_error",
|
|
79
|
+
name: "NoDefaultExport",
|
|
80
|
+
message: `a script must export default a function; this one has ${got}`,
|
|
81
|
+
},
|
|
82
|
+
};
|
|
101
83
|
}
|
|
102
84
|
let value;
|
|
103
85
|
try {
|
|
104
|
-
value = await
|
|
86
|
+
value = await main(req.input);
|
|
105
87
|
}
|
|
106
88
|
catch (err) {
|
|
107
|
-
return { ok: false, failure: describe(err, "threw"
|
|
89
|
+
return { ok: false, failure: describe(err, "threw") };
|
|
108
90
|
}
|
|
109
91
|
try {
|
|
110
92
|
// undefined stringifies to undefined, not "undefined"; an empty body is how genroc
|
|
@@ -112,11 +94,20 @@ async function run(req) {
|
|
|
112
94
|
return { ok: true, body: value === undefined ? "" : JSON.stringify(value) ?? "" };
|
|
113
95
|
}
|
|
114
96
|
catch (err) {
|
|
115
|
-
return { ok: false, failure: describe(err, "nonserializable"
|
|
97
|
+
return { ok: false, failure: describe(err, "nonserializable") };
|
|
116
98
|
}
|
|
117
99
|
}
|
|
100
|
+
// The realm's stdio is a pipe to the host thread, and eval.ts terminates this thread the moment
|
|
101
|
+
// the reply lands — so whatever a script wrote last is still in the pipe when it dies. An empty
|
|
102
|
+
// write's callback fires once the queue ahead of it has drained, which makes the reply a barrier
|
|
103
|
+
// for `console` and a direct process.stdout.write alike: both are this stream.
|
|
104
|
+
function flush(stream) {
|
|
105
|
+
return new Promise((resolve) => stream.write("", () => resolve()));
|
|
106
|
+
}
|
|
118
107
|
// Non-null because this module only ever runs as a worker entry point; a null port here
|
|
119
108
|
// would mean eval.ts loaded it as a plain module, which nothing does.
|
|
120
109
|
parentPort.on("message", async (req) => {
|
|
121
|
-
|
|
110
|
+
const reply = await run(req);
|
|
111
|
+
await Promise.all([flush(process.stdout), flush(process.stderr)]);
|
|
112
|
+
parentPort.postMessage(reply);
|
|
122
113
|
});
|
package/eval.ts
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
|
-
// Evaluation core:
|
|
2
|
-
// the failure kinds in README.md. Nothing here knows about
|
|
3
|
-
// thing that talks to the queue — so this stays testable and
|
|
1
|
+
// Evaluation core: import a script module in its OWN realm, call its default export, and
|
|
2
|
+
// classify every outcome into one of the failure kinds in README.md. Nothing here knows about
|
|
3
|
+
// genroc — worker.ts is the only thing that talks to the queue — so this stays testable and
|
|
4
|
+
// the containment stays swappable.
|
|
4
5
|
//
|
|
5
6
|
// The containment is a Worker per execution (realm.ts). It is what makes the budget real:
|
|
6
7
|
// a synchronous busy loop never yields, so no in-process timer can interrupt it, and only a
|
|
@@ -9,6 +10,7 @@
|
|
|
9
10
|
import { Worker } from "node:worker_threads";
|
|
10
11
|
|
|
11
12
|
export type EvalRequest = {
|
|
13
|
+
/** An ES module whose default export is the function to run; `input` is its argument. */
|
|
12
14
|
code: string;
|
|
13
15
|
input?: unknown;
|
|
14
16
|
timeout_ms?: number;
|
package/import.ts
CHANGED
|
@@ -72,13 +72,16 @@ function tsType(s: Schema | undefined, used: Set<string>): string {
|
|
|
72
72
|
if (Array.isArray(s.enum)) {
|
|
73
73
|
return s.enum.map((v: unknown) => JSON.stringify(v)).join(" | ") || "never";
|
|
74
74
|
}
|
|
75
|
-
if (Array.isArray(s.anyOf))
|
|
76
|
-
|
|
75
|
+
if (Array.isArray(s.anyOf))
|
|
76
|
+
return union(s.anyOf.map((a: Schema) => tsType(a, used)));
|
|
77
|
+
if (Array.isArray(s.oneOf))
|
|
78
|
+
return union(s.oneOf.map((a: Schema) => tsType(a, used)));
|
|
77
79
|
if (Array.isArray(s.allOf)) {
|
|
78
80
|
return s.allOf.map((a: Schema) => tsType(a, used)).join(" & ") || "unknown";
|
|
79
81
|
}
|
|
80
82
|
|
|
81
|
-
const types: string[] =
|
|
83
|
+
const types: string[] =
|
|
84
|
+
s.type === undefined ? [] : Array.isArray(s.type) ? s.type : [s.type];
|
|
82
85
|
if (types.length === 0) {
|
|
83
86
|
// The top type: `{}` means unknown, not "an empty object". specs/unknown-type.md.
|
|
84
87
|
return s.properties ? objectType(s, used) : "unknown";
|
|
@@ -111,8 +114,13 @@ function objectType(s: Schema, used: Set<string>): string {
|
|
|
111
114
|
const required = new Set<string>(s.required ?? []);
|
|
112
115
|
const lines: string[] = [];
|
|
113
116
|
for (const [key, sub] of Object.entries(props)) {
|
|
114
|
-
const doc =
|
|
115
|
-
|
|
117
|
+
const doc =
|
|
118
|
+
typeof sub.description === "string"
|
|
119
|
+
? ` /** ${sub.description} */\n`
|
|
120
|
+
: "";
|
|
121
|
+
lines.push(
|
|
122
|
+
`${doc} ${propKey(key)}${required.has(key) ? "" : "?"}: ${tsType(sub, used)};`,
|
|
123
|
+
);
|
|
116
124
|
}
|
|
117
125
|
if (s.additionalProperties && typeof s.additionalProperties === "object") {
|
|
118
126
|
lines.push(` [key: string]: ${tsType(s.additionalProperties, used)};`);
|
|
@@ -128,9 +136,13 @@ function union(parts: string[]): string {
|
|
|
128
136
|
|
|
129
137
|
const IDENT = /^[A-Za-z_$][A-Za-z0-9_$]*$/;
|
|
130
138
|
const propKey = (k: string) => (IDENT.test(k) ? k : JSON.stringify(k));
|
|
131
|
-
const identifier = (n: string) =>
|
|
139
|
+
const identifier = (n: string) =>
|
|
140
|
+
IDENT.test(n) ? n : `Def_${n.replace(/[^A-Za-z0-9_$]/g, "_")}`;
|
|
132
141
|
|
|
133
|
-
function deref(
|
|
142
|
+
function deref(
|
|
143
|
+
s: Schema | undefined,
|
|
144
|
+
defs: Record<string, Schema>,
|
|
145
|
+
): Schema | undefined {
|
|
134
146
|
let cur = s;
|
|
135
147
|
for (let i = 0; cur && typeof cur.$ref === "string" && i < 16; i++) {
|
|
136
148
|
cur = defs[cur.$ref.replace(/^#\/\$defs\//, "")];
|
|
@@ -142,7 +154,10 @@ function deref(s: Schema | undefined, defs: Record<string, Schema>): Schema | un
|
|
|
142
154
|
* `{code, input, timeout_ms, …}`, and only its `input` field is bound as the script's
|
|
143
155
|
* parameter. genroc cannot know that; this file owns the evaluator's wire contract, so
|
|
144
156
|
* the navigation belongs here rather than in genctl. */
|
|
145
|
-
function scriptInput(
|
|
157
|
+
function scriptInput(
|
|
158
|
+
site: Site,
|
|
159
|
+
defs: Record<string, Schema>,
|
|
160
|
+
): Schema | undefined {
|
|
146
161
|
const action = deref(site.input, defs);
|
|
147
162
|
const bound = action?.properties?.input;
|
|
148
163
|
return bound ?? site.input;
|
|
@@ -189,7 +204,10 @@ function typesPathFor(scriptPath: string): string {
|
|
|
189
204
|
/** The nearest tsconfig above the script — the one the author's editor already reads. Two
|
|
190
205
|
* different configs mean a red editor over a clean apply, or the reverse. The walk stops at
|
|
191
206
|
* the project root: above it is not this project. */
|
|
192
|
-
async function nearestTsconfig(
|
|
207
|
+
async function nearestTsconfig(
|
|
208
|
+
from: string,
|
|
209
|
+
root: string,
|
|
210
|
+
): Promise<string | null> {
|
|
193
211
|
for (let dir = from; ; dir = dirname(dir)) {
|
|
194
212
|
const candidate = join(dir, "tsconfig.json");
|
|
195
213
|
if (await exists(candidate)) return candidate;
|
|
@@ -232,12 +250,18 @@ async function typecheck(root: string, sites: Site[]): Promise<void> {
|
|
|
232
250
|
// base config there is nothing to opt in with, so the default stays none.
|
|
233
251
|
...(base ? {} : { types: [] }),
|
|
234
252
|
},
|
|
235
|
-
files: group.flatMap((s) => [
|
|
253
|
+
files: group.flatMap((s) => [
|
|
254
|
+
relative(dir, s.path),
|
|
255
|
+
relative(dir, typesPathFor(s.path)),
|
|
256
|
+
]),
|
|
236
257
|
// `files` overrides the base's, but a base `include` survives beside it and would
|
|
237
258
|
// drag the author's whole tree in, to be checked under the worker lib.
|
|
238
259
|
include: [],
|
|
239
260
|
};
|
|
240
|
-
const configPath = join(
|
|
261
|
+
const configPath = join(
|
|
262
|
+
dir,
|
|
263
|
+
groups.size === 1 ? "tsconfig.json" : `tsconfig.${n++}.json`,
|
|
264
|
+
);
|
|
241
265
|
await write(configPath, JSON.stringify(config, null, 2));
|
|
242
266
|
await runTsc(root, configPath);
|
|
243
267
|
}
|
|
@@ -285,7 +309,10 @@ const transpile: Plugin = {
|
|
|
285
309
|
},
|
|
286
310
|
};
|
|
287
311
|
|
|
288
|
-
const BUILTIN = new Set([
|
|
312
|
+
const BUILTIN = new Set([
|
|
313
|
+
...builtinModules,
|
|
314
|
+
...builtinModules.map((m) => `node:${m}`),
|
|
315
|
+
]);
|
|
289
316
|
|
|
290
317
|
/** Resolves imports through TYPESCRIPT, using the same config the typecheck ran under, so a
|
|
291
318
|
* `paths` alias that compiles also bundles. Reimplementing `paths` here would be a second
|
|
@@ -296,25 +323,37 @@ function tsResolve(configPath: string | null): Plugin {
|
|
|
296
323
|
let options: ts.CompilerOptions = {};
|
|
297
324
|
if (configPath) {
|
|
298
325
|
const read = ts.readConfigFile(configPath, ts.sys.readFile);
|
|
299
|
-
options = ts.parseJsonConfigFileContent(
|
|
326
|
+
options = ts.parseJsonConfigFileContent(
|
|
327
|
+
read.config ?? {},
|
|
328
|
+
ts.sys,
|
|
329
|
+
dirname(configPath),
|
|
330
|
+
).options;
|
|
300
331
|
}
|
|
301
332
|
return {
|
|
302
333
|
name: "genroc-ts-resolve",
|
|
303
334
|
resolveId(source, importer) {
|
|
304
335
|
if (!importer || BUILTIN.has(source)) return null;
|
|
305
|
-
const { resolvedModule } = ts.resolveModuleName(
|
|
306
|
-
|
|
307
|
-
|
|
336
|
+
const { resolvedModule } = ts.resolveModuleName(
|
|
337
|
+
source,
|
|
338
|
+
importer,
|
|
339
|
+
options,
|
|
340
|
+
ts.sys,
|
|
341
|
+
);
|
|
342
|
+
if (!resolvedModule || resolvedModule.isExternalLibraryImport)
|
|
343
|
+
return null;
|
|
344
|
+
return resolvedModule.resolvedFileName.endsWith(".d.ts")
|
|
345
|
+
? null
|
|
346
|
+
: resolvedModule.resolvedFileName;
|
|
308
347
|
},
|
|
309
348
|
};
|
|
310
349
|
}
|
|
311
350
|
|
|
312
|
-
/** Bundles to
|
|
313
|
-
*
|
|
314
|
-
*
|
|
351
|
+
/** Bundles to a self-contained ES module, which is what the evaluator imports: the default
|
|
352
|
+
* export it calls is the author's own, so nothing wraps or rewrites the code between the two.
|
|
353
|
+
* Bundling is entirely the importer's job, so a definition version pins its code forever. */
|
|
315
354
|
async function bundle(site: Site, root: string): Promise<string> {
|
|
316
|
-
// Builtins are EXTERNALISED as
|
|
317
|
-
// unresolved is a REFUSAL, not an external: rollup's default is to leave it as
|
|
355
|
+
// Builtins are EXTERNALISED as imports the realm resolves natively. Anything else
|
|
356
|
+
// unresolved is a REFUSAL, not an external: rollup's default is to leave it as an import
|
|
318
357
|
// of a module that will not be there, which bundles clean and fails at runtime.
|
|
319
358
|
const built = await rollup({
|
|
320
359
|
input: site.path,
|
|
@@ -330,23 +369,26 @@ async function bundle(site: Site, root: string): Promise<string> {
|
|
|
330
369
|
],
|
|
331
370
|
onwarn(warning) {
|
|
332
371
|
if (warning.code === "UNRESOLVED_IMPORT") {
|
|
333
|
-
die(
|
|
372
|
+
die(
|
|
373
|
+
`${site.path}: cannot resolve ${warning.exporter ?? "an import"} — is it installed?`,
|
|
374
|
+
);
|
|
334
375
|
}
|
|
335
376
|
},
|
|
336
|
-
}).catch((e: unknown) =>
|
|
377
|
+
}).catch((e: unknown) =>
|
|
378
|
+
die(`${site.path}: ${e instanceof Error ? e.message : String(e)}`),
|
|
379
|
+
);
|
|
337
380
|
|
|
338
|
-
const { output } = await built.generate({
|
|
381
|
+
const { output } = await built.generate({
|
|
382
|
+
format: "es",
|
|
383
|
+
inlineDynamicImports: true,
|
|
384
|
+
});
|
|
339
385
|
await built.close();
|
|
340
|
-
|
|
341
|
-
|
|
342
|
-
|
|
343
|
-
|
|
344
|
-
|
|
345
|
-
|
|
346
|
-
` throw new Error(${JSON.stringify(`${site.path} has no default export function`)});`,
|
|
347
|
-
"}",
|
|
348
|
-
"return await __genroc_main(input);",
|
|
349
|
-
].join("\n");
|
|
386
|
+
// Refused here rather than in the realm: the evaluator can only report it against a running
|
|
387
|
+
// instance, and the file it names is on this machine.
|
|
388
|
+
if (!output[0].exports.includes("default")) {
|
|
389
|
+
die(`${site.path}: a script must \`export default\` the function to run`);
|
|
390
|
+
}
|
|
391
|
+
return output[0].code;
|
|
350
392
|
}
|
|
351
393
|
|
|
352
394
|
// ── main ───────────────────────────────────────────────────────────────────────
|
|
@@ -359,14 +401,16 @@ const stdin: string = await new Promise((resolve, reject) => {
|
|
|
359
401
|
process.stdin.on("error", reject);
|
|
360
402
|
});
|
|
361
403
|
const manifest = JSON.parse(stdin) as Manifest;
|
|
362
|
-
if (!manifest || !Array.isArray(manifest.sites))
|
|
404
|
+
if (!manifest || !Array.isArray(manifest.sites))
|
|
405
|
+
die("stdin is not a genroc resolver manifest");
|
|
363
406
|
|
|
364
407
|
// One script at two sites with different input types is a refusal, not a union: the union
|
|
365
408
|
// is sound and would typecheck a body that is wrong at one of the sites.
|
|
366
409
|
const byPath = new Map<string, Site>();
|
|
367
410
|
for (const site of manifest.sites) {
|
|
368
411
|
const seen = byPath.get(site.path);
|
|
369
|
-
const defsOf = (x: Site) =>
|
|
412
|
+
const defsOf = (x: Site) =>
|
|
413
|
+
(manifest.schemas[x.process]?.$defs ?? {}) as Record<string, Schema>;
|
|
370
414
|
if (
|
|
371
415
|
seen &&
|
|
372
416
|
JSON.stringify(scriptInput(seen, defsOf(seen))) !==
|
|
@@ -381,7 +425,10 @@ for (const site of manifest.sites) {
|
|
|
381
425
|
}
|
|
382
426
|
|
|
383
427
|
for (const site of byPath.values()) {
|
|
384
|
-
const defs = (manifest.schemas[site.process]?.$defs ?? {}) as Record<
|
|
428
|
+
const defs = (manifest.schemas[site.process]?.$defs ?? {}) as Record<
|
|
429
|
+
string,
|
|
430
|
+
Schema
|
|
431
|
+
>;
|
|
385
432
|
await write(typesPathFor(site.path), declarations(site, defs));
|
|
386
433
|
}
|
|
387
434
|
|
package/package.json
CHANGED
package/realm.ts
CHANGED
|
@@ -2,88 +2,45 @@
|
|
|
2
2
|
// thread the host can kill mid-loop — the only thing that bounds a synchronous busy loop.
|
|
3
3
|
// eval.ts owns the budget and does the killing; nothing here knows about time.
|
|
4
4
|
//
|
|
5
|
-
// Everything that touches the script's VALUE lives on this side of the boundary —
|
|
5
|
+
// Everything that touches the script's VALUE lives on this side of the boundary — loading,
|
|
6
6
|
// classifying, serialising — because this is the only realm the value exists in.
|
|
7
7
|
|
|
8
|
-
import {
|
|
8
|
+
import { registerHooks } from "node:module";
|
|
9
9
|
import { parentPort } from "node:worker_threads";
|
|
10
10
|
|
|
11
11
|
import type { EvalFailure, FailureKind, WorkerReply, WorkerRequest } from "./eval.ts";
|
|
12
12
|
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
const STRICT = '"use strict";\n';
|
|
18
|
-
|
|
19
|
-
// Bundled `node:*` imports survive as `require` calls — the importer externalises builtins and
|
|
20
|
-
// inlines everything else — and a function built by the AsyncFunction constructor has no
|
|
21
|
-
// `require` in scope. Passing one in is what makes an import of a builtin work at runtime rather than at
|
|
22
|
-
// typecheck only. Resolution is anchored here, which is right: only builtins reach it.
|
|
23
|
-
const scriptRequire = createRequire(import.meta.url);
|
|
13
|
+
// The script is IMPORTED as a module under a URL of our own, not compiled from a string: its
|
|
14
|
+
// frames then carry the author's own line numbers, and an `import` of a node builtin resolves
|
|
15
|
+
// the way it does everywhere else.
|
|
16
|
+
const SCRIPT_URL = "script:main";
|
|
24
17
|
const STACK_BYTES = 2_048;
|
|
25
18
|
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
* script's error location the day it changes.
|
|
30
|
-
*/
|
|
31
|
-
const lineOffset: Promise<number> = (async () => {
|
|
32
|
-
// Same parameter list as a real compile: the preamble is what is being measured.
|
|
33
|
-
const probe = new AsyncFunction("input", "require", STRICT + "throw new Error('probe');");
|
|
34
|
-
try {
|
|
35
|
-
await probe();
|
|
36
|
-
return 0;
|
|
37
|
-
} catch (err) {
|
|
38
|
-
return reportedLine(err) - 1;
|
|
39
|
-
}
|
|
40
|
-
})();
|
|
41
|
-
|
|
42
|
-
// V8 marks a frame compiled by the AsyncFunction constructor with the site that CALLED the
|
|
43
|
-
// constructor, then the script's OWN position:
|
|
44
|
-
// at inner (eval at run (file:///…/worker.ts:107:10), <anonymous>:6:9)
|
|
45
|
-
// `eval at` is therefore what separates script frames from runner plumbing — matched without
|
|
46
|
-
// the function name, which is whatever encloses the `new AsyncFunction` below. The LAST such
|
|
47
|
-
// frame is the body's top level: frames interleave, since a script can throw inside a native
|
|
48
|
-
// callback.
|
|
49
|
-
const SCRIPT_FRAME = /\(eval at /;
|
|
50
|
-
// The trailing `<anonymous>:LINE:COL` — the script's position, after the host file's own.
|
|
51
|
-
const POSITION = /<anonymous>:(\d+):(\d+)\)?\s*$/;
|
|
52
|
-
// ` at name (` — absent on the top-level frame, which V8 names `eval`.
|
|
53
|
-
const FRAME_NAME = /^\s*at\s+(?:async\s+)?([^\s(]+)\s*\(/;
|
|
19
|
+
// The only channel a load hook has to the source. Written per request and read once — a realm
|
|
20
|
+
// evaluates one script and is then discarded, so no second execution can observe it.
|
|
21
|
+
let source = "";
|
|
54
22
|
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
}
|
|
23
|
+
registerHooks({
|
|
24
|
+
resolve: (specifier, context, next) =>
|
|
25
|
+
specifier === SCRIPT_URL ? { url: SCRIPT_URL, shortCircuit: true } : next(specifier, context),
|
|
26
|
+
load: (url, context, next) =>
|
|
27
|
+
url === SCRIPT_URL ? { format: "module", source, shortCircuit: true } : next(url, context),
|
|
28
|
+
});
|
|
62
29
|
|
|
63
|
-
/**
|
|
64
|
-
*
|
|
65
|
-
|
|
66
|
-
function scriptStack(err: unknown, offset: number): string | undefined {
|
|
30
|
+
/** Keeps the frames that are the script's own. Everything below the last of them is runner
|
|
31
|
+
* plumbing the author cannot act on, and V8 puts this file's path in it. */
|
|
32
|
+
function scriptStack(err: unknown): string | undefined {
|
|
67
33
|
if (!(err instanceof Error) || typeof err.stack !== "string") return undefined;
|
|
68
34
|
const lines = err.stack.split("\n");
|
|
69
|
-
let
|
|
70
|
-
for (let i = 0; i < lines.length; i++) if (
|
|
71
|
-
const
|
|
72
|
-
|
|
73
|
-
const pos = line.match(POSITION);
|
|
74
|
-
if (!pos) return line; // the `Error: message` header and native frames, kept as-is
|
|
75
|
-
const name = line.match(FRAME_NAME)?.[1];
|
|
76
|
-
const at = name && name !== "eval" && name !== "anonymous" ? `at ${name} ` : "at ";
|
|
77
|
-
const indent = line.match(/^\s*/)![0];
|
|
78
|
-
return `${indent}${at}(script:${Math.max(1, Number(pos[1]) - offset)}:${pos[2]})`;
|
|
79
|
-
})
|
|
80
|
-
.join("\n");
|
|
81
|
-
return frames.length > STACK_BYTES ? frames.slice(0, STACK_BYTES) : frames;
|
|
35
|
+
let last = 0;
|
|
36
|
+
for (let i = 0; i < lines.length; i++) if (lines[i]!.includes(SCRIPT_URL)) last = i;
|
|
37
|
+
const stack = lines.slice(0, last + 1).join("\n");
|
|
38
|
+
return stack.length > STACK_BYTES ? stack.slice(0, STACK_BYTES) : stack;
|
|
82
39
|
}
|
|
83
40
|
|
|
84
|
-
function describe(err: unknown, kind: FailureKind
|
|
41
|
+
function describe(err: unknown, kind: FailureKind): EvalFailure {
|
|
85
42
|
if (err instanceof Error) {
|
|
86
|
-
return { kind, name: err.name, message: err.message, stack: scriptStack(err
|
|
43
|
+
return { kind, name: err.name, message: err.message, stack: scriptStack(err) };
|
|
87
44
|
}
|
|
88
45
|
// A script may throw a non-Error (`throw {code: "x"}`), so name/message must not assume one.
|
|
89
46
|
return { kind, name: "Thrown", message: safeText(err) };
|
|
@@ -97,23 +54,40 @@ function safeText(v: unknown): string {
|
|
|
97
54
|
}
|
|
98
55
|
}
|
|
99
56
|
|
|
57
|
+
/** A module that will not parse, or names an import nothing resolves, is broken code — only
|
|
58
|
+
* editing it helps. Anything else thrown by the import is the module's top level running,
|
|
59
|
+
* which is the script throwing. */
|
|
60
|
+
function unloadable(err: unknown): boolean {
|
|
61
|
+
const code = (err as { code?: unknown } | null)?.code;
|
|
62
|
+
return err instanceof SyntaxError || (typeof code === "string" && code.startsWith("ERR_MODULE"));
|
|
63
|
+
}
|
|
64
|
+
|
|
100
65
|
async function run(req: WorkerRequest): Promise<WorkerReply> {
|
|
101
|
-
|
|
66
|
+
source = req.code;
|
|
102
67
|
|
|
103
|
-
let
|
|
68
|
+
let main: unknown;
|
|
104
69
|
try {
|
|
105
|
-
|
|
106
|
-
// never be hit. Repeated compilation is the price of the fresh global object.
|
|
107
|
-
fn = new AsyncFunction("input", "require", STRICT + req.code);
|
|
70
|
+
main = (await import(SCRIPT_URL)).default;
|
|
108
71
|
} catch (err) {
|
|
109
|
-
return { ok: false, failure: describe(err, "compile_error"
|
|
72
|
+
return { ok: false, failure: describe(err, unloadable(err) ? "compile_error" : "threw") };
|
|
73
|
+
}
|
|
74
|
+
if (typeof main !== "function") {
|
|
75
|
+
const got = main === undefined ? "no default export" : `a ${typeof main}`;
|
|
76
|
+
return {
|
|
77
|
+
ok: false,
|
|
78
|
+
failure: {
|
|
79
|
+
kind: "compile_error",
|
|
80
|
+
name: "NoDefaultExport",
|
|
81
|
+
message: `a script must export default a function; this one has ${got}`,
|
|
82
|
+
},
|
|
83
|
+
};
|
|
110
84
|
}
|
|
111
85
|
|
|
112
86
|
let value: unknown;
|
|
113
87
|
try {
|
|
114
|
-
value = await
|
|
88
|
+
value = await (main as (input: unknown) => unknown)(req.input);
|
|
115
89
|
} catch (err) {
|
|
116
|
-
return { ok: false, failure: describe(err, "threw"
|
|
90
|
+
return { ok: false, failure: describe(err, "threw") };
|
|
117
91
|
}
|
|
118
92
|
|
|
119
93
|
try {
|
|
@@ -121,12 +95,22 @@ async function run(req: WorkerRequest): Promise<WorkerReply> {
|
|
|
121
95
|
// spells null, which is the right reading of a script that returned nothing.
|
|
122
96
|
return { ok: true, body: value === undefined ? "" : JSON.stringify(value) ?? "" };
|
|
123
97
|
} catch (err) {
|
|
124
|
-
return { ok: false, failure: describe(err, "nonserializable"
|
|
98
|
+
return { ok: false, failure: describe(err, "nonserializable") };
|
|
125
99
|
}
|
|
126
100
|
}
|
|
127
101
|
|
|
102
|
+
// The realm's stdio is a pipe to the host thread, and eval.ts terminates this thread the moment
|
|
103
|
+
// the reply lands — so whatever a script wrote last is still in the pipe when it dies. An empty
|
|
104
|
+
// write's callback fires once the queue ahead of it has drained, which makes the reply a barrier
|
|
105
|
+
// for `console` and a direct process.stdout.write alike: both are this stream.
|
|
106
|
+
function flush(stream: NodeJS.WriteStream): Promise<void> {
|
|
107
|
+
return new Promise((resolve) => stream.write("", () => resolve()));
|
|
108
|
+
}
|
|
109
|
+
|
|
128
110
|
// Non-null because this module only ever runs as a worker entry point; a null port here
|
|
129
111
|
// would mean eval.ts loaded it as a plain module, which nothing does.
|
|
130
112
|
parentPort!.on("message", async (req: WorkerRequest) => {
|
|
131
|
-
|
|
113
|
+
const reply = await run(req);
|
|
114
|
+
await Promise.all([flush(process.stdout), flush(process.stderr)]);
|
|
115
|
+
parentPort!.postMessage(reply);
|
|
132
116
|
});
|