@openpond/evals 0.7.3 → 0.7.5

package/dist/javascript-isolate-process.js

@@ -0,0 +1,73 @@
+import { spawn } from "node:child_process";
+import { javascriptIsolateProcessSource } from "./javascript-isolate-process-source.js";
+import { validateJavaScriptIsolateInput } from "./javascript-isolate.js";
+import { assertBoundedTaskJson } from "./task-schema.js";
+/** A Node subprocess owns the interpreter; completion always waits for its exit. */
+export async function executeJavaScriptIsolateInProcess(input) {
+    input.signal?.throwIfAborted();
+    validateJavaScriptIsolateInput(input);
+    const { signal, ...data } = input;
+    const error = (suffix) => new Error(`${input.errorPrefix}_${suffix}`);
+    // The authored source remains JSON data passed to QuickJS, never host code.
+    const program = `globalThis.__openpondIsolateInput = JSON.parse(${JSON.stringify(JSON.stringify(data))});\n${javascriptIsolateProcessSource}`;
+    return new Promise((resolve, reject) => {
+        const child = spawn("node", ["--max-old-space-size=64", "--input-type=commonjs", "-"], {
+            stdio: ["pipe", "pipe", "pipe"],
+            env: { PATH: process.env.PATH },
+            windowsHide: true,
+        });
+        let failure;
+        let response = "";
+        let responseBytes = 0;
+        let stderrBytes = 0;
+        const stop = (cause) => {
+            failure ??= cause;
+            child.kill("SIGKILL");
+        };
+        const cancel = () => stop(signal?.reason instanceof Error ? signal.reason : error("cancelled"));
+        const timer = setTimeout(() => stop(error("timeout")), input.timeoutMs);
+        signal?.addEventListener("abort", cancel, { once: true });
+        child.stdout.setEncoding("utf8");
+        child.stdout.on("data", (chunk) => {
+            responseBytes += Buffer.byteLength(chunk);
+            if (responseBytes > input.maxResultBytes + 65_536)
+                stop(error("process_response_too_large"));
+            else
+                response += chunk;
+        });
+        child.stderr.on("data", (chunk) => {
+            stderrBytes += chunk.byteLength;
+            if (stderrBytes > 65_536)
+                stop(error("process_stderr_too_large"));
+        });
+        child.once("error", (cause) => { failure ??= cause; });
+        child.stdin.on("error", (cause) => stop(cause));
+        child.once("close", (code) => {
+            clearTimeout(timer);
+            signal?.removeEventListener("abort", cancel);
+            if (failure) {
+                reject(failure);
+                return;
+            }
+            try {
+                if (code !== 0)
+                    throw error("process_exited_without_result");
+                const message = JSON.parse(response);
+                if (!message || typeof message !== "object" || !("ok" in message))
+                    throw error("process_invalid_response");
+                if (message.ok !== true)
+                    throw new Error("error" in message && typeof message.error === "string" ? message.error : `${input.errorPrefix}_execution_failed`);
+                if (!("result" in message))
+                    throw error("process_invalid_response");
+                assertBoundedTaskJson(message.result, input.maxResultBytes);
+                resolve(message.result);
+            }
+            catch (cause) {
+                reject(cause instanceof Error ? cause : error("process_invalid_response"));
+            }
+        });
+        child.stdin.end(program);
+        if (signal?.aborted)
+            cancel();
+    });
+}

package/dist/javascript-verifier-node.js

@@ -1,6 +1,11 @@
 import { JavaScriptVerifierResultSchema } from "./javascript-verifier-contract.js";
 import { executeJavaScriptIsolateInWorker } from "./javascript-isolate-node.js";
+import { executeJavaScriptIsolateInProcess } from "./javascript-isolate-process.js";
 /** Resolves/rejects only after the execution owner has stopped the worker. */
 export async function executeJavaScriptVerifierInWorker(input) {
     return JavaScriptVerifierResultSchema.parse(await executeJavaScriptIsolateInWorker({ ...input, exportName: input.exportName ?? "verify", maxResultBytes: 65_536, errorPrefix: "verifier" }));
 }
+/** Uses a Node child process and waits for exit on success, failure, or cancellation. */
+export async function executeJavaScriptVerifierInProcess(input) {
+    return JavaScriptVerifierResultSchema.parse(await executeJavaScriptIsolateInProcess({ ...input, exportName: input.exportName ?? "verify", maxResultBytes: 65_536, errorPrefix: "verifier" }));
+}

package/dist/types/javascript-environment-node.d.ts

@@ -2,4 +2,6 @@ import type { JavaScriptEnvironmentExecutionInput } from "./javascript-environme
 import { type JavaScriptEnvironmentResult } from "./javascript-environment-contract.js";
 /** The execution owner awaits termination before recording a step or cleanup. */
 export declare function executeJavaScriptEnvironmentInWorker(input: JavaScriptEnvironmentExecutionInput): Promise<JavaScriptEnvironmentResult>;
+/** Uses a Node child process independently of the execution owner's runtime. */
+export declare function executeJavaScriptEnvironmentInProcess(input: JavaScriptEnvironmentExecutionInput): Promise<JavaScriptEnvironmentResult>;
 //# sourceMappingURL=javascript-environment-node.d.ts.map

package/dist/types/javascript-environment-node.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"javascript-environment-node.d.ts","sourceRoot":"","sources":["../../../../src/javascript-environment-node.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mCAAmC,EAAE,MAAM,6BAA6B,CAAC;AACvF,OAAO,EAA2E,KAAK,2BAA2B,EAAE,MAAM,sCAAsC,CAAC;AAGjK,iFAAiF;AACjF,wBAAsB,oCAAoC,CAAC,KAAK,EAAE,mCAAmC,GAAG,OAAO,CAAC,2BAA2B,CAAC,CAG3I"}
+{"version":3,"file":"javascript-environment-node.d.ts","sourceRoot":"","sources":["../../../../src/javascript-environment-node.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mCAAmC,EAAE,MAAM,6BAA6B,CAAC;AACvF,OAAO,EAA2E,KAAK,2BAA2B,EAAE,MAAM,sCAAsC,CAAC;AAIjK,iFAAiF;AACjF,wBAAsB,oCAAoC,CAAC,KAAK,EAAE,mCAAmC,GAAG,OAAO,CAAC,2BAA2B,CAAC,CAG3I;AAED,gFAAgF;AAChF,wBAAsB,qCAAqC,CAAC,KAAK,EAAE,mCAAmC,GAAG,OAAO,CAAC,2BAA2B,CAAC,CAG5I"}

package/dist/types/javascript-environment.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"javascript-environment.d.ts","sourceRoot":"","sources":["../../../../src/javascript-environment.ts"],"names":[],"mappings":"AACA,OAAO,EAA2B,KAAK,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAGvF,OAAO,EAAkH,KAAK,+BAA+B,EAAE,KAAK,8BAA8B,EAAE,KAAK,2BAA2B,EAAE,MAAM,sCAAsC,CAAC;AACnR,cAAc,sCAAsC,CAAC;AAErD,MAAM,WAAW,mCAAmC;IAClD,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,8BAA8B,CAAC;IAC1C,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,qFAAqF;AACrF,wBAAsB,4BAA4B,CAAC,KAAK,EAAE,mCAAmC,GAAG,OAAO,CAAC,2BAA2B,CAAC,CAGnI;AAED,MAAM,WAAW,0BAA0B;IACzC,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,8BAA8B,CAAC;IAC1C,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAC1C,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAC5C,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB;AAED,MAAM,WAAW,6BAA6B;IAC5C,UAAU,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IAClE,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,MAAM,EAAE,0BAA0B,EAAE,CAAC;CACtC;AAED,qBAAa,gCAAiC,SAAQ,KAAK;IAC7C,QAAQ,CAAC,IAAI,EAAE,cAAc,GAAG,mBAAmB,GAAG,uBAAuB;gBAApE,IAAI,EAAE,cAAc,GAAG,mBAAmB,GAAG,uBAAuB;CAI1F;AAED,KAAK,MAAM,GAAG,CAAC,KAAK,EAAE,mCAAmC,KAAK,OAAO,CAAC,2BAA2B,CAAC,CAAC;AAEnG;uFACuF;AACvF,wBAAsB,kCAAkC,CAAC,KAAK,EAAE;IAC9D,UAAU,EAAE,+BAA+B,CAAC;IAC5C,KAAK,EAAE,iBAAiB,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBA0EwB;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE;;;oBAtG/D;YAAE,EAAE,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAC;YAAC,WAAW,EAAE,MAAM,CAAA;SAAE;mBACtD,MAAM;cACX,MAAM;0BACM,MAAM;wBACR,MAAM;eACf,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;gBACtB,0BAA0B,EAAE;;oBAyFb,6BAA6B;mBAlB1B,OAAO,CAAC,IAAI,CAAC;GAqCxC"}
+{"version":3,"file":"javascript-environment.d.ts","sourceRoot":"","sources":["../../../../src/javascript-environment.ts"],"names":[],"mappings":"AACA,OAAO,EAA2B,KAAK,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAGvF,OAAO,EAAkH,KAAK,+BAA+B,EAAE,KAAK,8BAA8B,EAAE,KAAK,2BAA2B,EAAE,MAAM,sCAAsC,CAAC;AACnR,cAAc,sCAAsC,CAAC;AAErD,MAAM,WAAW,mCAAmC;IAClD,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,8BAA8B,CAAC;IAC1C,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,qFAAqF;AACrF,wBAAsB,4BAA4B,CAAC,KAAK,EAAE,mCAAmC,GAAG,OAAO,CAAC,2BAA2B,CAAC,CAGnI;AAED,MAAM,WAAW,0BAA0B;IACzC,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,8BAA8B,CAAC;IAC1C,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAC1C,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAC5C,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB;AAED,MAAM,WAAW,6BAA6B;IAC5C,UAAU,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IAClE,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,MAAM,EAAE,0BAA0B,EAAE,CAAC;CACtC;AAED,qBAAa,gCAAiC,SAAQ,KAAK;IAC7C,QAAQ,CAAC,IAAI,EAAE,cAAc,GAAG,mBAAmB,GAAG,uBAAuB;gBAApE,IAAI,EAAE,cAAc,GAAG,mBAAmB,GAAG,uBAAuB;CAI1F;AAED,KAAK,MAAM,GAAG,CAAC,KAAK,EAAE,mCAAmC,KAAK,OAAO,CAAC,2BAA2B,CAAC,CAAC;AAEnG;uFACuF;AACvF,wBAAsB,kCAAkC,CAAC,KAAK,EAAE;IAC9D,UAAU,EAAE,+BAA+B,CAAC;IAC5C,KAAK,EAAE,iBAAiB,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBA4EwB;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE;;;oBAxG/D;YAAE,EAAE,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAC;YAAC,WAAW,EAAE,MAAM,CAAA;SAAE;mBACtD,MAAM;cACX,MAAM;0BACM,MAAM;wBACR,MAAM;eACf,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;gBACtB,0BAA0B,EAAE;;oBA2Fb,6BAA6B;mBApB1B,OAAO,CAAC,IAAI,CAAC;GAuCxC"}

package/dist/types/javascript-isolate-process-entry.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=javascript-isolate-process-entry.d.ts.map

package/dist/types/javascript-isolate-process-entry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"javascript-isolate-process-entry.d.ts","sourceRoot":"","sources":["../../../../src/javascript-isolate-process-entry.ts"],"names":[],"mappings":""}

package/dist/types/javascript-isolate-process-source.d.ts

@@ -0,0 +1,2 @@
+/** Generated by the Evals build: trusted process host plus the embedded interpreter. */
+export declare const javascriptIsolateProcessSource: string;

package/dist/types/javascript-isolate-process.d.ts

@@ -0,0 +1,4 @@
+import { type JavaScriptIsolateInput } from "./javascript-isolate.js";
+/** A Node subprocess owns the interpreter; completion always waits for its exit. */
+export declare function executeJavaScriptIsolateInProcess(input: JavaScriptIsolateInput): Promise<unknown>;
+//# sourceMappingURL=javascript-isolate-process.d.ts.map

package/dist/types/javascript-isolate-process.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"javascript-isolate-process.d.ts","sourceRoot":"","sources":["../../../../src/javascript-isolate-process.ts"],"names":[],"mappings":"AAEA,OAAO,EAAkC,KAAK,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AAGtG,oFAAoF;AACpF,wBAAsB,iCAAiC,CAAC,KAAK,EAAE,sBAAsB,GAAG,OAAO,CAAC,OAAO,CAAC,CAqDvG"}

package/dist/types/javascript-verifier-node.d.ts

@@ -2,4 +2,6 @@ import type { executeJavaScriptVerifier } from "./javascript-verifier.js";
 import { type JavaScriptVerifierResult } from "./javascript-verifier-contract.js";
 /** Resolves/rejects only after the execution owner has stopped the worker. */
 export declare function executeJavaScriptVerifierInWorker(input: Parameters<typeof executeJavaScriptVerifier>[0]): Promise<JavaScriptVerifierResult>;
+/** Uses a Node child process and waits for exit on success, failure, or cancellation. */
+export declare function executeJavaScriptVerifierInProcess(input: Parameters<typeof executeJavaScriptVerifier>[0]): Promise<JavaScriptVerifierResult>;
 //# sourceMappingURL=javascript-verifier-node.d.ts.map

package/dist/types/javascript-verifier-node.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"javascript-verifier-node.d.ts","sourceRoot":"","sources":["../../../../src/javascript-verifier-node.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AAC1E,OAAO,EAAkC,KAAK,wBAAwB,EAAE,MAAM,mCAAmC,CAAC;AAGlH,8EAA8E;AAC9E,wBAAsB,iCAAiC,CAAC,KAAK,EAAE,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAEjJ"}
+{"version":3,"file":"javascript-verifier-node.d.ts","sourceRoot":"","sources":["../../../../src/javascript-verifier-node.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AAC1E,OAAO,EAAkC,KAAK,wBAAwB,EAAE,MAAM,mCAAmC,CAAC;AAIlH,8EAA8E;AAC9E,wBAAsB,iCAAiC,CAAC,KAAK,EAAE,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAEjJ;AAED,yFAAyF;AACzF,wBAAsB,kCAAkC,CAAC,KAAK,EAAE,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAElJ"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@openpond/evals",
-  "version": "0.7.3",
+  "version": "0.7.5",
   "description": "Portable Tasksets, graders, evaluation runs, receipts, conformance fixtures, and Work evidence for OpenPond Harnesses",
   "license": "MIT",
   "type": "module",