@openpond/evals 0.7.2 → 0.7.3

package/dist/javascript-verifier-worker.js

@@ -1,6 +1,6 @@
 import { parentPort, workerData } from "node:worker_threads";
-import { executeJavaScriptVerifier } from "./javascript-verifier.js";
+import { executeJavaScriptIsolate } from "./javascript-isolate.js";
 // Only this trusted host program runs in Node. Authored source is interpreter data.
 if (!parentPort)
-    throw new Error("Verifier worker requires its execution owner.");
-void executeJavaScriptVerifier(workerData).then((result) => parentPort.postMessage({ ok: true, result }), (error) => parentPort.postMessage({ ok: false, error: error instanceof Error ? error.message : "Verifier execution failed." })).finally(() => parentPort.close());
+    throw new Error("JavaScript worker requires its execution owner.");
+void executeJavaScriptIsolate(workerData).then((result) => parentPort.postMessage({ ok: true, result }), (error) => parentPort.postMessage({ ok: false, error: error instanceof Error ? error.message : "JavaScript execution failed." })).finally(() => parentPort.close());

package/dist/javascript-verifier.js

@@ -1,64 +1,9 @@
-import { newQuickJSWASMModuleFromVariant, Scope } from "quickjs-emscripten-core";
-import variant from "@jitl/quickjs-singlefile-cjs-release-sync";
-import { assertBoundedTaskJson } from "./task-schema.js";
+import { executeJavaScriptIsolate } from "./javascript-isolate.js";
 import { JavaScriptVerifierResultSchema } from "./javascript-verifier-contract.js";
 export { JavaScriptVerifierResultSchema } from "./javascript-verifier-contract.js";
-/**
- * A fresh WebAssembly interpreter with no host functions, filesystem, network,
- * timers, or module loader. Hosts should run this on a worker to remain responsive
- * and terminate that worker when cancellation is requested.
- */
+/** A fresh interpreter with no filesystem, network, timers or module loader.
+ * Hosts should use the worker entrypoint for cancellation and responsiveness. */
 export async function executeJavaScriptVerifier(input) {
-    if (!Number.isInteger(input.timeoutMs) || input.timeoutMs < 1 || input.timeoutMs > 300_000)
-        throw new Error("verifier_timeout_invalid");
-    if (new TextEncoder().encode(input.source).byteLength > 524_288)
-        throw new Error("verifier_source_too_large");
-    assertBoundedTaskJson(input.value, 4_194_304);
-    input.signal?.throwIfAborted();
-    const deadline = Date.now() + input.timeoutMs;
-    const module = await newQuickJSWASMModuleFromVariant(variant);
-    input.signal?.throwIfAborted();
-    return Scope.withScope((scope) => {
-        const runtime = scope.manage(module.newRuntime());
-        runtime.setMemoryLimit(33_554_432);
-        runtime.setMaxStackSize(262_144);
-        runtime.setInterruptHandler(() => Date.now() >= deadline || input.signal?.aborted === true);
-        const context = scope.manage(runtime.newContext());
-        const stringify = scope.manage(context.unwrapResult(context.evalCode("JSON.stringify")));
-        const argument = scope.manage(context.unwrapResult(context.evalCode(`JSON.parse(${JSON.stringify(JSON.stringify(input.value))})`)));
-        const exported = scope.manage(context.unwrapResult(context.evalCode(input.source, "verifier.mjs", { type: "module" })));
-        const namespace = scope.manage(settle(context, exported, deadline, input.signal));
-        const fn = scope.manage(context.getProp(namespace, input.exportName ?? "verify"));
-        if (context.typeof(fn) !== "function")
-            throw new Error("verifier_function_export_missing");
-        const returned = scope.manage(context.unwrapResult(context.callFunction(fn, context.undefined, argument)));
-        const result = scope.manage(settle(context, returned, deadline, input.signal));
-        const serialized = scope.manage(context.unwrapResult(context.callFunction(stringify, context.undefined, result)));
-        if (context.typeof(serialized) !== "string")
-            throw new Error("verifier_result_not_json");
-        const json = context.getString(serialized);
-        if (new TextEncoder().encode(json).byteLength > 65_536)
-            throw new Error("verifier_result_too_large");
-        input.signal?.throwIfAborted();
-        if (Date.now() >= deadline)
-            throw new Error("verifier_timeout");
-        const value = JSON.parse(json);
-        assertBoundedTaskJson(value, 65_536);
-        return JavaScriptVerifierResultSchema.parse(value);
-    });
-}
-function settle(context, handle, deadline, signal) {
-    for (;;) {
-        signal?.throwIfAborted();
-        if (Date.now() >= deadline)
-            throw new Error("verifier_timeout");
-        const state = context.getPromiseState(handle);
-        if (state.type === "fulfilled")
-            return state.notAPromise ? state.value.dup() : state.value;
-        if (state.type === "rejected")
-            return context.unwrapResult(state);
-        const jobs = context.runtime.executePendingJobs(1);
-        if (jobs.unwrap() === 0)
-            throw new Error("verifier_unresolved_promise");
-    }
+    const result = await executeJavaScriptIsolate({ ...input, exportName: input.exportName ?? "verify", maxResultBytes: 65_536, errorPrefix: "verifier" });
+    return JavaScriptVerifierResultSchema.parse(result);
 }

package/dist/types/javascript-environment-attempt.d.ts

@@ -0,0 +1,58 @@
+import { z } from "zod";
+import { type ToolDeclaration } from "@openpond/harness";
+import { createJavaScriptEnvironmentSession, type JavaScriptEnvironmentSnapshot } from "./javascript-environment.js";
+declare const ToolCallSchema: z.ZodObject<{
+    id: z.ZodString;
+    name: z.ZodString;
+    arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+}, z.core.$strict>;
+declare const PolicyTurnSchema: z.ZodObject<{
+    text: z.ZodString;
+    toolCalls: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        name: z.ZodString;
+        arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+    }, z.core.$strict>>;
+}, z.core.$strict>;
+export type JavaScriptEnvironmentToolCall = z.infer<typeof ToolCallSchema>;
+export type JavaScriptEnvironmentPolicyTurn = z.infer<typeof PolicyTurnSchema>;
+export type JavaScriptEnvironmentPolicyMessage = {
+    role: "system" | "user";
+    text: string;
+} | {
+    role: "assistant";
+    text: string;
+    toolCalls: JavaScriptEnvironmentToolCall[];
+} | {
+    role: "tool";
+    callId: string;
+    name: string;
+    observation: Record<string, unknown>;
+};
+export interface JavaScriptEnvironmentAttempt {
+    schemaVersion: "openpond.javascriptEnvironmentAttempt.v1";
+    taskId: string;
+    status: "completed" | "budget_exhausted" | "cancelled" | "timed_out" | "policy_failure" | "environment_failure";
+    output: string | null;
+    snapshot: JavaScriptEnvironmentSnapshot | null;
+    collected: boolean;
+    environmentCleanupComplete: boolean;
+    messages: JavaScriptEnvironmentPolicyMessage[];
+    error: string | null;
+    contentHash: string;
+}
+/** The policy receives observations, never source, initial state or evaluator
+ * targets. Its final text cannot replace state recorded by the environment.
+ * The policy adapter must honor signal and settle after its own cancellation. */
+export declare function runJavaScriptEnvironmentAttempt(input: Parameters<typeof createJavaScriptEnvironmentSession>[0] & {
+    taskId: string;
+    instructions: string;
+    timeoutMs: number;
+    policy: (input: {
+        messages: JavaScriptEnvironmentPolicyMessage[];
+        tools: ToolDeclaration[];
+        signal: AbortSignal;
+    }) => Promise<JavaScriptEnvironmentPolicyTurn>;
+}): Promise<JavaScriptEnvironmentAttempt>;
+export {};
+//# sourceMappingURL=javascript-environment-attempt.d.ts.map

package/dist/types/javascript-environment-attempt.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"javascript-environment-attempt.d.ts","sourceRoot":"","sources":["../../../../src/javascript-environment-attempt.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,KAAK,eAAe,EAAe,MAAM,mBAAmB,CAAC;AAEtE,OAAO,EAAE,kCAAkC,EAAoC,KAAK,6BAA6B,EAAE,MAAM,6BAA6B,CAAC;AAEvJ,QAAA,MAAM,cAAc;;;;kBAAuI,CAAC;AAC5J,QAAA,MAAM,gBAAgB;;;;;;;kBAAoG,CAAC;AAC3H,MAAM,MAAM,6BAA6B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAC3E,MAAM,MAAM,+BAA+B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC/E,MAAM,MAAM,kCAAkC,GAC1C;IAAE,IAAI,EAAE,QAAQ,GAAG,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GACzC;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,6BAA6B,EAAE,CAAA;CAAE,GAC/E;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAAE,CAAC;AAEzF,MAAM,WAAW,4BAA4B;IAC3C,aAAa,EAAE,0CAA0C,CAAC;IAC1D,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,WAAW,GAAG,kBAAkB,GAAG,WAAW,GAAG,WAAW,GAAG,gBAAgB,GAAG,qBAAqB,CAAC;IAChH,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,QAAQ,EAAE,6BAA6B,GAAG,IAAI,CAAC;IAC/C,SAAS,EAAE,OAAO,CAAC;IACnB,0BAA0B,EAAE,OAAO,CAAC;IACpC,QAAQ,EAAE,kCAAkC,EAAE,CAAC;IAC/C,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;iFAEiF;AACjF,wBAAsB,+BAA+B,CAAC,KAAK,EAAE,UAAU,CAAC,OAAO,kCAAkC,CAAC,CAAC,CAAC,CAAC,GAAG;IACtH,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,CAAC,KAAK,EAAE;QAAE,QAAQ,EAAE,kCAAkC,EAAE,CAAC;QAAC,KAAK,EAAE,eAAe,EAAE,CAAC;QAAC,MAAM,EAAE,WAAW,CAAA;KAAE,KAAK,OAAO,CAAC,+BAA+B,CAAC,CAAC;CAChK,GAAG,OAAO,CAAC,4BAA4B,CAAC,CAiFxC"}

package/dist/types/javascript-environment-contract.d.ts

@@ -0,0 +1,82 @@
+import { z } from "zod";
+export declare const JavaScriptEnvironmentDefinitionContentSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.javascriptEnvironment.v1">;
+    id: z.ZodString;
+    revision: z.ZodNumber;
+    module: z.ZodObject<{
+        id: z.ZodString;
+        path: z.ZodString;
+        contentHash: z.ZodString;
+        sizeBytes: z.ZodNumber;
+        mediaType: z.ZodString;
+        visibility: z.ZodEnum<{
+            policy: "policy";
+            verifier: "verifier";
+            host_private: "host_private";
+        }>;
+    }, z.core.$strict>;
+    tools: z.ZodArray<z.ZodObject<{
+        name: z.ZodString;
+        description: z.ZodString;
+        inputSchema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+        inputSchemaHash: z.ZodString;
+        sideEffect: z.ZodEnum<{
+            read: "read";
+            write: "write";
+        }>;
+        timeoutMs: z.ZodNumber;
+    }, z.core.$strict>>;
+    maxSteps: z.ZodNumber;
+    maxStateBytes: z.ZodNumber;
+    maxObservationBytes: z.ZodNumber;
+    operationTimeoutMs: z.ZodNumber;
+}, z.core.$strict>;
+export declare const JavaScriptEnvironmentDefinitionSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.javascriptEnvironment.v1">;
+    id: z.ZodString;
+    revision: z.ZodNumber;
+    module: z.ZodObject<{
+        id: z.ZodString;
+        path: z.ZodString;
+        contentHash: z.ZodString;
+        sizeBytes: z.ZodNumber;
+        mediaType: z.ZodString;
+        visibility: z.ZodEnum<{
+            policy: "policy";
+            verifier: "verifier";
+            host_private: "host_private";
+        }>;
+    }, z.core.$strict>;
+    tools: z.ZodArray<z.ZodObject<{
+        name: z.ZodString;
+        description: z.ZodString;
+        inputSchema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+        inputSchemaHash: z.ZodString;
+        sideEffect: z.ZodEnum<{
+            read: "read";
+            write: "write";
+        }>;
+        timeoutMs: z.ZodNumber;
+    }, z.core.$strict>>;
+    maxSteps: z.ZodNumber;
+    maxStateBytes: z.ZodNumber;
+    maxObservationBytes: z.ZodNumber;
+    operationTimeoutMs: z.ZodNumber;
+    contentHash: z.ZodString;
+}, z.core.$strict>;
+export type JavaScriptEnvironmentDefinition = z.infer<typeof JavaScriptEnvironmentDefinitionSchema>;
+export declare const JavaScriptEnvironmentOperationSchema: z.ZodEnum<{
+    create: "create";
+    reset: "reset";
+    step: "step";
+    collect: "collect";
+    destroy: "destroy";
+}>;
+export declare const JavaScriptEnvironmentResultSchema: z.ZodObject<{
+    state: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+    observation: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+}, z.core.$strict>;
+export type JavaScriptEnvironmentResult = z.infer<typeof JavaScriptEnvironmentResultSchema>;
+export type JavaScriptEnvironmentOperation = z.infer<typeof JavaScriptEnvironmentOperationSchema>;
+export declare function assertJavaScriptEnvironmentDefinition(value: unknown): JavaScriptEnvironmentDefinition;
+//# sourceMappingURL=javascript-environment-contract.d.ts.map

package/dist/types/javascript-environment-contract.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"javascript-environment-contract.d.ts","sourceRoot":"","sources":["../../../../src/javascript-environment-contract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,eAAO,MAAM,4CAA4C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAgBvD,CAAC;AACH,eAAO,MAAM,qCAAqC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAA+G,CAAC;AAClK,MAAM,MAAM,+BAA+B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qCAAqC,CAAC,CAAC;AAEpG,eAAO,MAAM,oCAAoC;;;;;;EAA4D,CAAC;AAC9G,eAAO,MAAM,iCAAiC;;;kBAGnC,CAAC;AACZ,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAC5F,MAAM,MAAM,8BAA8B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oCAAoC,CAAC,CAAC;AAElG,wBAAgB,qCAAqC,CAAC,KAAK,EAAE,OAAO,GAAG,+BAA+B,CAMrG"}

package/dist/types/javascript-environment-node.d.ts

@@ -0,0 +1,5 @@
+import type { JavaScriptEnvironmentExecutionInput } from "./javascript-environment.js";
+import { type JavaScriptEnvironmentResult } from "./javascript-environment-contract.js";
+/** The execution owner awaits termination before recording a step or cleanup. */
+export declare function executeJavaScriptEnvironmentInWorker(input: JavaScriptEnvironmentExecutionInput): Promise<JavaScriptEnvironmentResult>;
+//# sourceMappingURL=javascript-environment-node.d.ts.map

package/dist/types/javascript-environment-node.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"javascript-environment-node.d.ts","sourceRoot":"","sources":["../../../../src/javascript-environment-node.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mCAAmC,EAAE,MAAM,6BAA6B,CAAC;AACvF,OAAO,EAA2E,KAAK,2BAA2B,EAAE,MAAM,sCAAsC,CAAC;AAGjK,iFAAiF;AACjF,wBAAsB,oCAAoC,CAAC,KAAK,EAAE,mCAAmC,GAAG,OAAO,CAAC,2BAA2B,CAAC,CAG3I"}

package/dist/types/javascript-environment.d.ts

@@ -0,0 +1,100 @@
+import { type LearningTextAsset } from "./learning/assets.js";
+import { type JavaScriptEnvironmentDefinition, type JavaScriptEnvironmentOperation, type JavaScriptEnvironmentResult } from "./javascript-environment-contract.js";
+export * from "./javascript-environment-contract.js";
+export interface JavaScriptEnvironmentExecutionInput {
+    source: string;
+    operation: JavaScriptEnvironmentOperation;
+    value: Record<string, unknown>;
+    timeoutMs: number;
+    signal?: AbortSignal;
+}
+/** Pure, bounded module execution. Server hosts should provide the worker runner. */
+export declare function executeJavaScriptEnvironment(input: JavaScriptEnvironmentExecutionInput): Promise<JavaScriptEnvironmentResult>;
+export interface JavaScriptEnvironmentEvent {
+    sequence: number;
+    operation: JavaScriptEnvironmentOperation;
+    toolName: string | null;
+    arguments: Record<string, unknown> | null;
+    observation: Record<string, unknown> | null;
+    beforeStateHash: string;
+    afterStateHash: string;
+    error: string | null;
+}
+export interface JavaScriptEnvironmentSnapshot {
+    definition: {
+        id: string;
+        revision: number;
+        contentHash: string;
+    };
+    inputHash: string;
+    seed: number;
+    initialStateHash: string;
+    finalStateHash: string;
+    state: Record<string, unknown>;
+    events: JavaScriptEnvironmentEvent[];
+}
+export declare class JavaScriptEnvironmentActionError extends Error {
+    readonly code: "unknown_tool" | "invalid_arguments" | "step_budget_exhausted";
+    constructor(code: "unknown_tool" | "invalid_arguments" | "step_budget_exhausted");
+}
+type Runner = (input: JavaScriptEnvironmentExecutionInput) => Promise<JavaScriptEnvironmentResult>;
+/** One episode, with owner-held state that is never accepted from model output.
+ * Read-only tools and collection cannot change it. Call destroy in a finally block. */
+export declare function createJavaScriptEnvironmentSession(input: {
+    definition: JavaScriptEnvironmentDefinition;
+    asset: LearningTextAsset;
+    input: Record<string, unknown>;
+    initialState: Record<string, unknown>;
+    seed: number;
+    execute?: Runner;
+    signal?: AbortSignal;
+}): Promise<{
+    definition: {
+        schemaVersion: "openpond.javascriptEnvironment.v1";
+        id: string;
+        revision: number;
+        module: {
+            id: string;
+            path: string;
+            contentHash: string;
+            sizeBytes: number;
+            mediaType: string;
+            visibility: "policy" | "verifier" | "host_private";
+        };
+        tools: {
+            name: string;
+            description: string;
+            inputSchema: Record<string, unknown>;
+            inputSchemaHash: string;
+            sideEffect: "read" | "write";
+            timeoutMs: number;
+        }[];
+        maxSteps: number;
+        maxStateBytes: number;
+        maxObservationBytes: number;
+        operationTimeoutMs: number;
+        contentHash: string;
+    };
+    observation: Record<string, unknown>;
+    step(action: {
+        name: string;
+        arguments: Record<string, unknown>;
+    }): Promise<Record<string, unknown>>;
+    collect(): Promise<{
+        observation: Record<string, unknown>;
+        definition: {
+            id: string;
+            revision: number;
+            contentHash: string;
+        };
+        inputHash: string;
+        seed: number;
+        initialStateHash: string;
+        finalStateHash: string;
+        state: Record<string, unknown>;
+        events: JavaScriptEnvironmentEvent[];
+    }>;
+    snapshot: () => JavaScriptEnvironmentSnapshot;
+    destroy: () => Promise<void>;
+}>;
+//# sourceMappingURL=javascript-environment.d.ts.map

package/dist/types/javascript-environment.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"javascript-environment.d.ts","sourceRoot":"","sources":["../../../../src/javascript-environment.ts"],"names":[],"mappings":"AACA,OAAO,EAA2B,KAAK,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAGvF,OAAO,EAAkH,KAAK,+BAA+B,EAAE,KAAK,8BAA8B,EAAE,KAAK,2BAA2B,EAAE,MAAM,sCAAsC,CAAC;AACnR,cAAc,sCAAsC,CAAC;AAErD,MAAM,WAAW,mCAAmC;IAClD,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,8BAA8B,CAAC;IAC1C,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,qFAAqF;AACrF,wBAAsB,4BAA4B,CAAC,KAAK,EAAE,mCAAmC,GAAG,OAAO,CAAC,2BAA2B,CAAC,CAGnI;AAED,MAAM,WAAW,0BAA0B;IACzC,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,8BAA8B,CAAC;IAC1C,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAC1C,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAC5C,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB;AAED,MAAM,WAAW,6BAA6B;IAC5C,UAAU,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IAClE,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,MAAM,EAAE,0BAA0B,EAAE,CAAC;CACtC;AAED,qBAAa,gCAAiC,SAAQ,KAAK;IAC7C,QAAQ,CAAC,IAAI,EAAE,cAAc,GAAG,mBAAmB,GAAG,uBAAuB;gBAApE,IAAI,EAAE,cAAc,GAAG,mBAAmB,GAAG,uBAAuB;CAI1F;AAED,KAAK,MAAM,GAAG,CAAC,KAAK,EAAE,mCAAmC,KAAK,OAAO,CAAC,2BAA2B,CAAC,CAAC;AAEnG;uFACuF;AACvF,wBAAsB,kCAAkC,CAAC,KAAK,EAAE;IAC9D,UAAU,EAAE,+BAA+B,CAAC;IAC5C,KAAK,EAAE,iBAAiB,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBA0EwB;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE;;;oBAtG/D;YAAE,EAAE,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAC;YAAC,WAAW,EAAE,MAAM,CAAA;SAAE;mBACtD,MAAM;cACX,MAAM;0BACM,MAAM;wBACR,MAAM;eACf,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;gBACtB,0BAA0B,EAAE;;oBAyFb,6BAA6B;mBAlB1B,OAAO,CAAC,IAAI,CAAC;GAqCxC"}

package/dist/types/javascript-isolate-node.d.ts

@@ -0,0 +1,4 @@
+import { type JavaScriptIsolateInput } from "./javascript-isolate.js";
+/** Both environment steps and graders settle only after their worker stops. */
+export declare function executeJavaScriptIsolateInWorker(input: JavaScriptIsolateInput): Promise<unknown>;
+//# sourceMappingURL=javascript-isolate-node.d.ts.map

package/dist/types/javascript-isolate-node.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"javascript-isolate-node.d.ts","sourceRoot":"","sources":["../../../../src/javascript-isolate-node.ts"],"names":[],"mappings":"AAEA,OAAO,EAAkC,KAAK,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AAGtG,+EAA+E;AAC/E,wBAAsB,gCAAgC,CAAC,KAAK,EAAE,sBAAsB,GAAG,OAAO,CAAC,OAAO,CAAC,CAsCtG"}

package/dist/types/javascript-isolate.d.ts

@@ -0,0 +1,14 @@
+export interface JavaScriptIsolateInput {
+    source: string;
+    exportName: string;
+    value: unknown;
+    timeoutMs: number;
+    signal?: AbortSignal;
+    maxResultBytes: number;
+    deterministic?: boolean;
+    errorPrefix: "verifier" | "environment";
+}
+/** Authored code is interpreter data, with no host functions or module loader. */
+export declare function executeJavaScriptIsolate(input: JavaScriptIsolateInput): Promise<unknown>;
+export declare function validateJavaScriptIsolateInput(input: JavaScriptIsolateInput): void;
+//# sourceMappingURL=javascript-isolate.d.ts.map

package/dist/types/javascript-isolate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"javascript-isolate.d.ts","sourceRoot":"","sources":["../../../../src/javascript-isolate.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,sBAAsB;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,OAAO,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,WAAW,EAAE,UAAU,GAAG,aAAa,CAAC;CACzC;AAED,kFAAkF;AAClF,wBAAsB,wBAAwB,CAAC,KAAK,EAAE,sBAAsB,GAAG,OAAO,CAAC,OAAO,CAAC,CAkC9F;AAED,wBAAgB,8BAA8B,CAAC,KAAK,EAAE,sBAAsB,GAAG,IAAI,CAKlF"}

package/dist/types/javascript-verifier-node.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"javascript-verifier-node.d.ts","sourceRoot":"","sources":["../../../../src/javascript-verifier-node.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AAC1E,OAAO,EAAkC,KAAK,wBAAwB,EAAE,MAAM,mCAAmC,CAAC;AAIlH,8EAA8E;AAC9E,wBAAsB,iCAAiC,CAAC,KAAK,EAAE,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAqCjJ"}
+{"version":3,"file":"javascript-verifier-node.d.ts","sourceRoot":"","sources":["../../../../src/javascript-verifier-node.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AAC1E,OAAO,EAAkC,KAAK,wBAAwB,EAAE,MAAM,mCAAmC,CAAC;AAGlH,8EAA8E;AAC9E,wBAAsB,iCAAiC,CAAC,KAAK,EAAE,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAEjJ"}

package/dist/types/javascript-verifier.d.ts

@@ -1,10 +1,7 @@
 import { type JavaScriptVerifierResult } from "./javascript-verifier-contract.js";
 export { JavaScriptVerifierResultSchema, type JavaScriptVerifierResult } from "./javascript-verifier-contract.js";
-/**
- * A fresh WebAssembly interpreter with no host functions, filesystem, network,
- * timers, or module loader. Hosts should run this on a worker to remain responsive
- * and terminate that worker when cancellation is requested.
- */
+/** A fresh interpreter with no filesystem, network, timers or module loader.
+ * Hosts should use the worker entrypoint for cancellation and responsiveness. */
 export declare function executeJavaScriptVerifier(input: {
     source: string;
     exportName?: string;

package/dist/types/javascript-verifier.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"javascript-verifier.d.ts","sourceRoot":"","sources":["../../../../src/javascript-verifier.ts"],"names":[],"mappings":"AAGA,OAAO,EAAkC,KAAK,wBAAwB,EAAE,MAAM,mCAAmC,CAAC;AAClH,OAAO,EAAE,8BAA8B,EAAE,KAAK,wBAAwB,EAAE,MAAM,mCAAmC,CAAC;AAElH;;;;GAIG;AACH,wBAAsB,yBAAyB,CAAC,KAAK,EAAE;IACrD,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,OAAO,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAgCpC"}
+{"version":3,"file":"javascript-verifier.d.ts","sourceRoot":"","sources":["../../../../src/javascript-verifier.ts"],"names":[],"mappings":"AACA,OAAO,EAAkC,KAAK,wBAAwB,EAAE,MAAM,mCAAmC,CAAC;AAClH,OAAO,EAAE,8BAA8B,EAAE,KAAK,wBAAwB,EAAE,MAAM,mCAAmC,CAAC;AAElH;iFACiF;AACjF,wBAAsB,yBAAyB,CAAC,KAAK,EAAE;IACrD,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,OAAO,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAGpC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@openpond/evals",
-  "version": "0.7.2",
+  "version": "0.7.3",
   "description": "Portable Tasksets, graders, evaluation runs, receipts, conformance fixtures, and Work evidence for OpenPond Harnesses",
   "license": "MIT",
   "type": "module",
@@ -15,9 +15,22 @@
     "CONTRACT.md",
     "RELEASING.md",
     "LEARNING.md",
+    "JAVASCRIPT_ENVIRONMENTS.md",
     "LICENSE"
   ],
   "exports": {
+    "./javascript-environment/attempt": {
+      "types": "./dist/types/javascript-environment-attempt.d.ts",
+      "import": "./dist/javascript-environment-attempt.js"
+    },
+    "./javascript-environment/node": {
+      "types": "./dist/types/javascript-environment-node.d.ts",
+      "import": "./dist/javascript-environment-node.js"
+    },
+    "./javascript-environment": {
+      "types": "./dist/types/javascript-environment.d.ts",
+      "import": "./dist/javascript-environment.js"
+    },
     "./javascript-verifier/node": {
       "types": "./dist/types/javascript-verifier-node.d.ts",
       "import": "./dist/javascript-verifier-node.js"