self-bench 0.3.5 → 0.3.8

package/dist/temporal/activities/session-verify.js

@@ -0,0 +1,91 @@
+import { CancelledFailure, Context } from "@temporalio/activity";
+import { taskDefinitionSchema, } from "../../contracts.js";
+import { superviseMailbox, } from "../../sandbox/supervisor.js";
+import { matchingGreenVerify, submissionHash } from "../../submission-hash.js";
+import { assertVerifierFix } from "../../verifier-fix.js";
+import { renderVerifyReport, verifyReportSummary } from "../../verify-report.js";
+import { materializeDraft } from "./drafts.js";
+import { compileAndVerify } from "./verify.js";
+/**
+ * Worker side of the agent's `verify` tool: each mailbox request becomes a draft, goes through the
+ * same compile/audit/build/smoke/nop/oracle as a submission, and is archived per call. A later
+ * submission with the same payload hash reuses the green result.
+ */
+export class SessionVerifier {
+    records = [];
+    #context;
+    constructor(context) {
+        this.#context = context;
+    }
+    /** Supervises the live sandbox mailbox for the duration of the agent command. */
+    supervise(sandbox, exited) {
+        return superviseMailbox(sandbox, exited, {
+            handle: (request) => this.handle(request),
+            isFatal: (error) => error instanceof CancelledFailure,
+            onPoll: () => Context.current().heartbeat(`mailbox ${this.records.length} verifies`),
+        }).then(() => undefined);
+    }
+    async handle(request) {
+        const { store, run, candidate, stage, round } = this.#context;
+        const index = this.records.length + 1;
+        const prefix = `${this.#context.prefix}/verify-${index}`;
+        const goldPatch = this.#context.original?.goldPatch ?? request.goldPatch;
+        if (goldPatch === undefined) {
+            return { id: request.id, kind: "error", message: "verify request has no gold patch" };
+        }
+        const definitionJson = `${JSON.stringify(request.definition, null, 2)}\n`;
+        if (this.#context.original) {
+            const boundary = fixBoundaryError(this.#context.original, request, goldPatch);
+            if (boundary) {
+                return { id: request.id, kind: "error", message: boundary };
+            }
+        }
+        await store.put(`${prefix}/request.json`, Buffer.from(`${JSON.stringify(request)}\n`), "application/json");
+        const draft = await materializeDraft(store, prefix, candidate.candidateId, definitionJson, request.testPatch, goldPatch);
+        const outcome = await compileAndVerify(store, this.#context.harborEnvironment, { run, candidate, task: draft, stage, round }, prefix);
+        this.records.push({
+            index,
+            hash: submissionHash({
+                definition: request.definition,
+                testPatch: request.testPatch,
+                goldPatch,
+            }),
+            green: outcome.report.green,
+            report: outcome.reportRef,
+            ...(outcome.task ? { task: outcome.task } : {}),
+        });
+        return {
+            id: request.id,
+            kind: "report",
+            green: outcome.report.green,
+            summary: verifyReportSummary(outcome.report),
+            rendered: renderVerifyReport(outcome.report),
+        };
+    }
+    /** The green verify matching a submission, if the agent submitted exactly what it verified. */
+    verified(definition, testPatch, goldPatch) {
+        const match = matchingGreenVerify(submissionHash({ definition, testPatch, goldPatch }), this.records);
+        return match?.task ? { report: match.report, task: match.task } : undefined;
+    }
+}
+function fixBoundaryError(original, request, goldPatch) {
+    const parsed = taskDefinitionSchema.safeParse(request.definition);
+    if (!parsed.success) {
+        return `fixed definition is invalid: ${parsed.error.issues.map((issue) => issue.message).join("; ")}`;
+    }
+    try {
+        assertVerifierFix({
+            original: original.definition,
+            fixed: parsed.data,
+            originalTestPatch: original.testPatch,
+            fixedTestPatch: request.testPatch,
+            originalGoldPatch: original.goldPatch,
+            fixedGoldPatch: goldPatch,
+        });
+        return undefined;
+    }
+    catch (error) {
+        return error instanceof Error ? error.message : String(error);
+    }
+}
+//# sourceMappingURL=session-verify.js.map

package/dist/temporal/activities/session-verify.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"session-verify.js","sourceRoot":"","sources":["../../../src/temporal/activities/session-verify.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AAGjE,OAAO,EAKL,oBAAoB,GAErB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EAGL,gBAAgB,GACjB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC/E,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AACjF,OAAO,EAAE,gBAAgB,EAAqB,MAAM,aAAa,CAAC;AAClE,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AA4B/C;;;;GAIG;AACH,MAAM,OAAO,eAAe;IACjB,OAAO,GAA0B,EAAE,CAAC;IACpC,QAAQ,CAAuB;IAExC,YAAY,OAA6B;QACvC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;IAC1B,CAAC;IAED,iFAAiF;IACjF,SAAS,CAAC,OAAoB,EAAE,MAAmB;QACjD,OAAO,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE;YACvC,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;YACzC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,YAAY,gBAAgB;YACrD,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,WAAW,IAAI,CAAC,OAAO,CAAC,MAAM,WAAW,CAAC;SACrF,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAAuB;QAClC,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9D,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,WAAW,KAAK,EAAE,CAAC;QACzD,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,SAAS,IAAI,OAAO,CAAC,SAAS,CAAC;QACzE,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC5B,OAAO,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,kCAAkC,EAAE,CAAC;QACxF,CAAC;QACD,MAAM,cAAc,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;QAC1E,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;YAC9E,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;YAC9D,CAAC;QACH,CAAC;QACD,MAAM,KAAK,CAAC,GAAG,CACb,GAAG,MAAM,eAAe,EACxB,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAC3C,kBAAkB,CACnB,CAAC;QACF,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAClC,KAAK,EACL,MAAM,EACN,SAAS,CAAC,WAAW,EACrB,cAAc,EACd,OAAO,CAAC,SAAS,EACjB,SAAS,CACV,CAAC;QACF,MAAM,OAAO,GAAG,MAAM,gBAAgB,CACpC,KAAK,EACL,IAAI,CAAC,QAAQ,CAAC,iBAAiB,EAC/B,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAC7C,MAAM,CACP,CAAC;QACF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;YAChB,KAAK;YACL,IAAI,EAAE,cAAc,CAAC;gBACnB,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,SAAS;aACV,CAAC;YACF,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK;YAC3B,MAAM,EAAE,OAAO,CAAC,SAAS;YACzB,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAChD,CAAC,CAAC;QACH,OAAO;YACL,EAAE,EAAE,OAAO,CAAC,EAAE;YACd,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK;YAC3B,OAAO,EAAE,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC;YAC5C,QAAQ,EAAE,kBAAkB,CAAC,OAAO,CAAC,MAAM,CAAC;SAC7C,CAAC;IACJ,CAAC;IAED,+FAA+F;IAC/F,QAAQ,CACN,UAAmB,EACnB,SAAiB,EACjB,SAAiB;QAEjB,MAAM,KAAK,GAAG,mBAAmB,CAC/B,cAAc,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,EACpD,IAAI,CAAC,OAAO,CACb,CAAC;QACF,OAAO,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9E,CAAC;CACF;AAED,SAAS,gBAAgB,CACvB,QAAsB,EACtB,OAAuB,EACvB,SAAiB;IAEjB,MAAM,MAAM,GAAG,oBAAoB,CAAC,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAClE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,OAAO,gCAAgC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IACxG,CAAC;IACD,IAAI,CAAC;QACH,iBAAiB,CAAC;YAChB,QAAQ,EAAE,QAAQ,CAAC,UAAU;YAC7B,KAAK,EAAE,MAAM,CAAC,IAAI;YAClB,iBAAiB,EAAE,QAAQ,CAAC,SAAS;YACrC,cAAc,EAAE,OAAO,CAAC,SAAS;YACjC,iBAAiB,EAAE,QAAQ,CAAC,SAAS;YACrC,cAAc,EAAE,SAAS;SAC1B,CAAC,CAAC;QACH,OAAO,SAAS,CAAC;IACnB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAChE,CAAC;AACH,CAAC"}

package/dist/temporal/activities/submissions.d.ts

@@ -0,0 +1,9 @@
+export interface SubmissionFiles {
+    readonly taskId: string | undefined;
+    readonly definition: unknown;
+    readonly testPatch: string;
+    readonly goldPatch: string;
+}
+/** Parses a sandbox submission (definition.json bytes + source bundle); undefined when unreadable. */
+export declare function readSubmission(definitionBytes: Uint8Array, sourceBundle: Uint8Array): Promise<SubmissionFiles | undefined>;
+//# sourceMappingURL=submissions.d.ts.map

package/dist/temporal/activities/submissions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"submissions.d.ts","sourceRoot":"","sources":["../../../src/temporal/activities/submissions.ts"],"names":[],"mappings":"AAKA,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B;AAED,sGAAsG;AACtG,wBAAsB,cAAc,CAClC,eAAe,EAAE,UAAU,EAC3B,YAAY,EAAE,UAAU,GACvB,OAAO,CAAC,eAAe,GAAG,SAAS,CAAC,CAoBtC"}

package/dist/temporal/activities/submissions.js

@@ -0,0 +1,28 @@
+import { mkdir, writeFile } from "node:fs/promises";
+import { join } from "node:path";
+import { extractRegularArchive } from "../../archive.js";
+import { readTaskPatches, withTemporaryDirectory } from "./runtime.js";
+/** Parses a sandbox submission (definition.json bytes + source bundle); undefined when unreadable. */
+export async function readSubmission(definitionBytes, sourceBundle) {
+    try {
+        const definition = JSON.parse(Buffer.from(definitionBytes).toString("utf8"));
+        const patches = await withTemporaryDirectory("selfbench-submission-", async (root) => {
+            const archive = join(root, "source-task.tar.gz");
+            const authored = join(root, "authored");
+            await mkdir(authored);
+            await writeFile(archive, sourceBundle);
+            await extractRegularArchive(archive, authored);
+            return await readTaskPatches(authored);
+        });
+        const taskId = definition?.taskId;
+        return {
+            taskId: typeof taskId === "string" && taskId ? taskId : undefined,
+            definition,
+            ...patches,
+        };
+    }
+    catch {
+        return undefined;
+    }
+}
+//# sourceMappingURL=submissions.js.map

package/dist/temporal/activities/submissions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"submissions.js","sourceRoot":"","sources":["../../../src/temporal/activities/submissions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,cAAc,CAAC;AASvE,sGAAsG;AACtG,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,eAA2B,EAC3B,YAAwB;IAExB,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAY,CAAC;QACxF,MAAM,OAAO,GAAG,MAAM,sBAAsB,CAAC,uBAAuB,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACnF,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC;YACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YACxC,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;YACtB,MAAM,SAAS,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;YACvC,MAAM,qBAAqB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAC/C,OAAO,MAAM,eAAe,CAAC,QAAQ,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QACH,MAAM,MAAM,GAAI,UAA0C,EAAE,MAAM,CAAC;QACnE,OAAO;YACL,MAAM,EAAE,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;YACjE,UAAU;YACV,GAAG,OAAO;SACX,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC"}

package/dist/temporal/activities/task-compiler.d.ts

@@ -0,0 +1,21 @@
+export declare class TaskCompilerInfrastructureError extends Error {
+    constructor(message: string, options?: ErrorOptions);
+}
+/**
+ * Trusted compiler: unpacks a sandbox submission (definition.json, test.patch, gold.patch),
+ * clones the pinned repository on the worker, and renders the native Harbor task bundle.
+ * Models never hand-write task.toml, Dockerfiles, or scripts.
+ */
+export interface TaskCompilerInput {
+    readonly taskId: string;
+    readonly repositoryUrl: string;
+    readonly definitionBytes: Uint8Array;
+    readonly sourceBundle: Uint8Array;
+    readonly token?: string;
+    readonly signal?: AbortSignal;
+}
+export interface TaskCompilerServices {
+    cloneRepository(repositoryUrl: string, commit: string, destination: string, token?: string, signal?: AbortSignal): Promise<void>;
+}
+export declare function compileSubmittedTask(input: TaskCompilerInput, services?: TaskCompilerServices): Promise<Uint8Array>;
+//# sourceMappingURL=task-compiler.d.ts.map

package/dist/temporal/activities/task-compiler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"task-compiler.d.ts","sourceRoot":"","sources":["../../../src/temporal/activities/task-compiler.ts"],"names":[],"mappings":"AAQA,qBAAa,+BAAgC,SAAQ,KAAK;gBAC5C,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY;CAIpD;AAED;;;;GAIG;AACH,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,eAAe,EAAE,UAAU,CAAC;IACrC,QAAQ,CAAC,YAAY,EAAE,UAAU,CAAC;IAClC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;CAC/B;AAED,MAAM,WAAW,oBAAoB;IACnC,eAAe,CACb,aAAa,EAAE,MAAM,EACrB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,EACnB,KAAK,CAAC,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,IAAI,CAAC,CAAC;CAClB;AAED,wBAAsB,oBAAoB,CACxC,KAAK,EAAE,iBAAiB,EACxB,QAAQ,GAAE,oBAA8C,GACvD,OAAO,CAAC,UAAU,CAAC,CAoCrB"}

package/dist/temporal/activities/task-compiler.js

@@ -0,0 +1,63 @@
+import { mkdir, readFile, writeFile } from "node:fs/promises";
+import { join } from "node:path";
+import { extractRegularArchive } from "../../archive.js";
+import { taskDefinitionSchema } from "../../contracts.js";
+import { compileHarborTask } from "../../harbor-task.js";
+import { runCommand } from "../../process.js";
+import { withTemporaryDirectory } from "./runtime.js";
+export class TaskCompilerInfrastructureError extends Error {
+    constructor(message, options) {
+        super(message, options);
+        this.name = "TaskCompilerInfrastructureError";
+    }
+}
+export async function compileSubmittedTask(input, services = defaultCompilerServices) {
+    return await withTemporaryDirectory(`selfbench-compile-${input.taskId}-`, async (root) => {
+        const authored = join(root, "authored");
+        const repository = join(root, "repository");
+        const output = join(root, "harbor-task");
+        const archive = join(root, "source-task.tar.gz");
+        await mkdir(authored);
+        await writeFile(archive, input.sourceBundle);
+        await extractRegularArchive(archive, authored, input.signal ? { signal: input.signal } : {});
+        await writeFile(join(authored, "definition.json"), input.definitionBytes);
+        const definition = taskDefinitionSchema.parse(JSON.parse(Buffer.from(input.definitionBytes).toString("utf8")));
+        await services
+            .cloneRepository(input.repositoryUrl, definition.baseCommit, repository, input.token, input.signal)
+            .catch((error) => {
+            throw new TaskCompilerInfrastructureError("failed to materialize source repository", {
+                cause: error,
+            });
+        });
+        await compileHarborTask(authored, repository, output);
+        const bundle = join(root, "harbor-task.tar.gz");
+        await runCommand("tar", ["-czf", bundle, "-C", root, "harbor-task"], input.signal ? { signal: input.signal } : {});
+        return await readFile(bundle);
+    });
+}
+const defaultCompilerServices = {
+    async cloneRepository(repositoryUrl, commit, destination, token, signal) {
+        const environment = {
+            ...process.env,
+            ...(token ? { GH_TOKEN: token } : {}),
+        };
+        await withTemporaryDirectory("selfbench-git-auth-", async (root) => {
+            if (token) {
+                const askpass = join(root, "git-askpass.sh");
+                await writeFile(askpass, '#!/bin/sh\ncase "$1" in *Username*) printf x-access-token;; *) printf %s "$GH_TOKEN";; esac\n', { mode: 0o700 });
+                environment.GIT_ASKPASS = askpass;
+                environment.GIT_TERMINAL_PROMPT = "0";
+            }
+            await runCommand("git", ["clone", "--no-checkout", "--filter=blob:none", repositoryUrl, destination], { env: environment, ...(signal ? { signal } : {}) });
+            await runCommand("git", ["-C", destination, "fetch", "origin", commit], {
+                env: environment,
+                ...(signal ? { signal } : {}),
+            });
+            await runCommand("git", ["-C", destination, "checkout", "--detach", commit], {
+                env: environment,
+                ...(signal ? { signal } : {}),
+            });
+        });
+    },
+};
+//# sourceMappingURL=task-compiler.js.map

package/dist/temporal/activities/task-compiler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"task-compiler.js","sourceRoot":"","sources":["../../../src/temporal/activities/task-compiler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,sBAAsB,EAAE,MAAM,cAAc,CAAC;AAEtD,MAAM,OAAO,+BAAgC,SAAQ,KAAK;IACxD,YAAY,OAAe,EAAE,OAAsB;QACjD,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACxB,IAAI,CAAC,IAAI,GAAG,iCAAiC,CAAC;IAChD,CAAC;CACF;AA0BD,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,KAAwB,EACxB,WAAiC,uBAAuB;IAExD,OAAO,MAAM,sBAAsB,CAAC,qBAAqB,KAAK,CAAC,MAAM,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QACvF,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QACxC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;QACzC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC;QACjD,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;QACtB,MAAM,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;QAC7C,MAAM,qBAAqB,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC7F,MAAM,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,iBAAiB,CAAC,EAAE,KAAK,CAAC,eAAe,CAAC,CAAC;QAE1E,MAAM,UAAU,GAAG,oBAAoB,CAAC,KAAK,CAC3C,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAChE,CAAC;QACF,MAAM,QAAQ;aACX,eAAe,CACd,KAAK,CAAC,aAAa,EACnB,UAAU,CAAC,UAAU,EACrB,UAAU,EACV,KAAK,CAAC,KAAK,EACX,KAAK,CAAC,MAAM,CACb;aACA,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YACxB,MAAM,IAAI,+BAA+B,CAAC,yCAAyC,EAAE;gBACnF,KAAK,EAAE,KAAK;aACb,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACL,MAAM,iBAAiB,CAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;QACtD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC;QAChD,MAAM,UAAU,CACd,KAAK,EACL,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,aAAa,CAAC,EAC3C,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAC7C,CAAC;QACF,OAAO,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,uBAAuB,GAAyB;IACpD,KAAK,CAAC,eAAe,CAAC,aAAa,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM;QACrE,MAAM,WAAW,GAAsB;YACrC,GAAG,OAAO,CAAC,GAAG;YACd,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACtC,CAAC;QACF,MAAM,sBAAsB,CAAC,qBAAqB,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACjE,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;gBAC7C,MAAM,SAAS,CACb,OAAO,EACP,+FAA+F,EAC/F,EAAE,IAAI,EAAE,KAAK,EAAE,CAChB,CAAC;gBACF,WAAW,CAAC,WAAW,GAAG,OAAO,CAAC;gBAClC,WAAW,CAAC,mBAAmB,GAAG,GAAG,CAAC;YACxC,CAAC;YACD,MAAM,UAAU,CACd,KAAK,EACL,CAAC,OAAO,EAAE,eAAe,EAAE,oBAAoB,EAAE,aAAa,EAAE,WAAW,CAAC,EAC5E,EAAE,GAAG,EAAE,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CACpD,CAAC;YACF,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE;gBACtE,GAAG,EAAE,WAAW;gBAChB,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC9B,CAAC,CAAC;YACH,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,WAAW,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE;gBAC3E,GAAG,EAAE,WAAW;gBAChB,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC9B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF,CAAC"}

package/dist/temporal/activities/types.d.ts

@@ -0,0 +1,57 @@
+import type { ArtifactRef, AuthoredTask, AuthoredTaskDraft, AuthoringRoundResult, Candidate, Difficulty, DiscoveryResult, ReplayMaterial, ReplayRunRequest, RunRequest, VerifierRoundResult, VerifyOutcome, VerifyStage } from "../../contracts.js";
+export interface DiscoveryShardInput {
+    readonly run: RunRequest;
+    readonly wave: number;
+    readonly shardIndex: number;
+    readonly shardCount: number;
+    readonly targetCounts: Readonly<Record<Difficulty, number>>;
+    readonly excludedSourcePrs: readonly number[];
+}
+/** One authoring agent turn: a fresh session on round 1, a resumed session afterwards. */
+export interface AuthoringRoundInput {
+    readonly run: RunRequest;
+    readonly candidate: Candidate;
+    readonly round: number;
+    /** Previous round's pi session file; required for round > 1. */
+    readonly session?: ArtifactRef;
+    /** Previous round's stored VerifyReport JSON; required for round > 1. */
+    readonly report?: ArtifactRef;
+    /** In-session verify calls already spent in earlier rounds of this session. */
+    readonly verifyCallsUsed?: number;
+    /** Read-only verifier suggestions for the next authoring round. */
+    readonly feedback?: string;
+}
+/** Trusted compile + audit + Harbor build/smoke/nop/oracle for one submission. */
+export interface CompileAndVerifyInput {
+    readonly run: RunRequest;
+    readonly candidate: Candidate;
+    readonly task: AuthoredTaskDraft;
+    readonly stage: VerifyStage;
+    readonly round: number;
+}
+/** One verification agent turn over a green task and its latest report. */
+export interface VerifierRoundInput {
+    readonly run: RunRequest;
+    readonly candidate: Candidate;
+    readonly task: AuthoredTask;
+    readonly report: ArtifactRef;
+    readonly round: number;
+    readonly session?: ArtifactRef;
+    readonly verifyCallsUsed?: number;
+}
+export interface ExportInput {
+    readonly run: RunRequest;
+    readonly tasks: readonly AuthoredTask[];
+}
+export interface SelfBenchActivities {
+    collectRunProvenance(run: RunRequest): Promise<ArtifactRef>;
+    /** Source PRs processed by the listed earlier runs, for cross-run discovery exclusion. */
+    collectExcludedSourcePrs(runIds: readonly string[]): Promise<number[]>;
+    discoverCandidateShard(input: DiscoveryShardInput): Promise<DiscoveryResult>;
+    rebuildReplayCandidates(input: ReplayRunRequest): Promise<ReplayMaterial>;
+    runAuthoringRound(input: AuthoringRoundInput): Promise<AuthoringRoundResult>;
+    compileAndVerify(input: CompileAndVerifyInput): Promise<VerifyOutcome>;
+    runVerifierRound(input: VerifierRoundInput): Promise<VerifierRoundResult>;
+    buildExport(input: ExportInput): Promise<ArtifactRef>;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/temporal/activities/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/temporal/activities/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,WAAW,EACX,YAAY,EACZ,iBAAiB,EACjB,oBAAoB,EACpB,SAAS,EACT,UAAU,EACV,eAAe,EACf,cAAc,EACd,gBAAgB,EAChB,UAAU,EACV,mBAAmB,EACnB,aAAa,EACb,WAAW,EACZ,MAAM,oBAAoB,CAAC;AAE5B,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,GAAG,EAAE,UAAU,CAAC;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC;IAC5D,QAAQ,CAAC,iBAAiB,EAAE,SAAS,MAAM,EAAE,CAAC;CAC/C;AAED,0FAA0F;AAC1F,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,GAAG,EAAE,UAAU,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC;IAC9B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,gEAAgE;IAChE,QAAQ,CAAC,OAAO,CAAC,EAAE,WAAW,CAAC;IAC/B,yEAAyE;IACzE,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAC9B,+EAA+E;IAC/E,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAClC,mEAAmE;IACnE,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,kFAAkF;AAClF,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,GAAG,EAAE,UAAU,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC;IAC9B,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CACxB;AAED,2EAA2E;AAC3E,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,GAAG,EAAE,UAAU,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC;IAC9B,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC;IAC7B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,OAAO,CAAC,EAAE,WAAW,CAAC;IAC/B,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;CACnC;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,GAAG,EAAE,UAAU,CAAC;IACzB,QAAQ,CAAC,KAAK,EAAE,SAAS,YAAY,EAAE,CAAC;CACzC;AAED,MAAM,WAAW,mBAAmB;IAClC,oBAAoB,CAAC,GAAG,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAC5D,0FAA0F;IAC1F,wBAAwB,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACvE,sBAAsB,CAAC,KAAK,EAAE,mBAAmB,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAC7E,uBAAuB,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;IAC1E,iBAAiB,CAAC,KAAK,EAAE,mBAAmB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;IAC7E,gBAAgB,CAAC,KAAK,EAAE,qBAAqB,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;IACvE,gBAAgB,CAAC,KAAK,EAAE,kBAAkB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAC1E,WAAW,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;CACvD"}

package/dist/temporal/activities/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/temporal/activities/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/temporal/activities/types.ts"],"names":[],"mappings":""}

package/dist/temporal/activities/verifier-material.d.ts

@@ -0,0 +1,18 @@
+import type { ArtifactStore } from "../../artifacts.js";
+import { type AuthoredTask, type TaskDefinition } from "../../contracts.js";
+import { type CouplingEvidence } from "../../coupling.js";
+export interface VerifierMaterial {
+    readonly definition: TaskDefinition;
+    readonly instruction: string;
+    readonly testPatch: string;
+    readonly goldPatch: string;
+    readonly couplingEvidence: CouplingEvidence;
+    readonly heldOutPaths: readonly string[];
+}
+/**
+ * Everything the verification agent judges, gathered from the green bundle on the worker: the
+ * instruction, both patches, the environment contract, and the deterministic coupling evidence
+ * computed against the exact base snapshot.
+ */
+export declare function buildVerifierMaterial(store: ArtifactStore, task: AuthoredTask): Promise<VerifierMaterial>;
+//# sourceMappingURL=verifier-material.d.ts.map

package/dist/temporal/activities/verifier-material.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"verifier-material.d.ts","sourceRoot":"","sources":["../../../src/temporal/activities/verifier-material.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EAAE,KAAK,YAAY,EAAE,KAAK,cAAc,EAAwB,MAAM,oBAAoB,CAAC;AAClG,OAAO,EAEL,KAAK,gBAAgB,EAGtB,MAAM,mBAAmB,CAAC;AAK3B,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,UAAU,EAAE,cAAc,CAAC;IACpC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,gBAAgB,EAAE,gBAAgB,CAAC;IAC5C,QAAQ,CAAC,YAAY,EAAE,SAAS,MAAM,EAAE,CAAC;CAC1C;AAED;;;;GAIG;AACH,wBAAsB,qBAAqB,CACzC,KAAK,EAAE,aAAa,EACpB,IAAI,EAAE,YAAY,GACjB,OAAO,CAAC,gBAAgB,CAAC,CAwC3B"}

package/dist/temporal/activities/verifier-material.js

@@ -0,0 +1,49 @@
+import { mkdir, readFile } from "node:fs/promises";
+import { join } from "node:path";
+import { extractRegularArchive, REPOSITORY_SNAPSHOT_ARCHIVE_OPTIONS } from "../../archive.js";
+import { taskDefinitionSchema } from "../../contracts.js";
+import { buildCouplingEvidence, discoverContractArtifacts, scanBaseContractArtifacts, } from "../../coupling.js";
+import { repositoryRelativePath } from "../../harbor-task/paths.js";
+import { patchPaths } from "../../repair.js";
+import { withTaskBundle } from "./runtime.js";
+/**
+ * Everything the verification agent judges, gathered from the green bundle on the worker: the
+ * instruction, both patches, the environment contract, and the deterministic coupling evidence
+ * computed against the exact base snapshot.
+ */
+export async function buildVerifierMaterial(store, task) {
+    return await withTaskBundle(store, task, async (taskDirectory, root) => {
+        const [definitionBytes, instruction, testPatch, goldPatch] = await Promise.all([
+            store.get(task.definition),
+            readFile(join(taskDirectory, "instruction.md"), "utf8"),
+            readFile(join(taskDirectory, "tests/test.patch"), "utf8"),
+            readFile(join(taskDirectory, "solution/gold.patch"), "utf8"),
+        ]);
+        const definition = taskDefinitionSchema.parse(JSON.parse(Buffer.from(definitionBytes).toString("utf8")));
+        const baseDirectory = join(root, "verifier-base");
+        await mkdir(baseDirectory);
+        await extractRegularArchive(join(taskDirectory, "environment/repo.tar.gz"), baseDirectory, REPOSITORY_SNAPSHOT_ARCHIVE_OPTIONS);
+        const candidates = discoverContractArtifacts(testPatch);
+        const baseArtifacts = await scanBaseContractArtifacts(baseDirectory, root, candidates);
+        const couplingEvidence = buildCouplingEvidence({
+            prompt: definition.prompt,
+            testPatch,
+            goldPatch,
+            baseArtifacts,
+        });
+        return {
+            definition,
+            instruction,
+            testPatch,
+            goldPatch,
+            couplingEvidence,
+            heldOutPaths: [
+                ...new Set([
+                    ...patchPaths(testPatch),
+                    ...definition.testPaths.map((path) => repositoryRelativePath(definition, path)),
+                ]),
+            ],
+        };
+    });
+}
+//# sourceMappingURL=verifier-material.js.map

package/dist/temporal/activities/verifier-material.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"verifier-material.js","sourceRoot":"","sources":["../../../src/temporal/activities/verifier-material.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,qBAAqB,EAAE,mCAAmC,EAAE,MAAM,kBAAkB,CAAC;AAE9F,OAAO,EAA0C,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAClG,OAAO,EACL,qBAAqB,EAErB,yBAAyB,EACzB,yBAAyB,GAC1B,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAW9C;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,KAAoB,EACpB,IAAkB;IAElB,OAAO,MAAM,cAAc,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE;QACrE,MAAM,CAAC,eAAe,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC7E,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC;YAC1B,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,gBAAgB,CAAC,EAAE,MAAM,CAAC;YACvD,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,kBAAkB,CAAC,EAAE,MAAM,CAAC;YACzD,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,qBAAqB,CAAC,EAAE,MAAM,CAAC;SAC7D,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,oBAAoB,CAAC,KAAK,CAC3C,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAC1D,CAAC;QACF,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;QAClD,MAAM,KAAK,CAAC,aAAa,CAAC,CAAC;QAC3B,MAAM,qBAAqB,CACzB,IAAI,CAAC,aAAa,EAAE,yBAAyB,CAAC,EAC9C,aAAa,EACb,mCAAmC,CACpC,CAAC;QACF,MAAM,UAAU,GAAG,yBAAyB,CAAC,SAAS,CAAC,CAAC;QACxD,MAAM,aAAa,GAAG,MAAM,yBAAyB,CAAC,aAAa,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;QACvF,MAAM,gBAAgB,GAAG,qBAAqB,CAAC;YAC7C,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,SAAS;YACT,SAAS;YACT,aAAa;SACd,CAAC,CAAC;QACH,OAAO;YACL,UAAU;YACV,WAAW;YACX,SAAS;YACT,SAAS;YACT,gBAAgB;YAChB,YAAY,EAAE;gBACZ,GAAG,IAAI,GAAG,CAAC;oBACT,GAAG,UAAU,CAAC,SAAS,CAAC;oBACxB,GAAG,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,sBAAsB,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;iBAChF,CAAC;aACH;SACF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/temporal/activities/verifier-outcome.d.ts

@@ -0,0 +1,19 @@
+import type { ArtifactStore } from "../../artifacts.js";
+import type { VerifierRoundResult } from "../../contracts.js";
+import { type SandboxRoundResult } from "./round-outcome.js";
+import type { StoredPiSession } from "./runtime.js";
+import type { VerifierRoundInput } from "./types.js";
+export declare const VERDICT_PATH = "/work/verdict/verdict.json";
+export interface VerifierOutcomeInput {
+    readonly store: ArtifactStore;
+    readonly input: VerifierRoundInput;
+    readonly prefix: string;
+    /** `<prefix>/attempt-<n>`: where this attempt's pre-decision artifacts go. */
+    readonly attemptPrefix: string;
+    readonly result: SandboxRoundResult;
+    readonly session: StoredPiSession | undefined;
+    readonly logUri: string;
+}
+/** Archives a read-only verdict; never imports task modifications from the reviewer. */
+export declare function resolveVerifierOutcome(input: VerifierOutcomeInput): Promise<VerifierRoundResult>;
+//# sourceMappingURL=verifier-outcome.d.ts.map

package/dist/temporal/activities/verifier-outcome.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"verifier-outcome.d.ts","sourceRoot":"","sources":["../../../src/temporal/activities/verifier-outcome.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAE9D,OAAO,EAKL,KAAK,kBAAkB,EACxB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAErD,eAAO,MAAM,YAAY,+BAA+B,CAAC;AAezD,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,KAAK,EAAE,aAAa,CAAC;IAC9B,QAAQ,CAAC,KAAK,EAAE,kBAAkB,CAAC;IACnC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,8EAA8E;IAC9E,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,MAAM,EAAE,kBAAkB,CAAC;IACpC,QAAQ,CAAC,OAAO,EAAE,eAAe,GAAG,SAAS,CAAC;IAC9C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB;AAED,wFAAwF;AACxF,wBAAsB,sBAAsB,CAC1C,KAAK,EAAE,oBAAoB,GAC1B,OAAO,CAAC,mBAAmB,CAAC,CAsD9B"}

package/dist/temporal/activities/verifier-outcome.js

@@ -0,0 +1,70 @@
+import { z } from "zod";
+import { PI_SESSION_OUTPUT_PATH } from "../../pi-session.js";
+import { archiveSandboxResult, classifyRound, piExitCodeFrom, SandboxOutputError, } from "./round-outcome.js";
+export const VERDICT_PATH = "/work/verdict/verdict.json";
+const verdictSchema = z.discriminatedUnion("kind", [
+    z.object({ kind: z.literal("accepted"), reason: z.string().min(1) }).passthrough(),
+    z
+        .object({
+        kind: z.literal("suggestions"),
+        summary: z.string().min(1),
+        suggestions: z.string().min(1),
+    })
+        .passthrough(),
+    z.object({ kind: z.literal("rejected"), reason: z.string().min(1) }),
+    z.object({ kind: z.literal("none") }),
+]);
+/** Archives a read-only verdict; never imports task modifications from the reviewer. */
+export async function resolveVerifierOutcome(input) {
+    const { store, prefix, attemptPrefix, result, session, logUri } = input;
+    const { candidate, round } = input.input;
+    const reject = (reason) => ({
+        kind: "rejected",
+        candidateId: candidate.candidateId,
+        reason: `${reason}; log: ${logUri}`,
+    });
+    const verdictBytes = result.outputs[VERDICT_PATH];
+    const missing = await archiveSandboxResult(store, `${attemptPrefix}/sandbox-result.json`, result, [VERDICT_PATH, PI_SESSION_OUTPUT_PATH]);
+    const classified = classifyRound({
+        round,
+        exitCode: result.exitCode,
+        piExitCode: piExitCodeFrom(result.stdout),
+        missing: missing.filter((path) => path !== PI_SESSION_OUTPUT_PATH),
+        sessionCollected: session !== undefined,
+        toolCalls: session?.toolCalls ?? [],
+        finalMessage: session?.finalMessage,
+        providerError: session?.providerError,
+    });
+    if (classified.kind === "infrastructure") {
+        throw new SandboxOutputError(`verifier ${classified.reason}; log: ${logUri}`);
+    }
+    if (classified.kind === "rejected" || !verdictBytes || !session) {
+        return reject(`verifier ${classified.kind === "rejected" ? classified.reason : `round ${round} delivered no verdict`}`);
+    }
+    const verdict = verdictSchema.safeParse(JSON.parse(Buffer.from(verdictBytes).toString("utf8")));
+    if (!verdict.success) {
+        return reject(`verifier round ${round} produced an unreadable verdict`);
+    }
+    await store.put(`${prefix}/verdict.json`, verdictBytes, "application/json");
+    if (verdict.data.kind === "none") {
+        return reject(`verification agent declined the task${explanation(session)}`);
+    }
+    if (verdict.data.kind === "rejected")
+        return reject(verdict.data.reason);
+    if (verdict.data.kind === "accepted") {
+        return { kind: "accepted", session: session.ref, reason: verdict.data.reason };
+    }
+    if (verdict.data.kind === "suggestions") {
+        return {
+            kind: "suggestions",
+            session: session.ref,
+            summary: verdict.data.summary,
+            suggestions: verdict.data.suggestions,
+        };
+    }
+    return reject("unsupported verifier verdict");
+}
+function explanation(session) {
+    return session?.finalMessage ? `: ${session.finalMessage.slice(0, 1_000)}` : "";
+}
+//# sourceMappingURL=verifier-outcome.js.map

package/dist/temporal/activities/verifier-outcome.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"verifier-outcome.js","sourceRoot":"","sources":["../../../src/temporal/activities/verifier-outcome.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAC7D,OAAO,EACL,oBAAoB,EACpB,aAAa,EACb,cAAc,EACd,kBAAkB,GAEnB,MAAM,oBAAoB,CAAC;AAI5B,MAAM,CAAC,MAAM,YAAY,GAAG,4BAA4B,CAAC;AAEzD,MAAM,aAAa,GAAG,CAAC,CAAC,kBAAkB,CAAC,MAAM,EAAE;IACjD,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE;IAClF,CAAC;SACE,MAAM,CAAC;QACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;QAC9B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;KAC/B,CAAC;SACD,WAAW,EAAE;IAChB,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IACpE,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;CACtC,CAAC,CAAC;AAaH,wFAAwF;AACxF,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,KAA2B;IAE3B,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC;IACxE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC;IACzC,MAAM,MAAM,GAAG,CAAC,MAAc,EAAuB,EAAE,CAAC,CAAC;QACvD,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,SAAS,CAAC,WAAW;QAClC,MAAM,EAAE,GAAG,MAAM,UAAU,MAAM,EAAE;KACpC,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IAClD,MAAM,OAAO,GAAG,MAAM,oBAAoB,CACxC,KAAK,EACL,GAAG,aAAa,sBAAsB,EACtC,MAAM,EACN,CAAC,YAAY,EAAE,sBAAsB,CAAC,CACvC,CAAC;IACF,MAAM,UAAU,GAAG,aAAa,CAAC;QAC/B,KAAK;QACL,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,UAAU,EAAE,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC;QACzC,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,sBAAsB,CAAC;QAClE,gBAAgB,EAAE,OAAO,KAAK,SAAS;QACvC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,EAAE;QACnC,YAAY,EAAE,OAAO,EAAE,YAAY;QACnC,aAAa,EAAE,OAAO,EAAE,aAAa;KACtC,CAAC,CAAC;IACH,IAAI,UAAU,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;QACzC,MAAM,IAAI,kBAAkB,CAAC,YAAY,UAAU,CAAC,MAAM,UAAU,MAAM,EAAE,CAAC,CAAC;IAChF,CAAC;IACD,IAAI,UAAU,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,YAAY,IAAI,CAAC,OAAO,EAAE,CAAC;QAChE,OAAO,MAAM,CACX,YAAY,UAAU,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,KAAK,uBAAuB,EAAE,CACzG,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAChG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACrB,OAAO,MAAM,CAAC,kBAAkB,KAAK,iCAAiC,CAAC,CAAC;IAC1E,CAAC;IACD,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,MAAM,eAAe,EAAE,YAAY,EAAE,kBAAkB,CAAC,CAAC;IAC5E,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACjC,OAAO,MAAM,CAAC,uCAAuC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC/E,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU;QAAE,OAAO,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACzE,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QACrC,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;IACjF,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;QACxC,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,OAAO,EAAE,OAAO,CAAC,GAAG;YACpB,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO;YAC7B,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,WAAW;SACtC,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC,8BAA8B,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,WAAW,CAAC,OAAoC;IACvD,OAAO,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AAClF,CAAC"}

package/dist/temporal/activities/verifier-round.d.ts

@@ -0,0 +1,8 @@
+import type { ArtifactStore } from "../../artifacts.js";
+import type { SelfBenchConfig } from "../../config.js";
+import { type VerifierRoundResult } from "../../contracts.js";
+import type { SandboxExecutor } from "../../sandbox/index.js";
+import type { VerifierRoundInput } from "./types.js";
+/** Fresh read-only review of a mechanically green authoring revision. */
+export declare function runVerifierRound(store: ArtifactStore, sandbox: SandboxExecutor, _harborEnvironment: SelfBenchConfig["harborEnvironment"], input: VerifierRoundInput): Promise<VerifierRoundResult>;
+//# sourceMappingURL=verifier-round.d.ts.map

package/dist/temporal/activities/verifier-round.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"verifier-round.d.ts","sourceRoot":"","sources":["../../../src/temporal/activities/verifier-round.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAEvD,OAAO,EACL,KAAK,mBAAmB,EAGzB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,KAAK,EAAE,eAAe,EAAe,MAAM,wBAAwB,CAAC;AAc3E,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAIrD,yEAAyE;AACzE,wBAAsB,gBAAgB,CACpC,KAAK,EAAE,aAAa,EACpB,OAAO,EAAE,eAAe,EACxB,kBAAkB,EAAE,eAAe,CAAC,mBAAmB,CAAC,EACxD,KAAK,EAAE,kBAAkB,GACxB,OAAO,CAAC,mBAAmB,CAAC,CA4G9B"}

package/dist/temporal/activities/verifier-round.js

@@ -0,0 +1,110 @@
+import { Context } from "@temporalio/activity";
+import { verifierRoundResultSchema, verifyReportSchema, } from "../../contracts.js";
+import { PI_SESSION_OUTPUT_PATH, sessionArtifactKey } from "../../pi-session.js";
+import { loadPiModelAuth } from "../../subscription-auth.js";
+import { renderVerifyReport } from "../../verify-report.js";
+import { withAgentFeed } from "./agent-feed.js";
+import { verifierRoundScript } from "./agent-scripts.js";
+import { AGENT_INACTIVITY_TIMEOUT_MS, VERIFIER_TIMEOUT_MS } from "./constants.js";
+import { verifierPrompt } from "./prompts-verifier.js";
+import { reconcileWrapperStatus, WRAPPER_STATUS_PATH } from "./round-outcome.js";
+import { readAsset, runSandboxWithFailureLog, storePiSession, withActivityHeartbeats, } from "./runtime.js";
+import { buildVerifierMaterial } from "./verifier-material.js";
+import { resolveVerifierOutcome, VERDICT_PATH } from "./verifier-outcome.js";
+/** Fresh read-only review of a mechanically green authoring revision. */
+export async function runVerifierRound(store, sandbox, _harborEnvironment, input) {
+    const { run, candidate, task, round } = input;
+    const prefix = `runs/${run.runId}/verification/${candidate.candidateId}/round-${round}`;
+    // Everything one attempt produces before the round is decided lives under attempt-<n>, so a
+    // Temporal retry never collides with the immutable artifacts of the attempt it replaces.
+    const attempt = Context.current().info.attempt;
+    const attemptPrefix = `${prefix}/attempt-${attempt}`;
+    const checkpoint = await store.getByKey(`${prefix}/result.json`);
+    if (checkpoint) {
+        return verifierRoundResultSchema.parse(JSON.parse(Buffer.from(checkpoint).toString("utf8")));
+    }
+    Context.current().heartbeat(`verifying ${task.taskId} round ${round}`);
+    const [reportBytes, extension, program, piAuth] = await Promise.all([
+        store.get(input.report),
+        readAsset("dist/extension-verifier.bundle.js"),
+        readAsset("dist/sandbox-verifier.bundle.js"),
+        loadPiModelAuth(),
+    ]);
+    const report = verifyReportSchema.parse(JSON.parse(Buffer.from(reportBytes).toString("utf8")));
+    if (!report.green)
+        throw new Error("Read-only verification requires green mechanical checks");
+    const material = await buildVerifierMaterial(store, task);
+    await store.put(`${attemptPrefix}/coupling-evidence.json`, Buffer.from(JSON.stringify(material.couplingEvidence)), "application/json");
+    const prompt = verifierPrompt({
+        taskId: task.taskId,
+        testSelection: material.definition.testSelection,
+        testResults: material.definition.testResults,
+        instruction: material.instruction,
+        renderedReport: renderVerifyReport(report),
+        couplingEvidence: material.couplingEvidence,
+        environment: material.definition.environment,
+        testPatch: material.testPatch,
+        goldPatch: material.goldPatch,
+        heldOutPaths: material.heldOutPaths,
+    });
+    await store.put(`${attemptPrefix}/prompt.md`, Buffer.from(prompt), "text/markdown");
+    const logKey = `${attemptPrefix}/sandbox.log`;
+    const sandboxResult = await withAgentFeed(store, attemptPrefix, [piAuth.apiKey ?? "", piAuth.authJson ?? ""], (onOutput) => runSandboxWithFailureLog(store, logKey, () => withActivityHeartbeats(`running verifier sandbox for ${task.taskId} round ${round}`, async (options) => sandbox.run({
+        runId: run.runId,
+        stage: `verify-${candidate.candidateId}-r${round}`,
+        timeoutMs: VERIFIER_TIMEOUT_MS,
+        inactivityTimeoutMs: AGENT_INACTIVITY_TIMEOUT_MS,
+        files: [
+            // The bundle (hundreds of MB) is pulled by the sandbox from a signed URL when the
+            // store can issue one; otherwise it is loaded inline, never held in a local.
+            await bundleFile(store, task.bundle),
+            { path: "/work/sandbox-verifier.js", contents: program },
+            { path: "/work/verifier.js", contents: extension },
+            { path: "/work/prompt.txt", contents: prompt },
+        ],
+        outputPaths: [VERDICT_PATH, PI_SESSION_OUTPUT_PATH, WRAPPER_STATUS_PATH],
+        secrets: {
+            ...(piAuth.apiKey ? { OPENAI_API_KEY: piAuth.apiKey } : {}),
+            ...(piAuth.authJson ? { SELFBENCH_PI_AUTH_JSON: piAuth.authJson } : {}),
+        },
+        environment: {
+            AUTHOR_MODEL: run.authoring.model,
+            AUTHOR_THINKING: run.authoring.reasoningEffort,
+            SELFBENCH_TASK_DIRECTORY: "/work/task/harbor-task",
+            SELFBENCH_REPO_DIRECTORY: "/work/repo",
+            SELFBENCH_VERDICT_OUTPUT: "/work/verdict",
+        },
+        command: ["bash", "-lc", verifierRoundScript(false)],
+    }, { ...options, onOutput }))));
+    const result = reconcileWrapperStatus(sandboxResult);
+    const log = await store.put(logKey, Buffer.from(`${result.stdout}\n${result.stderr}`), "text/plain");
+    const session = await storePiSession(store, sessionArtifactKey(run.runId, "verification", candidate.candidateId, round, attempt), result.outputs[PI_SESSION_OUTPUT_PATH]);
+    const outcome = await resolveVerifierOutcome({
+        store,
+        input,
+        prefix,
+        attemptPrefix,
+        result,
+        session,
+        logUri: log.uri,
+    });
+    await store.put(`${prefix}/result.json`, Buffer.from(`${JSON.stringify(outcome, null, 2)}\n`), "application/json");
+    return outcome;
+}
+const BUNDLE_URL_TTL_MS = 2 * 60 * 60_000;
+async function bundleFile(store, bundle) {
+    try {
+        const url = await store.signedReadUrl?.(bundle, BUNDLE_URL_TTL_MS);
+        if (url)
+            return { path: "/work/task.tar.gz", url, sha256: bundle.sha256 };
+    }
+    catch (error) {
+        // Some ADC credentials can read GCS but cannot sign URLs. Inline fallback keeps verification
+        // working; signed URLs remain the fast path for large bundles when a service account is present.
+        if (!(error instanceof Error) || !/client_email|sign data|credential/i.test(error.message)) {
+            throw error;
+        }
+    }
+    return { path: "/work/task.tar.gz", contents: await store.get(bundle) };
+}
+//# sourceMappingURL=verifier-round.js.map