self-bench 0.3.5 → 0.3.8

package/dist/sandbox-validation-repair.d.ts

@@ -1,3 +0,0 @@
-#!/usr/bin/env node
-export {};
-//# sourceMappingURL=sandbox-validation-repair.d.ts.map

package/dist/sandbox-validation-repair.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"sandbox-validation-repair.d.ts","sourceRoot":"","sources":["../src/sandbox-validation-repair.ts"],"names":[],"mappings":""}

package/dist/sandbox-validation-repair.js

@@ -1,136 +0,0 @@
-#!/usr/bin/env node
-import { access, chmod, mkdir, readFile, writeFile } from "node:fs/promises";
-import { homedir, tmpdir } from "node:os";
-import { join } from "node:path";
-import { taskDefinitionSchema } from "./contracts.js";
-import { runCommand } from "./process.js";
-import { assertValidationRepair, validationRepairPaths, validationRepairPrompt, } from "./validation-repair.js";
-const [archivePath, definitionPath, diagnosticsPath, outputDefinition, outputPatch, outputReport] = process.argv.slice(2);
-if (!archivePath ||
-    !definitionPath ||
-    !diagnosticsPath ||
-    !outputDefinition ||
-    !outputPatch ||
-    !outputReport) {
-    throw new Error("usage: sandbox-validation-repair TASK.tar.gz DEFINITION.json DIAGNOSTICS.txt OUTPUT-DEFINITION.json OUTPUT-PATCH OUTPUT-REPORT.json");
-}
-const extractedDirectory = "/work/task";
-const repositoryDirectory = "/work/repo";
-await Promise.all([mkdir(extractedDirectory, { recursive: true }), mkdir(repositoryDirectory)]);
-await runCommand("tar", ["-xzf", archivePath, "-C", extractedDirectory]);
-const taskDirectory = await access(join(extractedDirectory, "instruction.md")).then(() => extractedDirectory, () => join(extractedDirectory, "harbor-task"));
-const [instruction, originalPatch, diagnostics, originalDefinitionBytes] = await Promise.all([
-    readFile(join(taskDirectory, "instruction.md"), "utf8"),
-    readFile(join(taskDirectory, "tests/test.patch"), "utf8"),
-    readFile(diagnosticsPath, "utf8"),
-    readFile(definitionPath, "utf8"),
-]);
-const originalDefinition = taskDefinitionSchema.parse(JSON.parse(originalDefinitionBytes));
-const allowedPaths = validationRepairPaths(originalPatch);
-await runCommand("tar", [
-    "-xzf",
-    join(taskDirectory, "tests/repo.tar.gz"),
-    "-C",
-    repositoryDirectory,
-]);
-await runCommand("git", ["-C", repositoryDirectory, "init", "-q"]);
-await runCommand("git", ["-C", repositoryDirectory, "config", "user.name", "SelfBench"]);
-await runCommand("git", ["-C", repositoryDirectory, "config", "user.email", "selfbench@local"]);
-await runCommand("git", ["-C", repositoryDirectory, "add", "-A"]);
-await runCommand("git", ["-C", repositoryDirectory, "commit", "-qm", "base"]);
-await runCommand("git", [
-    "-C",
-    repositoryDirectory,
-    "apply",
-    join(taskDirectory, "tests/test.patch"),
-]);
-await runCommand("git", ["-C", repositoryDirectory, "add", "-N", "--all"]);
-await Promise.all([
-    writeFile("/work/definition.json", `${JSON.stringify(originalDefinition, null, 2)}\n`),
-    writeFile("/work/gold.patch", await readFile(join(taskDirectory, "solution/gold.patch"))),
-    writeFile("/work/test.sh", await readFile(join(taskDirectory, "tests/test.sh"))),
-]);
-const piHome = join(homedir(), ".pi/agent");
-const piAuth = process.env.SELFBENCH_PI_AUTH_JSON;
-if (!process.env.OPENAI_API_KEY && !piAuth) {
-    fail("OPENAI_API_KEY or SELFBENCH_PI_AUTH_JSON is required");
-}
-await mkdir(piHome, { recursive: true });
-await Promise.all([
-    ...(piAuth
-        ? [
-            writeFile(join(piHome, "auth.json"), piAuth).then(() => chmod(join(piHome, "auth.json"), 0o600)),
-        ]
-        : []),
-    writeFile(join(piHome, "settings.json"), `${JSON.stringify({ transport: "auto" })}\n`),
-]);
-const promptPath = join(tmpdir(), `selfbench-validation-repair-${originalDefinition.taskId}.md`);
-await writeFile(promptPath, validationRepairPrompt({
-    definition: originalDefinition,
-    authenticRequest: instruction,
-    diagnostics,
-    allowedPaths,
-}));
-const pi = await runCommand("pi", [
-    "--print",
-    "--mode",
-    "json",
-    "--no-session",
-    "--no-approve",
-    "--no-skills",
-    "--no-prompt-templates",
-    "--no-context-files",
-    "--no-extensions",
-    "--provider",
-    process.env.OPENAI_API_KEY ? "openai" : "openai-codex",
-    "--model",
-    process.env.SELFBENCH_REPAIR_MODEL ?? "gpt-5.6-sol",
-    "--thinking",
-    "high",
-    "--tools",
-    "read,bash,grep,find,ls",
-    `@${promptPath}`,
-], {
-    allowFailure: true,
-    timeoutMs: 90 * 60 * 1000,
-    cwd: repositoryDirectory,
-    env: process.env,
-    onOutput: (stream, chunk) => {
-        (stream === "stdout" ? process.stdout : process.stderr).write(chunk);
-    },
-});
-if (pi.exitCode !== 0) {
-    throw new Error(`Pi validation repair exited ${pi.exitCode}: ${pi.stderr.slice(-2_000)}`);
-}
-const repairedDefinition = taskDefinitionSchema.parse(JSON.parse(await readFile("/work/definition.json", "utf8")));
-const [tracked, untracked] = await Promise.all([
-    runCommand("git", ["-C", repositoryDirectory, "diff", "--name-only", "HEAD"]),
-    runCommand("git", ["-C", repositoryDirectory, "ls-files", "--others", "--exclude-standard"]),
-]);
-const changedPaths = [...tracked.stdout.split("\n"), ...untracked.stdout.split("\n")]
-    .filter(Boolean)
-    .sort();
-assertValidationRepair(originalDefinition, repairedDefinition, originalPatch, changedPaths);
-const repaired = await runCommand("git", ["-C", repositoryDirectory, "diff", "--binary", "HEAD"]);
-const repairedPatch = repaired.stdout.startsWith("diff --git ") ? repaired.stdout : originalPatch;
-if (repairedPatch === originalPatch &&
-    JSON.stringify(repairedDefinition) === JSON.stringify(originalDefinition)) {
-    throw new Error("validation repair left the task unchanged");
-}
-await Promise.all([
-    writeFile(outputDefinition, `${JSON.stringify(repairedDefinition, null, 2)}\n`),
-    writeFile(outputPatch, repairedPatch),
-    writeFile(outputReport, `${JSON.stringify({
-        schemaVersion: 1,
-        taskId: originalDefinition.taskId,
-        model: process.env.SELFBENCH_REPAIR_MODEL ?? "gpt-5.6-sol",
-        changedPaths,
-        definitionChanged: JSON.stringify(repairedDefinition) !== JSON.stringify(originalDefinition),
-        testsChanged: repairedPatch !== originalPatch,
-        piOutputTail: pi.stdout.slice(-4_000),
-    }, null, 2)}\n`),
-]);
-function fail(message) {
-    throw new Error(message);
-}
-//# sourceMappingURL=sandbox-validation-repair.js.map

package/dist/sandbox-validation-repair.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"sandbox-validation-repair.js","sourceRoot":"","sources":["../src/sandbox-validation-repair.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7E,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EACL,sBAAsB,EACtB,qBAAqB,EACrB,sBAAsB,GACvB,MAAM,wBAAwB,CAAC;AAEhC,MAAM,CAAC,WAAW,EAAE,cAAc,EAAE,eAAe,EAAE,gBAAgB,EAAE,WAAW,EAAE,YAAY,CAAC,GAC/F,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACxB,IACE,CAAC,WAAW;IACZ,CAAC,cAAc;IACf,CAAC,eAAe;IAChB,CAAC,gBAAgB;IACjB,CAAC,WAAW;IACZ,CAAC,YAAY,EACb,CAAC;IACD,MAAM,IAAI,KAAK,CACb,qIAAqI,CACtI,CAAC;AACJ,CAAC;AAED,MAAM,kBAAkB,GAAG,YAAY,CAAC;AACxC,MAAM,mBAAmB,GAAG,YAAY,CAAC;AACzC,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;AAChG,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,kBAAkB,CAAC,CAAC,CAAC;AACzE,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,CAAC,CAAC,IAAI,CACjF,GAAG,EAAE,CAAC,kBAAkB,EACxB,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAC9C,CAAC;AACF,MAAM,CAAC,WAAW,EAAE,aAAa,EAAE,WAAW,EAAE,uBAAuB,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;IAC3F,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IACvD,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,kBAAkB,CAAC,EAAE,MAAM,CAAC;IACzD,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;CACjC,CAAC,CAAC;AACH,MAAM,kBAAkB,GAAG,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC,CAAC;AAC3F,MAAM,YAAY,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;AAE1D,MAAM,UAAU,CAAC,KAAK,EAAE;IACtB,MAAM;IACN,IAAI,CAAC,aAAa,EAAE,mBAAmB,CAAC;IACxC,IAAI;IACJ,mBAAmB;CACpB,CAAC,CAAC;AACH,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;AACnE,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;AACzF,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,YAAY,EAAE,iBAAiB,CAAC,CAAC,CAAC;AAChG,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;AAClE,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;AAC9E,MAAM,UAAU,CAAC,KAAK,EAAE;IACtB,IAAI;IACJ,mBAAmB;IACnB,OAAO;IACP,IAAI,CAAC,aAAa,EAAE,kBAAkB,CAAC;CACxC,CAAC,CAAC;AACH,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;AAC3E,MAAM,OAAO,CAAC,GAAG,CAAC;IAChB,SAAS,CAAC,uBAAuB,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;IACtF,SAAS,CAAC,kBAAkB,EAAE,MAAM,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,qBAAqB,CAAC,CAAC,CAAC;IACzF,SAAS,CAAC,eAAe,EAAE,MAAM,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC,CAAC;CACjF,CAAC,CAAC;AAEH,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,WAAW,CAAC,CAAC;AAC5C,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC;AAClD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,CAAC,MAAM,EAAE,CAAC;IAC3C,IAAI,CAAC,sDAAsD,CAAC,CAAC;AAC/D,CAAC;AACD,MAAM,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AACzC,MAAM,OAAO,CAAC,GAAG,CAAC;IAChB,GAAG,CAAC,MAAM;QACR,CAAC,CAAC;YACE,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CACrD,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,KAAK,CAAC,CACxC;SACF;QACH,CAAC,CAAC,EAAE,CAAC;IACP,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,CAAC,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC;CACvF,CAAC,CAAC;AACH,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,+BAA+B,kBAAkB,CAAC,MAAM,KAAK,CAAC,CAAC;AACjG,MAAM,SAAS,CACb,UAAU,EACV,sBAAsB,CAAC;IACrB,UAAU,EAAE,kBAAkB;IAC9B,gBAAgB,EAAE,WAAW;IAC7B,WAAW;IACX,YAAY;CACb,CAAC,CACH,CAAC;AAEF,MAAM,EAAE,GAAG,MAAM,UAAU,CACzB,IAAI,EACJ;IACE,SAAS;IACT,QAAQ;IACR,MAAM;IACN,cAAc;IACd,cAAc;IACd,aAAa;IACb,uBAAuB;IACvB,oBAAoB;IACpB,iBAAiB;IACjB,YAAY;IACZ,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,cAAc;IACtD,SAAS;IACT,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,aAAa;IACnD,YAAY;IACZ,MAAM;IACN,SAAS;IACT,wBAAwB;IACxB,IAAI,UAAU,EAAE;CACjB,EACD;IACE,YAAY,EAAE,IAAI;IAClB,SAAS,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI;IACzB,GAAG,EAAE,mBAAmB;IACxB,GAAG,EAAE,OAAO,CAAC,GAAG;IAChB,QAAQ,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QAC1B,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACvE,CAAC;CACF,CACF,CAAC;AACF,IAAI,EAAE,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;IACtB,MAAM,IAAI,KAAK,CAAC,+BAA+B,EAAE,CAAC,QAAQ,KAAK,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AAC5F,CAAC;AAED,MAAM,kBAAkB,GAAG,oBAAoB,CAAC,KAAK,CACnD,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,uBAAuB,EAAE,MAAM,CAAC,CAAC,CAC5D,CAAC;AACF,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;IAC7C,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;IAC7E,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,UAAU,EAAE,UAAU,EAAE,oBAAoB,CAAC,CAAC;CAC7F,CAAC,CAAC;AACH,MAAM,YAAY,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;KAClF,MAAM,CAAC,OAAO,CAAC;KACf,IAAI,EAAE,CAAC;AACV,sBAAsB,CAAC,kBAAkB,EAAE,kBAAkB,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC;AAC5F,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC;AAClG,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC;AAClG,IACE,aAAa,KAAK,aAAa;IAC/B,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,EACzE,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;AAC/D,CAAC;AAED,MAAM,OAAO,CAAC,GAAG,CAAC;IAChB,SAAS,CAAC,gBAAgB,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;IAC/E,SAAS,CAAC,WAAW,EAAE,aAAa,CAAC;IACrC,SAAS,CACP,YAAY,EACZ,GAAG,IAAI,CAAC,SAAS,CACf;QACE,aAAa,EAAE,CAAC;QAChB,MAAM,EAAE,kBAAkB,CAAC,MAAM;QACjC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,aAAa;QAC1D,YAAY;QACZ,iBAAiB,EACf,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC;QAC3E,YAAY,EAAE,aAAa,KAAK,aAAa;QAC7C,YAAY,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC;KACtC,EACD,IAAI,EACJ,CAAC,CACF,IAAI,CACN;CACF,CAAC,CAAC;AAEH,SAAS,IAAI,CAAC,OAAe;IAC3B,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;AAC3B,CAAC"}

package/dist/sandbox.d.ts

@@ -1,39 +0,0 @@
-import type { SelfBenchWorkerConfig } from "./config.js";
-export interface SandboxFile {
-    readonly path: string;
-    readonly contents: Uint8Array | string;
-}
-export interface SandboxRequest {
-    readonly runId: string;
-    readonly stage: string;
-    readonly command: readonly string[];
-    readonly files?: readonly SandboxFile[];
-    readonly outputPaths?: readonly string[];
-    readonly environment?: Readonly<Record<string, string>>;
-    readonly secrets?: Readonly<Record<string, string>>;
-    readonly timeoutMs: number;
-    readonly inactivityTimeoutMs?: number;
-    readonly cpu?: number;
-    readonly memoryMiB?: number;
-}
-export interface SandboxProgress {
-    readonly stream: "stdout" | "stderr";
-    readonly bytes: number;
-}
-export interface SandboxRunOptions {
-    readonly signal?: AbortSignal;
-    readonly onProgress?: (progress: SandboxProgress) => void;
-}
-export interface SandboxResult {
-    readonly sandboxId: string;
-    readonly exitCode: number;
-    readonly stdout: string;
-    readonly stderr: string;
-    readonly outputs: Readonly<Record<string, Uint8Array>>;
-}
-export interface SandboxExecutor {
-    run(request: SandboxRequest, options?: SandboxRunOptions): Promise<SandboxResult>;
-    close(): void;
-}
-export declare function createSandboxExecutor(config: SelfBenchWorkerConfig["execution"]): SandboxExecutor;
-//# sourceMappingURL=sandbox.d.ts.map

package/dist/sandbox.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"sandbox.d.ts","sourceRoot":"","sources":["../src/sandbox.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAMzD,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,QAAQ,EAAE,UAAU,GAAG,MAAM,CAAC;CACxC;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,WAAW,EAAE,CAAC;IACxC,QAAQ,CAAC,WAAW,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACzC,QAAQ,CAAC,WAAW,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACxD,QAAQ,CAAC,OAAO,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACpD,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IACtC,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,MAAM,EAAE,QAAQ,GAAG,QAAQ,CAAC;IACrC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAC9B,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,eAAe,KAAK,IAAI,CAAC;CAC3D;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;CACxD;AAED,MAAM,WAAW,eAAe;IAC9B,GAAG,CAAC,OAAO,EAAE,cAAc,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;IAClF,KAAK,IAAI,IAAI,CAAC;CACf;AAED,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,qBAAqB,CAAC,WAAW,CAAC,GAAG,eAAe,CAYjG"}

package/dist/sandbox.js

@@ -1,15 +0,0 @@
-import { DockerSandboxExecutor } from "./docker-executor.js";
-import { ModalSandboxExecutor } from "./modal-executor.js";
-import { TimeoutCappedSandboxExecutor } from "./sandbox-timeout.js";
-import { VercelSandboxExecutor } from "./vercel-executor.js";
-export function createSandboxExecutor(config) {
-    switch (config.kind) {
-        case "docker":
-            return new DockerSandboxExecutor(config);
-        case "modal":
-            return new ModalSandboxExecutor(config);
-        case "vercel":
-            return new TimeoutCappedSandboxExecutor(new VercelSandboxExecutor(config), config.timeoutCapMs);
-    }
-}
-//# sourceMappingURL=sandbox.js.map

package/dist/sandbox.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"sandbox.js","sourceRoot":"","sources":["../src/sandbox.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AA4C7D,MAAM,UAAU,qBAAqB,CAAC,MAA0C;IAC9E,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,QAAQ;YACX,OAAO,IAAI,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAC3C,KAAK,OAAO;YACV,OAAO,IAAI,oBAAoB,CAAC,MAAM,CAAC,CAAC;QAC1C,KAAK,QAAQ;YACX,OAAO,IAAI,4BAA4B,CACrC,IAAI,qBAAqB,CAAC,MAAM,CAAC,EACjC,MAAM,CAAC,YAAY,CACpB,CAAC;IACN,CAAC;AACH,CAAC"}

package/dist/validate-main.d.ts

@@ -1,3 +0,0 @@
-#!/usr/bin/env node
-export {};
-//# sourceMappingURL=validate-main.d.ts.map

package/dist/validate-main.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"validate-main.d.ts","sourceRoot":"","sources":["../src/validate-main.ts"],"names":[],"mappings":""}

package/dist/validate-main.js

@@ -1,143 +0,0 @@
-#!/usr/bin/env node
-import { access, mkdir, readdir, writeFile } from "node:fs/promises";
-import { basename, join, resolve } from "node:path";
-import { parseArgs } from "node:util";
-import { harborChildEnvironment } from "./harbor-environment.js";
-import { harborInfrastructureError, readHarborJobResult } from "./harbor-results.js";
-import { parallelMap } from "./parallel.js";
-import { runCommand } from "./process.js";
-import { isHarborEnvironment } from "./providers.js";
-const parsed = parseArgs({
-    options: {
-        tasks: { type: "string" },
-        jobs: { type: "string" },
-        environment: { type: "string", default: "modal" },
-        concurrency: { type: "string", default: "10" },
-        help: { type: "boolean", short: "h" },
-    },
-    strict: true,
-});
-if (parsed.values.help) {
-    console.log(`Run Harbor nop and oracle gates for expanded SelfBench tasks.
-
-Usage:
-  self-bench-validate --tasks DIRECTORY --jobs DIRECTORY [options]
-
-Options:
-  --environment NAME  Harbor environment (default: modal)
-  --concurrency N     Concurrent tasks (default: 10)
-  -h, --help          Show this help`);
-    process.exit(0);
-}
-const tasksDirectory = resolve(parsed.values.tasks ?? fail("--tasks is required"));
-const jobsDirectory = resolve(parsed.values.jobs ?? fail("--jobs is required"));
-const environment = parsed.values.environment ?? "modal";
-if (!isHarborEnvironment(environment)) {
-    throw new Error("--environment must be modal or docker");
-}
-const concurrency = positiveInteger(parsed.values.concurrency, "--concurrency");
-const directories = (await Promise.all((await readdir(tasksDirectory)).map(async (name) => {
-    const directory = join(tasksDirectory, name);
-    return await access(join(directory, "task.toml")).then(() => directory, () => undefined);
-}))).filter((directory) => directory !== undefined);
-await mkdir(jobsDirectory, { recursive: true });
-const tasks = await parallelMap(directories.sort(), concurrency, async (taskDirectory) => {
-    const taskId = basename(taskDirectory);
-    console.error(`validating ${taskId}`);
-    try {
-        const nop = await runGate(taskDirectory, taskId, "nop", environment, jobsDirectory);
-        const oracle = await runGate(taskDirectory, taskId, "oracle", environment, jobsDirectory);
-        const accepted = nop.passed && oracle.passed;
-        console.error(`${taskId}: ${accepted ? "accepted" : "rejected"}`);
-        return { taskId, status: "validated", accepted, nop, oracle };
-    }
-    catch (error) {
-        const message = error instanceof Error ? error.message : String(error);
-        console.error(`${taskId}: error: ${message}`);
-        return { taskId, status: "error", accepted: false, error: message };
-    }
-});
-const report = {
-    schemaVersion: 1,
-    generatedAt: new Date().toISOString(),
-    sourceTasks: tasksDirectory,
-    environment,
-    summary: {
-        total: tasks.length,
-        accepted: tasks.filter((task) => task.accepted).length,
-        rejected: tasks.filter((task) => task.status === "validated" && !task.accepted).length,
-        errors: tasks.filter((task) => task.status === "error").length,
-    },
-    tasks,
-};
-await writeFile(join(jobsDirectory, "validation-summary.json"), `${JSON.stringify(report, null, 2)}\n`);
-console.log(JSON.stringify(report.summary, null, 2));
-async function runGate(taskDirectory, taskId, agent, environment, jobsDirectory) {
-    const jobName = `${taskId}-${agent}-${crypto.randomUUID().slice(0, 8)}`;
-    const process = await runCommand("harbor", [
-        "run",
-        "--path",
-        taskDirectory,
-        "--agent",
-        agent,
-        "--env",
-        environment,
-        "--job-name",
-        jobName,
-        "--jobs-dir",
-        jobsDirectory,
-        "--n-concurrent",
-        "1",
-        "--max-retries",
-        "1",
-        "--delete",
-        "--yes",
-        "--quiet",
-    ], {
-        allowFailure: true,
-        env: harborChildEnvironment(),
-        timeoutMs: 4 * 60 * 60 * 1000,
-    });
-    if (process.exitCode !== 0) {
-        throw new Error(`Harbor ${agent} exited ${process.exitCode}: ${process.stderr.slice(-1_000)}`);
-    }
-    const result = await readHarborJobResult(jobsDirectory, jobName);
-    const infrastructure = harborInfrastructureError(result.trial);
-    if (infrastructure) {
-        throw new Error(`Harbor ${agent} infrastructure failure: ${infrastructure}`);
-    }
-    const rewards = rewardValues(result.trial);
-    const passed = agent === "nop"
-        ? rewards.fail_to_pass === 0 &&
-            (rewards.pass_to_pass ?? 0) >= 1 &&
-            (rewards.setup_completed ?? 0) >= 1
-        : (rewards.patch_applied ?? 0) >= 1 &&
-            (rewards.fail_to_pass ?? 0) >= 1 &&
-            (rewards.pass_to_pass ?? 0) >= 1 &&
-            (rewards.deterministic ?? 0) >= 1 &&
-            (rewards.setup_completed ?? 0) >= 1;
-    return { passed, rewards };
-}
-function rewardValues(value) {
-    if (!isRecord(value) || !isRecord(value.verifier_result)) {
-        return {};
-    }
-    const raw = value.verifier_result.rewards;
-    return isRecord(raw)
-        ? Object.fromEntries(Object.entries(raw).filter((entry) => typeof entry[1] === "number"))
-        : {};
-}
-function positiveInteger(value, label) {
-    const number = Number(value);
-    if (!Number.isInteger(number) || number < 1) {
-        throw new Error(`${label} must be a positive integer`);
-    }
-    return number;
-}
-function isRecord(value) {
-    return typeof value === "object" && value !== null && !Array.isArray(value);
-}
-function fail(message) {
-    throw new Error(message);
-}
-//# sourceMappingURL=validate-main.js.map

package/dist/validate-main.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"validate-main.js","sourceRoot":"","sources":["../src/validate-main.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,EAAE,yBAAyB,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AACrF,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAA0B,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAE7E,MAAM,MAAM,GAAG,SAAS,CAAC;IACvB,OAAO,EAAE;QACP,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QACzB,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QACxB,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE;QACjD,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE;QAC9C,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE;KACtC;IACD,MAAM,EAAE,IAAI;CACb,CAAC,CAAC;AACH,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IACvB,OAAO,CAAC,GAAG,CAAC;;;;;;;;qCAQuB,CAAC,CAAC;IACrC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC;AACnF,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC;AAChF,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,WAAW,IAAI,OAAO,CAAC;AACzD,IAAI,CAAC,mBAAmB,CAAC,WAAW,CAAC,EAAE,CAAC;IACtC,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;AAC3D,CAAC;AACD,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;AAChF,MAAM,WAAW,GAAG,CAClB,MAAM,OAAO,CAAC,GAAG,CACf,CACE,MAAM,OAAO,CAAC,cAAc,CAAC,CAC9B,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACnB,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;IAC7C,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,CAAC,IAAI,CACpD,GAAG,EAAE,CAAC,SAAS,EACf,GAAG,EAAE,CAAC,SAAS,CAChB,CAAC;AACJ,CAAC,CAAC,CACH,CACF,CAAC,MAAM,CAAC,CAAC,SAAS,EAAuB,EAAE,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;AACtE,MAAM,KAAK,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AAEhD,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,aAAa,EAAE,EAAE;IACvF,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,CAAC;IACvC,OAAO,CAAC,KAAK,CAAC,cAAc,MAAM,EAAE,CAAC,CAAC;IACtC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC;QACpF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC;QAC1F,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC;QAC7C,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;QAClE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,WAAoB,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;IACzE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,YAAY,OAAO,EAAE,CAAC,CAAC;QAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAgB,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IAC/E,CAAC;AACH,CAAC,CAAC,CAAC;AACH,MAAM,MAAM,GAAG;IACb,aAAa,EAAE,CAAC;IAChB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;IACrC,WAAW,EAAE,cAAc;IAC3B,WAAW;IACX,OAAO,EAAE;QACP,KAAK,EAAE,KAAK,CAAC,MAAM;QACnB,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM;QACtD,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,WAAW,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM;QACtF,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,MAAM;KAC/D;IACD,KAAK;CACN,CAAC;AACF,MAAM,SAAS,CACb,IAAI,CAAC,aAAa,EAAE,yBAAyB,CAAC,EAC9C,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CACvC,CAAC;AACF,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAErD,KAAK,UAAU,OAAO,CACpB,aAAqB,EACrB,MAAc,EACd,KAAuB,EACvB,WAA8B,EAC9B,aAAqB;IAErB,MAAM,OAAO,GAAG,GAAG,MAAM,IAAI,KAAK,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;IACxE,MAAM,OAAO,GAAG,MAAM,UAAU,CAC9B,QAAQ,EACR;QACE,KAAK;QACL,QAAQ;QACR,aAAa;QACb,SAAS;QACT,KAAK;QACL,OAAO;QACP,WAAW;QACX,YAAY;QACZ,OAAO;QACP,YAAY;QACZ,aAAa;QACb,gBAAgB;QAChB,GAAG;QACH,eAAe;QACf,GAAG;QACH,UAAU;QACV,OAAO;QACP,SAAS;KACV,EACD;QACE,YAAY,EAAE,IAAI;QAClB,GAAG,EAAE,sBAAsB,EAAE;QAC7B,SAAS,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;KAC9B,CACF,CAAC;IACF,IAAI,OAAO,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,UAAU,KAAK,WAAW,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACjG,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IACjE,MAAM,cAAc,GAAG,yBAAyB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC/D,IAAI,cAAc,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,UAAU,KAAK,4BAA4B,cAAc,EAAE,CAAC,CAAC;IAC/E,CAAC;IACD,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3C,MAAM,MAAM,GACV,KAAK,KAAK,KAAK;QACb,CAAC,CAAC,OAAO,CAAC,YAAY,KAAK,CAAC;YAC1B,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,IAAI,CAAC;YAChC,CAAC,OAAO,CAAC,eAAe,IAAI,CAAC,CAAC,IAAI,CAAC;QACrC,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC,IAAI,CAAC;YACjC,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,IAAI,CAAC;YAChC,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,IAAI,CAAC;YAChC,CAAC,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC,IAAI,CAAC;YACjC,CAAC,OAAO,CAAC,eAAe,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;IAC1C,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;AAC7B,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC;QACzD,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,GAAG,GAAG,KAAK,CAAC,eAAe,CAAC,OAAO,CAAC;IAC1C,OAAO,QAAQ,CAAC,GAAG,CAAC;QAClB,CAAC,CAAC,MAAM,CAAC,WAAW,CAChB,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,CACxB,CAAC,KAAK,EAA6B,EAAE,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,CACnE,CACF;QACH,CAAC,CAAC,EAAE,CAAC;AACT,CAAC;AAED,SAAS,eAAe,CAAC,KAAyB,EAAE,KAAa;IAC/D,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,6BAA6B,CAAC,CAAC;IACzD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,IAAI,CAAC,OAAe;IAC3B,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;AAC3B,CAAC"}

package/dist/validation-repair.d.ts

@@ -1,10 +0,0 @@
-import type { TaskDefinition } from "./contracts.js";
-export declare function validationRepairPaths(originalTestPatch: string): readonly string[];
-export declare function assertValidationRepair(original: TaskDefinition, repaired: TaskDefinition, originalTestPatch: string, changedPaths: readonly string[]): void;
-export declare function validationRepairPrompt(input: {
-    readonly definition: TaskDefinition;
-    readonly authenticRequest: string;
-    readonly diagnostics: string;
-    readonly allowedPaths: readonly string[];
-}): string;
-//# sourceMappingURL=validation-repair.d.ts.map

package/dist/validation-repair.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"validation-repair.d.ts","sourceRoot":"","sources":["../src/validation-repair.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGrD,wBAAgB,qBAAqB,CAAC,iBAAiB,EAAE,MAAM,GAAG,SAAS,MAAM,EAAE,CAUlF;AAcD,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,cAAc,EACxB,QAAQ,EAAE,cAAc,EACxB,iBAAiB,EAAE,MAAM,EACzB,YAAY,EAAE,SAAS,MAAM,EAAE,GAC9B,IAAI,CAwBN;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE;IAC5C,QAAQ,CAAC,UAAU,EAAE,cAAc,CAAC;IACpC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,YAAY,EAAE,SAAS,MAAM,EAAE,CAAC;CAC1C,GAAG,MAAM,CA8BT"}

package/dist/validation-repair.js

@@ -1,72 +0,0 @@
-import { patchPaths } from "./repair.js";
-export function validationRepairPaths(originalTestPatch) {
-    const paths = patchPaths(originalTestPatch);
-    if (paths.length === 0) {
-        throw new Error("original held-out test patch changes no files");
-    }
-    const nonTestPaths = paths.filter((path) => !isTestOnlyPath(path));
-    if (nonTestPaths.length > 0) {
-        throw new Error(`validation repair requires test-only patch paths: ${nonTestPaths.join(", ")}`);
-    }
-    return paths;
-}
-function isTestOnlyPath(path) {
-    const segments = path.toLowerCase().split("/");
-    const filename = segments.at(-1) ?? "";
-    return (segments.some((segment) => /^(?:tests?|__tests__|e2e|integration|fixtures?|selfbench(?:-tests|_tests)?|\.selfbench-tests)$/.test(segment)) || /(?:^|\.)(?:test|spec)\.[^.]+$/.test(filename));
-}
-export function assertValidationRepair(original, repaired, originalTestPatch, changedPaths) {
-    const immutableKeys = [
-        "schemaVersion",
-        "difficulty",
-        "taskId",
-        "repo",
-        "baseCommit",
-        "workdir",
-        "sourcePr",
-        "sourceUrl",
-        "prompt",
-    ];
-    for (const key of immutableKeys) {
-        if (JSON.stringify(repaired[key]) !== JSON.stringify(original[key])) {
-            throw new Error(`validation repair changed immutable definition field ${key}`);
-        }
-    }
-    const allowed = new Set(validationRepairPaths(originalTestPatch));
-    const outside = changedPaths.filter((path) => !allowed.has(path));
-    if (outside.length > 0) {
-        throw new Error(`validation repair changed files outside held-out tests: ${outside.join(", ")}`);
-    }
-}
-export function validationRepairPrompt(input) {
-    return `Repair the verifier harness and held-out tests for SelfBench task ${input.definition.taskId}.
-
-The repository is the exact base snapshot with the current held-out test patch already applied. You may edit only these existing held-out test files:
-
-${input.allowedPaths.map((path) => `- ${path}`).join("\n")}
-
-The authentic engineer request is:
-
-<authentic_request>
-${input.authenticRequest.trim()}
-</authentic_request>
-
-The failed nop/oracle validation diagnostics are:
-
-<validation_diagnostics>
-${input.diagnostics.trim()}
-</validation_diagnostics>
-
-Fix the task so its repository-native verifier is rigorous and runnable. You may edit the allowed held-out tests and /work/definition.json. In definition.json you may change only setupCommand, testCommand, failToPass, passToPass, testPaths, toolchains, timeouts, and resources. Never change task identity, difficulty, repository, base commit, workdir, source pull request, prompt, or reference solution.
-
-The required validation split is:
-- nop: the base repository plus held-out tests must make failToPass fail while passToPass succeeds;
-- oracle: after /work/task/solution/gold.patch is applied, failToPass and passToPass must both succeed deterministically.
-
-Use the verifier diagnostics rather than guessing. Inspect repository package scripts and CI for the native test command. Keep {tests} as a list-safe placeholder; do not quote the whole placeholder, assign it to one scalar, or hard-code selected paths elsewhere. Use one test mode/bundler per command instead of chaining equivalent suites. Put dependency installation, native builds, fixture generation, and browser/runtime installation in setupCommand, not testCommand. Pin the repository's declared package manager and use frozen installs. Browser-backed tests must install required browser binaries and OS dependencies during setup. Run focused nop/oracle-style commands in the sandbox when feasible.
-
-Do not weaken, delete, or skip requested behavioral coverage merely to make commands exit zero. A passing base with no solution is not acceptable. If no rigorous runnable split exists, leave the files and definition unchanged and explain why in the final response.
-
-Inspect /work/gold.patch and /work/test.sh only to verify the intended behavior and oracle seam, never to couple assertions to private implementation details. Do not modify application code, the instruction, gold patch, or commit files. Finish with the repaired definition at /work/definition.json and any held-out test edits present in the working tree; do not commit.`;
-}
-//# sourceMappingURL=validation-repair.js.map

package/dist/validation-repair.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"validation-repair.js","sourceRoot":"","sources":["../src/validation-repair.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,MAAM,UAAU,qBAAqB,CAAC,iBAAyB;IAC7D,MAAM,KAAK,GAAG,UAAU,CAAC,iBAAiB,CAAC,CAAC;IAC5C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IACnE,CAAC;IACD,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC;IACnE,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,qDAAqD,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAClG,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAC,IAAY;IAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACvC,OAAO,CACL,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CACxB,gGAAgG,CAAC,IAAI,CACnG,OAAO,CACR,CACF,IAAI,+BAA+B,CAAC,IAAI,CAAC,QAAQ,CAAC,CACpD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,QAAwB,EACxB,QAAwB,EACxB,iBAAyB,EACzB,YAA+B;IAE/B,MAAM,aAAa,GAAG;QACpB,eAAe;QACf,YAAY;QACZ,QAAQ;QACR,MAAM;QACN,YAAY;QACZ,SAAS;QACT,UAAU;QACV,WAAW;QACX,QAAQ;KACA,CAAC;IACX,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;QAChC,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YACpE,MAAM,IAAI,KAAK,CAAC,wDAAwD,GAAG,EAAE,CAAC,CAAC;QACjF,CAAC;IACH,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,qBAAqB,CAAC,iBAAiB,CAAC,CAAC,CAAC;IAClE,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IAClE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CACb,2DAA2D,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChF,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAKtC;IACC,OAAO,qEAAqE,KAAK,CAAC,UAAU,CAAC,MAAM;;;;EAInG,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;;;;EAKxD,KAAK,CAAC,gBAAgB,CAAC,IAAI,EAAE;;;;;;EAM7B,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE;;;;;;;;;;;;;kXAawV,CAAC;AACnX,CAAC"}

package/dist/vercel-cli.d.ts

@@ -1,64 +0,0 @@
-import { z } from "zod";
-import { type CommandOutputHandler, type CommandResult } from "./process.js";
-declare const teamSchema: z.ZodObject<{
-    id: z.ZodString;
-    slug: z.ZodString;
-    name: z.ZodString;
-    current: z.ZodOptional<z.ZodBoolean>;
-}, z.core.$strip>;
-declare const projectSchema: z.ZodObject<{
-    id: z.ZodString;
-    name: z.ZodString;
-}, z.core.$strip>;
-declare const vcrTagSchema: z.ZodObject<{
-    tag: z.ZodString;
-    manifestDigest: z.ZodString;
-    kind: z.ZodOptional<z.ZodEnum<{
-        index: "index";
-        manifest: "manifest";
-    }>>;
-    status: z.ZodNullable<z.ZodString>;
-}, z.core.$strip>;
-export type VercelTeam = z.infer<typeof teamSchema>;
-export type VercelProject = z.infer<typeof projectSchema>;
-export type VcrTag = z.infer<typeof vcrTagSchema>;
-export interface VercelCommandRunner {
-    capture(args: readonly string[], options?: {
-        readonly onOutput?: CommandOutputHandler;
-    }): Promise<CommandResult>;
-    interactive(args: readonly string[]): Promise<void>;
-}
-export declare class VercelCli {
-    #private;
-    constructor(runner?: VercelCommandRunner);
-    ensureAvailable(): Promise<void>;
-    ensureLoggedIn(): Promise<void>;
-    listTeams(): Promise<readonly VercelTeam[]>;
-    listProjects(teamSlug: string): Promise<readonly VercelProject[]>;
-    createProject(teamSlug: string, projectName: string): Promise<VercelProject>;
-    repositoryExists(input: VcrScope & {
-        readonly repository: string;
-    }): Promise<boolean>;
-    createRepository(input: VcrScope & {
-        readonly repository: string;
-    }): Promise<void>;
-    listTags(input: VcrScope & {
-        readonly repository: string;
-    }): Promise<readonly VcrTag[]>;
-    inspectTag(input: VcrScope & {
-        readonly repository: string;
-        readonly tag: string;
-    }): Promise<VcrTag | undefined>;
-    buildImage(input: VcrScope & {
-        readonly repository: string;
-        readonly tag: string;
-        readonly projectRoot: string;
-        readonly onOutput?: CommandOutputHandler;
-    }): Promise<void>;
-}
-interface VcrScope {
-    readonly teamSlug: string;
-    readonly projectId: string;
-}
-export {};
-//# sourceMappingURL=vercel-cli.d.ts.map

package/dist/vercel-cli.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"vercel-cli.d.ts","sourceRoot":"","sources":["../src/vercel-cli.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,KAAK,oBAAoB,EAAE,KAAK,aAAa,EAAc,MAAM,cAAc,CAAC;AAKzF,QAAA,MAAM,UAAU;;;;;iBAKd,CAAC;AAEH,QAAA,MAAM,aAAa;;;iBAGjB,CAAC;AAEH,QAAA,MAAM,YAAY;;;;;;;;iBAKhB,CAAC;AAEH,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,CAAC;AACpD,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,aAAa,CAAC,CAAC;AAC1D,MAAM,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AAElD,MAAM,WAAW,mBAAmB;IAClC,OAAO,CACL,IAAI,EAAE,SAAS,MAAM,EAAE,EACvB,OAAO,CAAC,EAAE;QAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE,oBAAoB,CAAA;KAAE,GACrD,OAAO,CAAC,aAAa,CAAC,CAAC;IAC1B,WAAW,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACrD;AAED,qBAAa,SAAS;;gBAGR,MAAM,GAAE,mBAAsD;IAIpE,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAkBhC,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAY/B,SAAS,IAAI,OAAO,CAAC,SAAS,UAAU,EAAE,CAAC;IA2B3C,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,aAAa,EAAE,CAAC;IAoCjE,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAuB5E,gBAAgB,CAAC,KAAK,EAAE,QAAQ,GAAG;QAAE,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC;IAiBrF,gBAAgB,CAAC,KAAK,EAAE,QAAQ,GAAG;QAAE,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IASlF,QAAQ,CAAC,KAAK,EAAE,QAAQ,GAAG;QAAE,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,SAAS,MAAM,EAAE,CAAC;IA+BvF,UAAU,CACd,KAAK,EAAE,QAAQ,GAAG;QAAE,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;KAAE,GACtE,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAiBxB,UAAU,CACd,KAAK,EAAE,QAAQ,GAAG;QAChB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;QAC5B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;QAC7B,QAAQ,CAAC,QAAQ,CAAC,EAAE,oBAAoB,CAAC;KAC1C,GACA,OAAO,CAAC,IAAI,CAAC;CAgEjB;AAED,UAAU,QAAQ;IAChB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B"}