self-bench 0.3.0

package/dist/sandbox-validation-repair.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=sandbox-validation-repair.d.ts.map

package/dist/sandbox-validation-repair.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sandbox-validation-repair.d.ts","sourceRoot":"","sources":["../src/sandbox-validation-repair.ts"],"names":[],"mappings":""}

package/dist/sandbox-validation-repair.js

@@ -0,0 +1,134 @@
+#!/usr/bin/env node
+import { access, chmod, mkdir, readFile, writeFile } from "node:fs/promises";
+import { homedir, tmpdir } from "node:os";
+import { join } from "node:path";
+import { taskDefinitionSchema } from "./contracts.js";
+import { runCommand } from "./process.js";
+import { assertValidationRepair, validationRepairPaths, validationRepairPrompt, } from "./validation-repair.js";
+const [archivePath, definitionPath, diagnosticsPath, outputDefinition, outputPatch, outputReport] = process.argv.slice(2);
+if (!archivePath ||
+    !definitionPath ||
+    !diagnosticsPath ||
+    !outputDefinition ||
+    !outputPatch ||
+    !outputReport) {
+    throw new Error("usage: sandbox-validation-repair TASK.tar.gz DEFINITION.json DIAGNOSTICS.txt OUTPUT-DEFINITION.json OUTPUT-PATCH OUTPUT-REPORT.json");
+}
+const extractedDirectory = "/work/task";
+const repositoryDirectory = "/work/repo";
+await Promise.all([mkdir(extractedDirectory, { recursive: true }), mkdir(repositoryDirectory)]);
+await runCommand("tar", ["-xzf", archivePath, "-C", extractedDirectory]);
+const taskDirectory = await access(join(extractedDirectory, "instruction.md")).then(() => extractedDirectory, () => join(extractedDirectory, "harbor-task"));
+const [instruction, originalPatch, diagnostics, originalDefinitionBytes] = await Promise.all([
+    readFile(join(taskDirectory, "instruction.md"), "utf8"),
+    readFile(join(taskDirectory, "tests/test.patch"), "utf8"),
+    readFile(diagnosticsPath, "utf8"),
+    readFile(definitionPath, "utf8"),
+]);
+const originalDefinition = taskDefinitionSchema.parse(JSON.parse(originalDefinitionBytes));
+const allowedPaths = validationRepairPaths(originalPatch);
+await runCommand("tar", [
+    "-xzf",
+    join(taskDirectory, "tests/repo.tar.gz"),
+    "-C",
+    repositoryDirectory,
+]);
+await runCommand("git", ["-C", repositoryDirectory, "init", "-q"]);
+await runCommand("git", ["-C", repositoryDirectory, "config", "user.name", "SelfBench"]);
+await runCommand("git", ["-C", repositoryDirectory, "config", "user.email", "selfbench@local"]);
+await runCommand("git", ["-C", repositoryDirectory, "add", "-A"]);
+await runCommand("git", ["-C", repositoryDirectory, "commit", "-qm", "base"]);
+await runCommand("git", [
+    "-C",
+    repositoryDirectory,
+    "apply",
+    join(taskDirectory, "tests/test.patch"),
+]);
+await runCommand("git", ["-C", repositoryDirectory, "add", "-N", "--all"]);
+await Promise.all([
+    writeFile("/work/definition.json", `${JSON.stringify(originalDefinition, null, 2)}\n`),
+    writeFile("/work/gold.patch", await readFile(join(taskDirectory, "solution/gold.patch"))),
+    writeFile("/work/test.sh", await readFile(join(taskDirectory, "tests/test.sh"))),
+]);
+const piHome = join(homedir(), ".pi/agent");
+const piAuth = process.env.SELFBENCH_PI_AUTH_JSON ?? fail("SELFBENCH_PI_AUTH_JSON is required");
+await mkdir(piHome, { recursive: true });
+await Promise.all([
+    writeFile(join(piHome, "auth.json"), piAuth).then(() => chmod(join(piHome, "auth.json"), 0o600)),
+    writeFile(join(piHome, "settings.json"), `${JSON.stringify({ transport: "auto" })}\n`),
+]);
+const promptPath = join(tmpdir(), `selfbench-validation-repair-${originalDefinition.taskId}.md`);
+await writeFile(promptPath, validationRepairPrompt({
+    definition: originalDefinition,
+    authenticRequest: instruction,
+    diagnostics,
+    allowedPaths,
+}));
+const pi = await runCommand("pi", [
+    "--print",
+    "--mode",
+    "json",
+    "--no-session",
+    "--no-approve",
+    "--no-skills",
+    "--no-prompt-templates",
+    "--no-context-files",
+    "--no-extensions",
+    "--provider",
+    "openai-codex",
+    "--model",
+    process.env.SELFBENCH_REPAIR_MODEL ?? "gpt-5.6-sol",
+    "--thinking",
+    "high",
+    "--tools",
+    "read,bash,grep,find,ls",
+    `@${promptPath}`,
+], {
+    allowFailure: true,
+    timeoutMs: 90 * 60 * 1000,
+    cwd: repositoryDirectory,
+    env: withoutApiKey(process.env),
+    onOutput: (stream, chunk) => {
+        (stream === "stdout" ? process.stdout : process.stderr).write(chunk);
+    },
+});
+if (pi.exitCode !== 0) {
+    throw new Error(`Pi validation repair exited ${pi.exitCode}: ${pi.stderr.slice(-2_000)}`);
+}
+const repairedDefinition = taskDefinitionSchema.parse(JSON.parse(await readFile("/work/definition.json", "utf8")));
+const [tracked, untracked] = await Promise.all([
+    runCommand("git", ["-C", repositoryDirectory, "diff", "--name-only", "HEAD"]),
+    runCommand("git", ["-C", repositoryDirectory, "ls-files", "--others", "--exclude-standard"]),
+]);
+const changedPaths = [...tracked.stdout.split("\n"), ...untracked.stdout.split("\n")]
+    .filter(Boolean)
+    .sort();
+assertValidationRepair(originalDefinition, repairedDefinition, originalPatch, changedPaths);
+const repaired = await runCommand("git", ["-C", repositoryDirectory, "diff", "--binary", "HEAD"]);
+const repairedPatch = repaired.stdout.startsWith("diff --git ") ? repaired.stdout : originalPatch;
+if (repairedPatch === originalPatch &&
+    JSON.stringify(repairedDefinition) === JSON.stringify(originalDefinition)) {
+    throw new Error("validation repair left the task unchanged");
+}
+await Promise.all([
+    writeFile(outputDefinition, `${JSON.stringify(repairedDefinition, null, 2)}\n`),
+    writeFile(outputPatch, repairedPatch),
+    writeFile(outputReport, `${JSON.stringify({
+        schemaVersion: 1,
+        taskId: originalDefinition.taskId,
+        model: process.env.SELFBENCH_REPAIR_MODEL ?? "gpt-5.6-sol",
+        changedPaths,
+        definitionChanged: JSON.stringify(repairedDefinition) !== JSON.stringify(originalDefinition),
+        testsChanged: repairedPatch !== originalPatch,
+        piOutputTail: pi.stdout.slice(-4_000),
+    }, null, 2)}\n`),
+]);
+function withoutApiKey(environment) {
+    const output = { ...environment };
+    delete output.OPENAI_API_KEY;
+    return output;
+}
+function fail(message) {
+    throw new Error(message);
+}
+//# sourceMappingURL=sandbox-validation-repair.js.map

package/dist/sandbox-validation-repair.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sandbox-validation-repair.js","sourceRoot":"","sources":["../src/sandbox-validation-repair.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7E,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EACL,sBAAsB,EACtB,qBAAqB,EACrB,sBAAsB,GACvB,MAAM,wBAAwB,CAAC;AAEhC,MAAM,CAAC,WAAW,EAAE,cAAc,EAAE,eAAe,EAAE,gBAAgB,EAAE,WAAW,EAAE,YAAY,CAAC,GAC/F,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACxB,IACE,CAAC,WAAW;IACZ,CAAC,cAAc;IACf,CAAC,eAAe;IAChB,CAAC,gBAAgB;IACjB,CAAC,WAAW;IACZ,CAAC,YAAY,EACb,CAAC;IACD,MAAM,IAAI,KAAK,CACb,qIAAqI,CACtI,CAAC;AACJ,CAAC;AAED,MAAM,kBAAkB,GAAG,YAAY,CAAC;AACxC,MAAM,mBAAmB,GAAG,YAAY,CAAC;AACzC,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;AAChG,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,kBAAkB,CAAC,CAAC,CAAC;AACzE,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,CAAC,CAAC,IAAI,CACjF,GAAG,EAAE,CAAC,kBAAkB,EACxB,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAkB,EAAE,aAAa,CAAC,CAC9C,CAAC;AACF,MAAM,CAAC,WAAW,EAAE,aAAa,EAAE,WAAW,EAAE,uBAAuB,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;IAC3F,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IACvD,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,kBAAkB,CAAC,EAAE,MAAM,CAAC;IACzD,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;CACjC,CAAC,CAAC;AACH,MAAM,kBAAkB,GAAG,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC,CAAC;AAC3F,MAAM,YAAY,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;AAE1D,MAAM,UAAU,CAAC,KAAK,EAAE;IACtB,MAAM;IACN,IAAI,CAAC,aAAa,EAAE,mBAAmB,CAAC;IACxC,IAAI;IACJ,mBAAmB;CACpB,CAAC,CAAC;AACH,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;AACnE,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;AACzF,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,YAAY,EAAE,iBAAiB,CAAC,CAAC,CAAC;AAChG,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;AAClE,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;AAC9E,MAAM,UAAU,CAAC,KAAK,EAAE;IACtB,IAAI;IACJ,mBAAmB;IACnB,OAAO;IACP,IAAI,CAAC,aAAa,EAAE,kBAAkB,CAAC;CACxC,CAAC,CAAC;AACH,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;AAC3E,MAAM,OAAO,CAAC,GAAG,CAAC;IAChB,SAAS,CAAC,uBAAuB,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;IACtF,SAAS,CAAC,kBAAkB,EAAE,MAAM,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,qBAAqB,CAAC,CAAC,CAAC;IACzF,SAAS,CAAC,eAAe,EAAE,MAAM,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC,CAAC;CACjF,CAAC,CAAC;AAEH,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,WAAW,CAAC,CAAC;AAC5C,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,IAAI,CAAC,oCAAoC,CAAC,CAAC;AAChG,MAAM,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AACzC,MAAM,OAAO,CAAC,GAAG,CAAC;IAChB,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,KAAK,CAAC,CAAC;IAChG,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,CAAC,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC;CACvF,CAAC,CAAC;AACH,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,+BAA+B,kBAAkB,CAAC,MAAM,KAAK,CAAC,CAAC;AACjG,MAAM,SAAS,CACb,UAAU,EACV,sBAAsB,CAAC;IACrB,UAAU,EAAE,kBAAkB;IAC9B,gBAAgB,EAAE,WAAW;IAC7B,WAAW;IACX,YAAY;CACb,CAAC,CACH,CAAC;AAEF,MAAM,EAAE,GAAG,MAAM,UAAU,CACzB,IAAI,EACJ;IACE,SAAS;IACT,QAAQ;IACR,MAAM;IACN,cAAc;IACd,cAAc;IACd,aAAa;IACb,uBAAuB;IACvB,oBAAoB;IACpB,iBAAiB;IACjB,YAAY;IACZ,cAAc;IACd,SAAS;IACT,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,aAAa;IACnD,YAAY;IACZ,MAAM;IACN,SAAS;IACT,wBAAwB;IACxB,IAAI,UAAU,EAAE;CACjB,EACD;IACE,YAAY,EAAE,IAAI;IAClB,SAAS,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI;IACzB,GAAG,EAAE,mBAAmB;IACxB,GAAG,EAAE,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC;IAC/B,QAAQ,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QAC1B,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACvE,CAAC;CACF,CACF,CAAC;AACF,IAAI,EAAE,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;IACtB,MAAM,IAAI,KAAK,CAAC,+BAA+B,EAAE,CAAC,QAAQ,KAAK,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AAC5F,CAAC;AAED,MAAM,kBAAkB,GAAG,oBAAoB,CAAC,KAAK,CACnD,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,uBAAuB,EAAE,MAAM,CAAC,CAAC,CAC5D,CAAC;AACF,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;IAC7C,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;IAC7E,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,UAAU,EAAE,UAAU,EAAE,oBAAoB,CAAC,CAAC;CAC7F,CAAC,CAAC;AACH,MAAM,YAAY,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;KAClF,MAAM,CAAC,OAAO,CAAC;KACf,IAAI,EAAE,CAAC;AACV,sBAAsB,CAAC,kBAAkB,EAAE,kBAAkB,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC;AAC5F,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC;AAClG,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC;AAClG,IACE,aAAa,KAAK,aAAa;IAC/B,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,EACzE,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;AAC/D,CAAC;AAED,MAAM,OAAO,CAAC,GAAG,CAAC;IAChB,SAAS,CAAC,gBAAgB,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;IAC/E,SAAS,CAAC,WAAW,EAAE,aAAa,CAAC;IACrC,SAAS,CACP,YAAY,EACZ,GAAG,IAAI,CAAC,SAAS,CACf;QACE,aAAa,EAAE,CAAC;QAChB,MAAM,EAAE,kBAAkB,CAAC,MAAM;QACjC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,aAAa;QAC1D,YAAY;QACZ,iBAAiB,EACf,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC;QAC3E,YAAY,EAAE,aAAa,KAAK,aAAa;QAC7C,YAAY,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC;KACtC,EACD,IAAI,EACJ,CAAC,CACF,IAAI,CACN;CACF,CAAC,CAAC;AAEH,SAAS,aAAa,CAAC,WAA8B;IACnD,MAAM,MAAM,GAAG,EAAE,GAAG,WAAW,EAAE,CAAC;IAClC,OAAO,MAAM,CAAC,cAAc,CAAC;IAC7B,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,IAAI,CAAC,OAAe;IAC3B,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;AAC3B,CAAC"}

package/dist/sandbox.d.ts

@@ -0,0 +1,39 @@
+import type { SelfBenchConfig } from "./config.js";
+export interface SandboxFile {
+    readonly path: string;
+    readonly contents: Uint8Array | string;
+}
+export interface SandboxRequest {
+    readonly runId: string;
+    readonly stage: string;
+    readonly command: readonly string[];
+    readonly files?: readonly SandboxFile[];
+    readonly outputPaths?: readonly string[];
+    readonly environment?: Readonly<Record<string, string>>;
+    readonly secrets?: Readonly<Record<string, string>>;
+    readonly timeoutMs: number;
+    readonly inactivityTimeoutMs?: number;
+    readonly cpu?: number;
+    readonly memoryMiB?: number;
+}
+export interface SandboxProgress {
+    readonly stream: "stdout" | "stderr";
+    readonly bytes: number;
+}
+export interface SandboxRunOptions {
+    readonly signal?: AbortSignal;
+    readonly onProgress?: (progress: SandboxProgress) => void;
+}
+export interface SandboxResult {
+    readonly sandboxId: string;
+    readonly exitCode: number;
+    readonly stdout: string;
+    readonly stderr: string;
+    readonly outputs: Readonly<Record<string, Uint8Array>>;
+}
+export interface SandboxExecutor {
+    run(request: SandboxRequest, options?: SandboxRunOptions): Promise<SandboxResult>;
+    close(): void;
+}
+export declare function createSandboxExecutor(config: SelfBenchConfig["execution"]): SandboxExecutor;
+//# sourceMappingURL=sandbox.d.ts.map

package/dist/sandbox.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sandbox.d.ts","sourceRoot":"","sources":["../src/sandbox.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAInD,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,QAAQ,EAAE,UAAU,GAAG,MAAM,CAAC;CACxC;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,WAAW,EAAE,CAAC;IACxC,QAAQ,CAAC,WAAW,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACzC,QAAQ,CAAC,WAAW,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACxD,QAAQ,CAAC,OAAO,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACpD,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IACtC,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,MAAM,EAAE,QAAQ,GAAG,QAAQ,CAAC;IACrC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAC9B,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,eAAe,KAAK,IAAI,CAAC;CAC3D;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;CACxD;AAED,MAAM,WAAW,eAAe;IAC9B,GAAG,CAAC,OAAO,EAAE,cAAc,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;IAClF,KAAK,IAAI,IAAI,CAAC;CACf;AAED,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,eAAe,CAAC,WAAW,CAAC,GAAG,eAAe,CAI3F"}

package/dist/sandbox.js

@@ -0,0 +1,8 @@
+import { DockerSandboxExecutor } from "./docker-executor.js";
+import { ModalSandboxExecutor } from "./modal-executor.js";
+export function createSandboxExecutor(config) {
+    return config.kind === "modal"
+        ? new ModalSandboxExecutor(config)
+        : new DockerSandboxExecutor(config);
+}
+//# sourceMappingURL=sandbox.js.map

package/dist/sandbox.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sandbox.js","sourceRoot":"","sources":["../src/sandbox.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAC;AA4C3D,MAAM,UAAU,qBAAqB,CAAC,MAAoC;IACxE,OAAO,MAAM,CAAC,IAAI,KAAK,OAAO;QAC5B,CAAC,CAAC,IAAI,oBAAoB,CAAC,MAAM,CAAC;QAClC,CAAC,CAAC,IAAI,qBAAqB,CAAC,MAAM,CAAC,CAAC;AACxC,CAAC"}

package/dist/subscription-auth.d.ts

@@ -0,0 +1,6 @@
+export declare function loadPiSubscriptionAuth(): Promise<string>;
+export declare function assertCodexSubscriptionAuth(value: unknown, source?: string): void;
+export declare function loadCodexSubscriptionAuth(): Promise<string>;
+export declare function subscriptionBearerToken(model: string): Promise<string>;
+export declare function githubToken(): Promise<string | undefined>;
+//# sourceMappingURL=subscription-auth.d.ts.map

package/dist/subscription-auth.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"subscription-auth.d.ts","sourceRoot":"","sources":["../src/subscription-auth.ts"],"names":[],"mappings":"AAKA,wBAAsB,sBAAsB,IAAI,OAAO,CAAC,MAAM,CAAC,CAe9D;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,SAAe,GAAG,IAAI,CAIvF;AAED,wBAAsB,yBAAyB,IAAI,OAAO,CAAC,MAAM,CAAC,CAUjE;AAED,wBAAsB,uBAAuB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAc5E;AAED,wBAAsB,WAAW,IAAI,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAM/D"}

package/dist/subscription-auth.js

@@ -0,0 +1,59 @@
+import { readFile } from "node:fs/promises";
+import { homedir } from "node:os";
+import { join } from "node:path";
+import { runCommand } from "./process.js";
+export async function loadPiSubscriptionAuth() {
+    const raw = process.env.SELFBENCH_PI_AUTH_JSON ??
+        (await readFile(join(homedir(), ".pi/agent/auth.json"), "utf8"));
+    const parsed = JSON.parse(raw);
+    const credential = isRecord(parsed) ? parsed["openai-codex"] : undefined;
+    if (!isRecord(credential) ||
+        credential.type !== "oauth" ||
+        typeof credential.access !== "string" ||
+        typeof credential.refresh !== "string") {
+        throw new Error("Pi auth does not contain an openai-codex subscription credential");
+    }
+    return JSON.stringify({ "openai-codex": credential });
+}
+export function assertCodexSubscriptionAuth(value, source = "Codex auth") {
+    if (!isRecord(value) || value.auth_mode !== "chatgpt" || !isRecord(value.tokens)) {
+        throw new Error(`${source} does not contain a ChatGPT subscription token set`);
+    }
+}
+export async function loadCodexSubscriptionAuth() {
+    const path = process.env.CODEX_AUTH_JSON_PATH ?? join(homedir(), ".codex/auth.json");
+    const parsed = JSON.parse(await readFile(path, "utf8"));
+    assertCodexSubscriptionAuth(parsed, path);
+    const auth = parsed;
+    return JSON.stringify({
+        auth_mode: "chatgpt",
+        tokens: auth.tokens,
+        ...(typeof auth.last_refresh === "string" ? { last_refresh: auth.last_refresh } : {}),
+    });
+}
+export async function subscriptionBearerToken(model) {
+    const result = await runCommand("pi", [
+        "auth",
+        "print-bearer-token",
+        "--provider",
+        "openai-codex",
+        "--model",
+        model,
+    ]);
+    const token = result.stdout.trim();
+    if (!token) {
+        throw new Error(`Pi returned no openai-codex subscription bearer token for ${model}`);
+    }
+    return token;
+}
+export async function githubToken() {
+    if (process.env.GH_TOKEN) {
+        return process.env.GH_TOKEN;
+    }
+    const result = await runCommand("gh", ["auth", "token"], { allowFailure: true });
+    return result.exitCode === 0 && result.stdout.trim() ? result.stdout.trim() : undefined;
+}
+function isRecord(value) {
+    return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+//# sourceMappingURL=subscription-auth.js.map

package/dist/subscription-auth.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"subscription-auth.js","sourceRoot":"","sources":["../src/subscription-auth.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE1C,MAAM,CAAC,KAAK,UAAU,sBAAsB;IAC1C,MAAM,GAAG,GACP,OAAO,CAAC,GAAG,CAAC,sBAAsB;QAClC,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,qBAAqB,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;IACnE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAY,CAAC;IAC1C,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACzE,IACE,CAAC,QAAQ,CAAC,UAAU,CAAC;QACrB,UAAU,CAAC,IAAI,KAAK,OAAO;QAC3B,OAAO,UAAU,CAAC,MAAM,KAAK,QAAQ;QACrC,OAAO,UAAU,CAAC,OAAO,KAAK,QAAQ,EACtC,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,UAAU,EAAE,CAAC,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,KAAc,EAAE,MAAM,GAAG,YAAY;IAC/E,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;QACjF,MAAM,IAAI,KAAK,CAAC,GAAG,MAAM,oDAAoD,CAAC,CAAC;IACjF,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB;IAC7C,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,kBAAkB,CAAC,CAAC;IACrF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAY,CAAC;IACnE,2BAA2B,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC1C,MAAM,IAAI,GAAG,MAAiC,CAAC;IAC/C,OAAO,IAAI,CAAC,SAAS,CAAC;QACpB,SAAS,EAAE,SAAS;QACpB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,GAAG,CAAC,OAAO,IAAI,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,KAAa;IACzD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE;QACpC,MAAM;QACN,oBAAoB;QACpB,YAAY;QACZ,cAAc;QACd,SAAS;QACT,KAAK;KACN,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IACnC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,6DAA6D,KAAK,EAAE,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW;IAC/B,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QACzB,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC9B,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;IACjF,OAAO,MAAM,CAAC,QAAQ,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1F,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC"}

package/dist/temporal.d.ts

@@ -0,0 +1,6 @@
+import { Connection } from "@temporalio/client";
+import { NativeConnection } from "@temporalio/worker";
+import type { SelfBenchConfig } from "./config.js";
+export declare function connectTemporalClient(config: SelfBenchConfig["temporal"]): Promise<Connection>;
+export declare function connectTemporalWorker(config: SelfBenchConfig["temporal"]): Promise<NativeConnection>;
+//# sourceMappingURL=temporal.d.ts.map

package/dist/temporal.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"temporal.d.ts","sourceRoot":"","sources":["../src/temporal.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAEnD,wBAAsB,qBAAqB,CACzC,MAAM,EAAE,eAAe,CAAC,UAAU,CAAC,GAClC,OAAO,CAAC,UAAU,CAAC,CAMrB;AAED,wBAAsB,qBAAqB,CACzC,MAAM,EAAE,eAAe,CAAC,UAAU,CAAC,GAClC,OAAO,CAAC,gBAAgB,CAAC,CAM3B"}

package/dist/temporal.js

@@ -0,0 +1,17 @@
+import { Connection } from "@temporalio/client";
+import { NativeConnection } from "@temporalio/worker";
+export async function connectTemporalClient(config) {
+    return await Connection.connect({
+        address: config.address,
+        tls: config.tls,
+        ...(config.apiKey ? { apiKey: config.apiKey } : {}),
+    });
+}
+export async function connectTemporalWorker(config) {
+    return await NativeConnection.connect({
+        address: config.address,
+        tls: config.tls,
+        ...(config.apiKey ? { apiKey: config.apiKey } : {}),
+    });
+}
+//# sourceMappingURL=temporal.js.map

package/dist/temporal.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"temporal.js","sourceRoot":"","sources":["../src/temporal.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAGtD,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,MAAmC;IAEnC,OAAO,MAAM,UAAU,CAAC,OAAO,CAAC;QAC9B,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACpD,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,MAAmC;IAEnC,OAAO,MAAM,gBAAgB,CAAC,OAAO,CAAC;QACpC,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACpD,CAAC,CAAC;AACL,CAAC"}

package/dist/validate-main.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=validate-main.d.ts.map

package/dist/validate-main.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate-main.d.ts","sourceRoot":"","sources":["../src/validate-main.ts"],"names":[],"mappings":""}

package/dist/validate-main.js

@@ -0,0 +1,137 @@
+#!/usr/bin/env node
+import { access, mkdir, readdir, writeFile } from "node:fs/promises";
+import { basename, join, resolve } from "node:path";
+import { parseArgs } from "node:util";
+import { harborInfrastructureError, readHarborJobResult } from "./harbor-results.js";
+import { parallelMap } from "./parallel.js";
+import { runCommand } from "./process.js";
+const parsed = parseArgs({
+    options: {
+        tasks: { type: "string" },
+        jobs: { type: "string" },
+        environment: { type: "string", default: "modal" },
+        concurrency: { type: "string", default: "10" },
+        help: { type: "boolean", short: "h" },
+    },
+    strict: true,
+});
+if (parsed.values.help) {
+    console.log(`Run Harbor nop and oracle gates for expanded SelfBench tasks.
+
+Usage:
+  selfbench-validate --tasks DIRECTORY --jobs DIRECTORY [options]
+
+Options:
+  --environment NAME  Harbor environment (default: modal)
+  --concurrency N     Concurrent tasks (default: 10)
+  -h, --help          Show this help`);
+    process.exit(0);
+}
+const tasksDirectory = resolve(parsed.values.tasks ?? fail("--tasks is required"));
+const jobsDirectory = resolve(parsed.values.jobs ?? fail("--jobs is required"));
+const environment = parsed.values.environment ?? "modal";
+if (environment !== "modal" && environment !== "docker") {
+    throw new Error("--environment must be modal or docker");
+}
+const concurrency = positiveInteger(parsed.values.concurrency, "--concurrency");
+const directories = (await Promise.all((await readdir(tasksDirectory)).map(async (name) => {
+    const directory = join(tasksDirectory, name);
+    return await access(join(directory, "task.toml")).then(() => directory, () => undefined);
+}))).filter((directory) => directory !== undefined);
+await mkdir(jobsDirectory, { recursive: true });
+const tasks = await parallelMap(directories.sort(), concurrency, async (taskDirectory) => {
+    const taskId = basename(taskDirectory);
+    console.error(`validating ${taskId}`);
+    try {
+        const nop = await runGate(taskDirectory, taskId, "nop", environment, jobsDirectory);
+        const oracle = await runGate(taskDirectory, taskId, "oracle", environment, jobsDirectory);
+        const accepted = nop.passed && oracle.passed;
+        console.error(`${taskId}: ${accepted ? "accepted" : "rejected"}`);
+        return { taskId, status: "validated", accepted, nop, oracle };
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : String(error);
+        console.error(`${taskId}: error: ${message}`);
+        return { taskId, status: "error", accepted: false, error: message };
+    }
+});
+const report = {
+    schemaVersion: 1,
+    generatedAt: new Date().toISOString(),
+    sourceTasks: tasksDirectory,
+    environment,
+    summary: {
+        total: tasks.length,
+        accepted: tasks.filter((task) => task.accepted).length,
+        rejected: tasks.filter((task) => task.status === "validated" && !task.accepted).length,
+        errors: tasks.filter((task) => task.status === "error").length,
+    },
+    tasks,
+};
+await writeFile(join(jobsDirectory, "validation-summary.json"), `${JSON.stringify(report, null, 2)}\n`);
+console.log(JSON.stringify(report.summary, null, 2));
+async function runGate(taskDirectory, taskId, agent, environment, jobsDirectory) {
+    const jobName = `${taskId}-${agent}-${crypto.randomUUID().slice(0, 8)}`;
+    const process = await runCommand("harbor", [
+        "run",
+        "--path",
+        taskDirectory,
+        "--agent",
+        agent,
+        "--env",
+        environment,
+        "--job-name",
+        jobName,
+        "--jobs-dir",
+        jobsDirectory,
+        "--n-concurrent",
+        "1",
+        "--max-retries",
+        "1",
+        "--delete",
+        "--yes",
+        "--quiet",
+    ], { allowFailure: true, timeoutMs: 4 * 60 * 60 * 1000 });
+    if (process.exitCode !== 0) {
+        throw new Error(`Harbor ${agent} exited ${process.exitCode}: ${process.stderr.slice(-1_000)}`);
+    }
+    const result = await readHarborJobResult(jobsDirectory, jobName);
+    const infrastructure = harborInfrastructureError(result.trial);
+    if (infrastructure) {
+        throw new Error(`Harbor ${agent} infrastructure failure: ${infrastructure}`);
+    }
+    const rewards = rewardValues(result.trial);
+    const passed = agent === "nop"
+        ? rewards.fail_to_pass === 0 &&
+            (rewards.pass_to_pass ?? 0) >= 1 &&
+            (rewards.setup_completed ?? 0) >= 1
+        : (rewards.patch_applied ?? 0) >= 1 &&
+            (rewards.fail_to_pass ?? 0) >= 1 &&
+            (rewards.pass_to_pass ?? 0) >= 1 &&
+            (rewards.deterministic ?? 0) >= 1 &&
+            (rewards.setup_completed ?? 0) >= 1;
+    return { passed, rewards };
+}
+function rewardValues(value) {
+    if (!isRecord(value) || !isRecord(value.verifier_result)) {
+        return {};
+    }
+    const raw = value.verifier_result.rewards;
+    return isRecord(raw)
+        ? Object.fromEntries(Object.entries(raw).filter((entry) => typeof entry[1] === "number"))
+        : {};
+}
+function positiveInteger(value, label) {
+    const number = Number(value);
+    if (!Number.isInteger(number) || number < 1) {
+        throw new Error(`${label} must be a positive integer`);
+    }
+    return number;
+}
+function isRecord(value) {
+    return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function fail(message) {
+    throw new Error(message);
+}
+//# sourceMappingURL=validate-main.js.map

package/dist/validate-main.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate-main.js","sourceRoot":"","sources":["../src/validate-main.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACrE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,yBAAyB,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AACrF,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE1C,MAAM,MAAM,GAAG,SAAS,CAAC;IACvB,OAAO,EAAE;QACP,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QACzB,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QACxB,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE;QACjD,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE;QAC9C,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE;KACtC;IACD,MAAM,EAAE,IAAI;CACb,CAAC,CAAC;AACH,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IACvB,OAAO,CAAC,GAAG,CAAC;;;;;;;;qCAQuB,CAAC,CAAC;IACrC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC;AACnF,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC;AAChF,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,WAAW,IAAI,OAAO,CAAC;AACzD,IAAI,WAAW,KAAK,OAAO,IAAI,WAAW,KAAK,QAAQ,EAAE,CAAC;IACxD,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;AAC3D,CAAC;AACD,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;AAChF,MAAM,WAAW,GAAG,CAClB,MAAM,OAAO,CAAC,GAAG,CACf,CACE,MAAM,OAAO,CAAC,cAAc,CAAC,CAC9B,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACnB,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;IAC7C,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,CAAC,IAAI,CACpD,GAAG,EAAE,CAAC,SAAS,EACf,GAAG,EAAE,CAAC,SAAS,CAChB,CAAC;AACJ,CAAC,CAAC,CACH,CACF,CAAC,MAAM,CAAC,CAAC,SAAS,EAAuB,EAAE,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;AACtE,MAAM,KAAK,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AAEhD,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,aAAa,EAAE,EAAE;IACvF,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,CAAC;IACvC,OAAO,CAAC,KAAK,CAAC,cAAc,MAAM,EAAE,CAAC,CAAC;IACtC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC;QACpF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC;QAC1F,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC;QAC7C,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;QAClE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,WAAoB,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;IACzE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,YAAY,OAAO,EAAE,CAAC,CAAC;QAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAgB,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IAC/E,CAAC;AACH,CAAC,CAAC,CAAC;AACH,MAAM,MAAM,GAAG;IACb,aAAa,EAAE,CAAC;IAChB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;IACrC,WAAW,EAAE,cAAc;IAC3B,WAAW;IACX,OAAO,EAAE;QACP,KAAK,EAAE,KAAK,CAAC,MAAM;QACnB,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM;QACtD,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,WAAW,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM;QACtF,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,MAAM;KAC/D;IACD,KAAK;CACN,CAAC;AACF,MAAM,SAAS,CACb,IAAI,CAAC,aAAa,EAAE,yBAAyB,CAAC,EAC9C,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CACvC,CAAC;AACF,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAErD,KAAK,UAAU,OAAO,CACpB,aAAqB,EACrB,MAAc,EACd,KAAuB,EACvB,WAA+B,EAC/B,aAAqB;IAErB,MAAM,OAAO,GAAG,GAAG,MAAM,IAAI,KAAK,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;IACxE,MAAM,OAAO,GAAG,MAAM,UAAU,CAC9B,QAAQ,EACR;QACE,KAAK;QACL,QAAQ;QACR,aAAa;QACb,SAAS;QACT,KAAK;QACL,OAAO;QACP,WAAW;QACX,YAAY;QACZ,OAAO;QACP,YAAY;QACZ,aAAa;QACb,gBAAgB;QAChB,GAAG;QACH,eAAe;QACf,GAAG;QACH,UAAU;QACV,OAAO;QACP,SAAS;KACV,EACD,EAAE,YAAY,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,CACtD,CAAC;IACF,IAAI,OAAO,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,UAAU,KAAK,WAAW,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACjG,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IACjE,MAAM,cAAc,GAAG,yBAAyB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC/D,IAAI,cAAc,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,UAAU,KAAK,4BAA4B,cAAc,EAAE,CAAC,CAAC;IAC/E,CAAC;IACD,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3C,MAAM,MAAM,GACV,KAAK,KAAK,KAAK;QACb,CAAC,CAAC,OAAO,CAAC,YAAY,KAAK,CAAC;YAC1B,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,IAAI,CAAC;YAChC,CAAC,OAAO,CAAC,eAAe,IAAI,CAAC,CAAC,IAAI,CAAC;QACrC,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC,IAAI,CAAC;YACjC,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,IAAI,CAAC;YAChC,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,IAAI,CAAC;YAChC,CAAC,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC,IAAI,CAAC;YACjC,CAAC,OAAO,CAAC,eAAe,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;IAC1C,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;AAC7B,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC;QACzD,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,GAAG,GAAG,KAAK,CAAC,eAAe,CAAC,OAAO,CAAC;IAC1C,OAAO,QAAQ,CAAC,GAAG,CAAC;QAClB,CAAC,CAAC,MAAM,CAAC,WAAW,CAChB,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,CACxB,CAAC,KAAK,EAA6B,EAAE,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,CACnE,CACF;QACH,CAAC,CAAC,EAAE,CAAC;AACT,CAAC;AAED,SAAS,eAAe,CAAC,KAAyB,EAAE,KAAa;IAC/D,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,6BAA6B,CAAC,CAAC;IACzD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,IAAI,CAAC,OAAe;IAC3B,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;AAC3B,CAAC"}

package/dist/validation-repair.d.ts

@@ -0,0 +1,10 @@
+import type { TaskDefinition } from "./contracts.js";
+export declare function validationRepairPaths(originalTestPatch: string): readonly string[];
+export declare function assertValidationRepair(original: TaskDefinition, repaired: TaskDefinition, originalTestPatch: string, changedPaths: readonly string[]): void;
+export declare function validationRepairPrompt(input: {
+    readonly definition: TaskDefinition;
+    readonly authenticRequest: string;
+    readonly diagnostics: string;
+    readonly allowedPaths: readonly string[];
+}): string;
+//# sourceMappingURL=validation-repair.d.ts.map

package/dist/validation-repair.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validation-repair.d.ts","sourceRoot":"","sources":["../src/validation-repair.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGrD,wBAAgB,qBAAqB,CAAC,iBAAiB,EAAE,MAAM,GAAG,SAAS,MAAM,EAAE,CAUlF;AAcD,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,cAAc,EACxB,QAAQ,EAAE,cAAc,EACxB,iBAAiB,EAAE,MAAM,EACzB,YAAY,EAAE,SAAS,MAAM,EAAE,GAC9B,IAAI,CAwBN;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE;IAC5C,QAAQ,CAAC,UAAU,EAAE,cAAc,CAAC;IACpC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,YAAY,EAAE,SAAS,MAAM,EAAE,CAAC;CAC1C,GAAG,MAAM,CA8BT"}

package/dist/validation-repair.js

@@ -0,0 +1,72 @@
+import { patchPaths } from "./repair.js";
+export function validationRepairPaths(originalTestPatch) {
+    const paths = patchPaths(originalTestPatch);
+    if (paths.length === 0) {
+        throw new Error("original held-out test patch changes no files");
+    }
+    const nonTestPaths = paths.filter((path) => !isTestOnlyPath(path));
+    if (nonTestPaths.length > 0) {
+        throw new Error(`validation repair requires test-only patch paths: ${nonTestPaths.join(", ")}`);
+    }
+    return paths;
+}
+function isTestOnlyPath(path) {
+    const segments = path.toLowerCase().split("/");
+    const filename = segments.at(-1) ?? "";
+    return (segments.some((segment) => /^(?:tests?|__tests__|e2e|integration|fixtures?|selfbench(?:-tests|_tests)?|\.selfbench-tests)$/.test(segment)) || /(?:^|\.)(?:test|spec)\.[^.]+$/.test(filename));
+}
+export function assertValidationRepair(original, repaired, originalTestPatch, changedPaths) {
+    const immutableKeys = [
+        "schemaVersion",
+        "difficulty",
+        "taskId",
+        "repo",
+        "baseCommit",
+        "workdir",
+        "sourcePr",
+        "sourceUrl",
+        "prompt",
+    ];
+    for (const key of immutableKeys) {
+        if (JSON.stringify(repaired[key]) !== JSON.stringify(original[key])) {
+            throw new Error(`validation repair changed immutable definition field ${key}`);
+        }
+    }
+    const allowed = new Set(validationRepairPaths(originalTestPatch));
+    const outside = changedPaths.filter((path) => !allowed.has(path));
+    if (outside.length > 0) {
+        throw new Error(`validation repair changed files outside held-out tests: ${outside.join(", ")}`);
+    }
+}
+export function validationRepairPrompt(input) {
+    return `Repair the verifier harness and held-out tests for SelfBench task ${input.definition.taskId}.
+
+The repository is the exact base snapshot with the current held-out test patch already applied. You may edit only these existing held-out test files:
+
+${input.allowedPaths.map((path) => `- ${path}`).join("\n")}
+
+The authentic engineer request is:
+
+<authentic_request>
+${input.authenticRequest.trim()}
+</authentic_request>
+
+The failed nop/oracle validation diagnostics are:
+
+<validation_diagnostics>
+${input.diagnostics.trim()}
+</validation_diagnostics>
+
+Fix the task so its repository-native verifier is rigorous and runnable. You may edit the allowed held-out tests and /work/definition.json. In definition.json you may change only setupCommand, testCommand, failToPass, passToPass, testPaths, toolchains, timeouts, and resources. Never change task identity, difficulty, repository, base commit, workdir, source pull request, prompt, or reference solution.
+
+The required validation split is:
+- nop: the base repository plus held-out tests must make failToPass fail while passToPass succeeds;
+- oracle: after /work/task/solution/gold.patch is applied, failToPass and passToPass must both succeed deterministically.
+
+Use the verifier diagnostics rather than guessing. Inspect repository package scripts and CI for the native test command. Keep {tests} as a list-safe placeholder; do not quote the whole placeholder, assign it to one scalar, or hard-code selected paths elsewhere. Use one test mode/bundler per command instead of chaining equivalent suites. Put dependency installation, native builds, fixture generation, and browser/runtime installation in setupCommand, not testCommand. Pin the repository's declared package manager and use frozen installs. Browser-backed tests must install required browser binaries and OS dependencies during setup. Run focused nop/oracle-style commands in the sandbox when feasible.
+
+Do not weaken, delete, or skip requested behavioral coverage merely to make commands exit zero. A passing base with no solution is not acceptable. If no rigorous runnable split exists, leave the files and definition unchanged and explain why in the final response.
+
+Inspect /work/gold.patch and /work/test.sh only to verify the intended behavior and oracle seam, never to couple assertions to private implementation details. Do not modify application code, the instruction, gold patch, or commit files. Finish with the repaired definition at /work/definition.json and any held-out test edits present in the working tree; do not commit.`;
+}
+//# sourceMappingURL=validation-repair.js.map

package/dist/validation-repair.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validation-repair.js","sourceRoot":"","sources":["../src/validation-repair.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,MAAM,UAAU,qBAAqB,CAAC,iBAAyB;IAC7D,MAAM,KAAK,GAAG,UAAU,CAAC,iBAAiB,CAAC,CAAC;IAC5C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IACnE,CAAC;IACD,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC;IACnE,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,qDAAqD,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAClG,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAC,IAAY;IAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACvC,OAAO,CACL,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CACxB,gGAAgG,CAAC,IAAI,CACnG,OAAO,CACR,CACF,IAAI,+BAA+B,CAAC,IAAI,CAAC,QAAQ,CAAC,CACpD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,QAAwB,EACxB,QAAwB,EACxB,iBAAyB,EACzB,YAA+B;IAE/B,MAAM,aAAa,GAAG;QACpB,eAAe;QACf,YAAY;QACZ,QAAQ;QACR,MAAM;QACN,YAAY;QACZ,SAAS;QACT,UAAU;QACV,WAAW;QACX,QAAQ;KACA,CAAC;IACX,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;QAChC,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YACpE,MAAM,IAAI,KAAK,CAAC,wDAAwD,GAAG,EAAE,CAAC,CAAC;QACjF,CAAC;IACH,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,qBAAqB,CAAC,iBAAiB,CAAC,CAAC,CAAC;IAClE,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IAClE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CACb,2DAA2D,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChF,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAKtC;IACC,OAAO,qEAAqE,KAAK,CAAC,UAAU,CAAC,MAAM;;;;EAInG,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;;;;EAKxD,KAAK,CAAC,gBAAgB,CAAC,IAAI,EAAE;;;;;;EAM7B,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE;;;;;;;;;;;;;kXAawV,CAAC;AACnX,CAAC"}

package/dist/worker-main.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=worker-main.d.ts.map

package/dist/worker-main.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-main.d.ts","sourceRoot":"","sources":["../src/worker-main.ts"],"names":[],"mappings":""}

package/dist/worker-main.js

@@ -0,0 +1,30 @@
+import { existsSync } from "node:fs";
+import { fileURLToPath } from "node:url";
+import { Worker } from "@temporalio/worker";
+import { createActivities } from "./activities.js";
+import { loadConfig } from "./config.js";
+import { removeEmptyModalCredentialOverrides } from "./modal-auth.js";
+import { runCommand } from "./process.js";
+import { connectTemporalWorker } from "./temporal.js";
+removeEmptyModalCredentialOverrides();
+const config = loadConfig();
+if (config.execution.kind === "docker" || config.harborEnvironment === "docker") {
+    await runCommand("docker", ["info"], { timeoutMs: 30_000 });
+    await runCommand("docker", ["compose", "version"], { timeoutMs: 30_000 });
+}
+const connection = await connectTemporalWorker(config.temporal);
+const javascriptWorkflow = fileURLToPath(new URL("./workflow.js", import.meta.url));
+const workflowsPath = existsSync(javascriptWorkflow)
+    ? javascriptWorkflow
+    : fileURLToPath(new URL("./workflow.ts", import.meta.url));
+const worker = await Worker.create({
+    connection,
+    namespace: config.temporal.namespace,
+    taskQueue: config.temporal.taskQueue,
+    workflowsPath,
+    activities: createActivities(config),
+    maxConcurrentActivityTaskExecutions: config.activityConcurrency,
+});
+console.log(`SelfBench worker polling ${config.temporal.namespace}/${config.temporal.taskQueue} with activity concurrency ${config.activityConcurrency}`);
+await worker.run();
+//# sourceMappingURL=worker-main.js.map

package/dist/worker-main.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-main.js","sourceRoot":"","sources":["../src/worker-main.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,mCAAmC,EAAE,MAAM,iBAAiB,CAAC;AACtE,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AAEtD,mCAAmC,EAAE,CAAC;AACtC,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;AAC5B,IAAI,MAAM,CAAC,SAAS,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,iBAAiB,KAAK,QAAQ,EAAE,CAAC;IAChF,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;IAC5D,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;AAC5E,CAAC;AACD,MAAM,UAAU,GAAG,MAAM,qBAAqB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;AAChE,MAAM,kBAAkB,GAAG,aAAa,CAAC,IAAI,GAAG,CAAC,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AACpF,MAAM,aAAa,GAAG,UAAU,CAAC,kBAAkB,CAAC;IAClD,CAAC,CAAC,kBAAkB;IACpB,CAAC,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAC7D,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC;IACjC,UAAU;IACV,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS;IACpC,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS;IACpC,aAAa;IACb,UAAU,EAAE,gBAAgB,CAAC,MAAM,CAAC;IACpC,mCAAmC,EAAE,MAAM,CAAC,mBAAmB;CAChE,CAAC,CAAC;AACH,OAAO,CAAC,GAAG,CACT,4BAA4B,MAAM,CAAC,QAAQ,CAAC,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,SAAS,8BAA8B,MAAM,CAAC,mBAAmB,EAAE,CAC7I,CAAC;AACF,MAAM,MAAM,CAAC,GAAG,EAAE,CAAC"}