self-bench 0.3.0

package/dist/cli.js

@@ -0,0 +1,297 @@
+#!/usr/bin/env node
+import { createHash } from "node:crypto";
+import { open, rm } from "node:fs/promises";
+import { homedir } from "node:os";
+import { dirname, resolve } from "node:path";
+import { Readable, Transform } from "node:stream";
+import { pipeline } from "node:stream/promises";
+import { fileURLToPath } from "node:url";
+import { parseArgs } from "node:util";
+import { runCommand } from "./process.js";
+import { collectGitHubPullRequestProvenance, collectRepositoryProvenance } from "./provenance.js";
+import { waitForRun } from "./run-wait.js";
+const [command, ...rest] = process.argv.slice(2);
+switch (command) {
+    case "up":
+        await up(rest);
+        break;
+    case "run":
+        await run(rest);
+        break;
+    case "status":
+        await passthrough("GET", `/v1/runs/${requiredArgument(rest, "run ID")}`);
+        break;
+    case "cancel":
+        await passthrough("POST", `/v1/runs/${requiredArgument(rest, "run ID")}/cancel`);
+        break;
+    case "list":
+        await passthrough("GET", "/v1/runs");
+        break;
+    case "download":
+        await download(requiredArgument(rest, "run ID"), rest[1] ?? fail("output path is required"));
+        break;
+    case "help":
+    case "--help":
+    case "-h":
+    case undefined:
+        printHelp();
+        break;
+    default:
+        throw new Error(`unknown command: ${command}`);
+}
+async function up(args) {
+    const parsed = parseArgs({
+        args,
+        options: {
+            backend: { type: "string", default: "docker" },
+            "modal-config": { type: "string" },
+        },
+        strict: true,
+    });
+    if (parsed.values.backend !== "docker" && parsed.values.backend !== "modal") {
+        fail('--backend must be "docker" or "modal"');
+    }
+    if (parsed.values.backend === "docker" && parsed.values["modal-config"] !== undefined) {
+        fail("--modal-config requires --backend modal");
+    }
+    const projectRoot = resolve(dirname(fileURLToPath(import.meta.url)), "..");
+    const composeFile = resolve(projectRoot, "compose.yaml");
+    const backend = parsed.values.backend;
+    const environment = {
+        ...process.env,
+        SELFBENCH_EXECUTION_BACKEND: backend,
+        SELFBENCH_HARBOR_ENVIRONMENT: backend,
+        ...(backend === "modal"
+            ? {
+                SELFBENCH_MODAL_CONFIG_PATH: resolve(parsed.values["modal-config"] ?? resolve(homedir(), ".modal.toml")),
+            }
+            : {}),
+    };
+    if (backend === "docker") {
+        await runCommand("docker", [
+            "build",
+            "-f",
+            resolve(projectRoot, "Dockerfile.sandbox"),
+            "-t",
+            "selfbench-sandbox:local",
+            projectRoot,
+        ], { env: environment });
+    }
+    await runCommand("docker", ["compose", "--file", composeFile, "up", "-d", "--build"], {
+        env: environment,
+    });
+    console.log(`SelfBench is running with the ${backend} backend at http://127.0.0.1:8080`);
+}
+async function run(args) {
+    const parsed = parseArgs({
+        args,
+        options: {
+            repo: { type: "string", short: "r" },
+            "easy-count": { type: "string" },
+            "medium-count": { type: "string" },
+            "hard-count": { type: "string" },
+            "run-id": { type: "string" },
+            model: { type: "string", default: "gpt-5.6-sol" },
+            wait: { type: "boolean", default: false },
+            output: { type: "string", short: "o" },
+        },
+        strict: true,
+    });
+    const repositoryPath = resolve(parsed.values.repo ?? fail("--repo is required"));
+    const candidateCounts = {
+        easy: nonnegativeInteger(parsed.values["easy-count"] ?? "0", "--easy-count"),
+        medium: nonnegativeInteger(parsed.values["medium-count"] ?? "0", "--medium-count"),
+        hard: nonnegativeInteger(parsed.values["hard-count"] ?? "0", "--hard-count"),
+    };
+    const totalCandidates = candidateCounts.easy + candidateCounts.medium + candidateCounts.hard;
+    if (totalCandidates < 1 || totalCandidates > 100) {
+        fail("the total candidate count must be between 1 and 100");
+    }
+    const runId = parsed.values["run-id"] ?? defaultRunId();
+    const [repository, localMessages, selfbenchCommit] = await Promise.all([
+        resolveRepository(repositoryPath),
+        collectRepositoryProvenance(repositoryPath, process.env.HOME ?? homedir()),
+        resolveSelfBenchCommit(),
+    ]);
+    const githubMessages = await collectGitHubPullRequestProvenance(repository.url);
+    const messages = [...localMessages, ...githubMessages];
+    if (messages.length === 0) {
+        throw new Error("no sanitized local-session or GitHub pull-request provenance was found");
+    }
+    const corpus = Buffer.from(`${messages.map((message) => JSON.stringify(message)).join("\n")}\n`);
+    const provenance = await requestJson(`/v1/provenance?runId=${encodeURIComponent(runId)}`, {
+        method: "POST",
+        body: corpus,
+        contentType: "application/x-ndjson",
+    });
+    const response = await requestJson("/v1/runs", {
+        method: "POST",
+        body: Buffer.from(JSON.stringify({
+            runId,
+            repository,
+            provenance,
+            candidateCounts,
+            authoringModel: parsed.values.model,
+            selfbenchCommit,
+        })),
+        contentType: "application/json",
+    });
+    console.log(JSON.stringify({
+        ...response,
+        provenanceMessages: messages.length,
+        localProvenanceMessages: localMessages.length,
+        githubPullRequestMessages: githubMessages.length,
+    }, null, 2));
+    if (!parsed.values.wait && parsed.values.output === undefined) {
+        return;
+    }
+    const status = await waitForRun({
+        poll: async () => asPolledRunStatus(await requestJson(`/v1/runs/${encodeURIComponent(runId)}`, { method: "GET" })),
+        onPhase: (current) => {
+            console.error(JSON.stringify({
+                runId,
+                phase: current.phase,
+                accepted: current.accepted,
+                rejected: current.rejected,
+            }));
+        },
+    });
+    if (parsed.values.output !== undefined) {
+        await download(runId, parsed.values.output);
+    }
+    else {
+        console.log(JSON.stringify(status, null, 2));
+    }
+}
+async function resolveRepository(path) {
+    const [remote, commit] = await Promise.all([
+        runCommand("git", ["-C", path, "remote", "get-url", "origin"]),
+        runCommand("git", ["-C", path, "rev-parse", "HEAD"]),
+    ]);
+    return { url: normalizeGitUrl(remote.stdout.trim()), commit: commit.stdout.trim() };
+}
+function normalizeGitUrl(value) {
+    const ssh = /^git@github\.com:(.+)$/.exec(value);
+    if (ssh?.[1]) {
+        return `https://github.com/${ssh[1]}`;
+    }
+    if (value.startsWith("https://")) {
+        return value;
+    }
+    throw new Error(`unsupported origin URL: ${value}`);
+}
+async function resolveSelfBenchCommit() {
+    if (process.env.SELFBENCH_BUILD_COMMIT) {
+        return process.env.SELFBENCH_BUILD_COMMIT;
+    }
+    const root = resolve(dirname(fileURLToPath(import.meta.url)), "..");
+    return (await runCommand("git", ["-C", root, "rev-parse", "HEAD"])).stdout.trim();
+}
+async function passthrough(method, path) {
+    console.log(JSON.stringify(await requestJson(path, { method }), null, 2));
+}
+async function download(runId, outputPath) {
+    const base = process.env.SELFBENCH_API_URL ?? "http://127.0.0.1:8080";
+    const headers = new Headers();
+    if (process.env.SELFBENCH_API_TOKEN) {
+        headers.set("authorization", `Bearer ${process.env.SELFBENCH_API_TOKEN}`);
+    }
+    const response = await fetch(new URL(`/v1/runs/${encodeURIComponent(runId)}/export`, base), {
+        headers,
+    });
+    if (!response.ok) {
+        const value = (await response.json());
+        throw new Error(String(value.error ?? `SelfBench API returned ${response.status}`));
+    }
+    const expectedSha256 = response.headers.get("x-content-sha256");
+    if (!expectedSha256 || !response.body) {
+        throw new Error("SelfBench API returned an export without integrity metadata");
+    }
+    const destination = resolve(outputPath);
+    const file = await open(destination, "wx");
+    let verified = false;
+    try {
+        const hash = createHash("sha256");
+        const hasher = new Transform({
+            transform(chunk, _encoding, callback) {
+                hash.update(chunk);
+                callback(undefined, chunk);
+            },
+        });
+        await pipeline(Readable.fromWeb(response.body), hasher, file.createWriteStream());
+        if (hash.digest("hex") !== expectedSha256) {
+            throw new Error("downloaded export failed its SHA-256 integrity check");
+        }
+        verified = true;
+    }
+    finally {
+        await file.close().catch(() => undefined);
+        if (!verified) {
+            await rm(destination, { force: true });
+        }
+    }
+    console.log(JSON.stringify({ runId, output: destination }, null, 2));
+}
+async function requestJson(path, options) {
+    const base = process.env.SELFBENCH_API_URL ?? "http://127.0.0.1:8080";
+    const headers = new Headers();
+    if (options.contentType) {
+        headers.set("content-type", options.contentType);
+    }
+    if (process.env.SELFBENCH_API_TOKEN) {
+        headers.set("authorization", `Bearer ${process.env.SELFBENCH_API_TOKEN}`);
+    }
+    const response = await fetch(new URL(path, base), {
+        method: options.method,
+        headers,
+        ...(options.body ? { body: Buffer.from(options.body) } : {}),
+    });
+    const value = (await response.json());
+    if (!response.ok) {
+        throw new Error(String(value.error ?? `SelfBench API returned ${response.status}`));
+    }
+    return value;
+}
+function requiredArgument(args, label) {
+    return args[0] ?? fail(`${label} is required`);
+}
+function asPolledRunStatus(value) {
+    if (typeof value.phase !== "string") {
+        throw new Error("SelfBench status response is missing its phase");
+    }
+    return { ...value, phase: value.phase };
+}
+function nonnegativeInteger(value, label) {
+    const parsed = Number(value);
+    if (!Number.isInteger(parsed) || parsed < 0) {
+        throw new Error(`${label} must be a nonnegative integer`);
+    }
+    return parsed;
+}
+function defaultRunId() {
+    return `sb-${new Date().toISOString().replace(/\D/g, "").slice(0, 14)}-${crypto.randomUUID().slice(0, 8)}`;
+}
+function fail(message) {
+    throw new Error(message);
+}
+function printHelp() {
+    console.log(`SelfBench creates durable tiered Harbor evaluations.
+
+Usage:
+  selfbench up [--backend docker|modal] [--modal-config PATH]
+  selfbench run --repo PATH [--easy-count N] [--medium-count N] [--hard-count N]
+                [--model MODEL] [--run-id ID] [--wait] [--output OUTPUT.tar.gz]
+  selfbench status RUN_ID
+  selfbench cancel RUN_ID
+  selfbench download RUN_ID OUTPUT.tar.gz
+  selfbench list
+
+The up command starts the local stack and configures both sandbox execution and Harbor validation for
+one backend. Modal uses ~/.modal.toml unless --modal-config overrides it.
+
+The tier counts are candidate authoring budgets, not accepted-task targets. Rejected candidates are not
+replaced, and the export contains only accepted tasks. The run command performs only repository metadata
+and sanitized provenance upload locally; discovery, authoring, validation, review, and audit run remotely.
+--output implies --wait, blocks until completion, and downloads the SHA-256-verified export.`);
+}
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAEhD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,kCAAkC,EAAE,2BAA2B,EAAE,MAAM,iBAAiB,CAAC;AAClG,OAAO,EAAwB,UAAU,EAAE,MAAM,eAAe,CAAC;AAEjE,MAAM,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACjD,QAAQ,OAAO,EAAE,CAAC;IAChB,KAAK,IAAI;QACP,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;QACf,MAAM;IACR,KAAK,KAAK;QACR,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC;QAChB,MAAM;IACR,KAAK,QAAQ;QACX,MAAM,WAAW,CAAC,KAAK,EAAE,YAAY,gBAAgB,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;QACzE,MAAM;IACR,KAAK,QAAQ;QACX,MAAM,WAAW,CAAC,MAAM,EAAE,YAAY,gBAAgB,CAAC,IAAI,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;QACjF,MAAM;IACR,KAAK,MAAM;QACT,MAAM,WAAW,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QACrC,MAAM;IACR,KAAK,UAAU;QACb,MAAM,QAAQ,CAAC,gBAAgB,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,yBAAyB,CAAC,CAAC,CAAC;QAC7F,MAAM;IACR,KAAK,MAAM,CAAC;IACZ,KAAK,QAAQ,CAAC;IACd,KAAK,IAAI,CAAC;IACV,KAAK,SAAS;QACZ,SAAS,EAAE,CAAC;QACZ,MAAM;IACR;QACE,MAAM,IAAI,KAAK,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAC;AACnD,CAAC;AAED,KAAK,UAAU,EAAE,CAAC,IAAc;IAC9B,MAAM,MAAM,GAAG,SAAS,CAAC;QACvB,IAAI;QACJ,OAAO,EAAE;YACP,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE;YAC9C,cAAc,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;SACnC;QACD,MAAM,EAAE,IAAI;KACb,CAAC,CAAC;IACH,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC;QAC5E,IAAI,CAAC,uCAAuC,CAAC,CAAC;IAChD,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,KAAK,SAAS,EAAE,CAAC;QACtF,IAAI,CAAC,yCAAyC,CAAC,CAAC;IAClD,CAAC;IAED,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAC3E,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;IACzD,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC;IACtC,MAAM,WAAW,GAAG;QAClB,GAAG,OAAO,CAAC,GAAG;QACd,2BAA2B,EAAE,OAAO;QACpC,4BAA4B,EAAE,OAAO;QACrC,GAAG,CAAC,OAAO,KAAK,OAAO;YACrB,CAAC,CAAC;gBACE,2BAA2B,EAAE,OAAO,CAClC,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,aAAa,CAAC,CACnE;aACF;YACH,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;IAEF,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;QACzB,MAAM,UAAU,CACd,QAAQ,EACR;YACE,OAAO;YACP,IAAI;YACJ,OAAO,CAAC,WAAW,EAAE,oBAAoB,CAAC;YAC1C,IAAI;YACJ,yBAAyB;YACzB,WAAW;SACZ,EACD,EAAE,GAAG,EAAE,WAAW,EAAE,CACrB,CAAC;IACJ,CAAC;IACD,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,EAAE;QACpF,GAAG,EAAE,WAAW;KACjB,CAAC,CAAC;IACH,OAAO,CAAC,GAAG,CAAC,iCAAiC,OAAO,mCAAmC,CAAC,CAAC;AAC3F,CAAC;AAED,KAAK,UAAU,GAAG,CAAC,IAAc;IAC/B,MAAM,MAAM,GAAG,SAAS,CAAC;QACvB,IAAI;QACJ,OAAO,EAAE;YACP,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE;YACpC,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAChC,cAAc,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAClC,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAChC,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC5B,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,EAAE;YACjD,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE;YACzC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE;SACvC;QACD,MAAM,EAAE,IAAI;KACb,CAAC,CAAC;IACH,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC;IACjF,MAAM,eAAe,GAAG;QACtB,IAAI,EAAE,kBAAkB,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,GAAG,EAAE,cAAc,CAAC;QAC5E,MAAM,EAAE,kBAAkB,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,GAAG,EAAE,gBAAgB,CAAC;QAClF,IAAI,EAAE,kBAAkB,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,GAAG,EAAE,cAAc,CAAC;KAC7E,CAAC;IACF,MAAM,eAAe,GAAG,eAAe,CAAC,IAAI,GAAG,eAAe,CAAC,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC;IAC7F,IAAI,eAAe,GAAG,CAAC,IAAI,eAAe,GAAG,GAAG,EAAE,CAAC;QACjD,IAAI,CAAC,qDAAqD,CAAC,CAAC;IAC9D,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,YAAY,EAAE,CAAC;IACxD,MAAM,CAAC,UAAU,EAAE,aAAa,EAAE,eAAe,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACrE,iBAAiB,CAAC,cAAc,CAAC;QACjC,2BAA2B,CAAC,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,OAAO,EAAE,CAAC;QAC1E,sBAAsB,EAAE;KACzB,CAAC,CAAC;IACH,MAAM,cAAc,GAAG,MAAM,kCAAkC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IAChF,MAAM,QAAQ,GAAG,CAAC,GAAG,aAAa,EAAE,GAAG,cAAc,CAAC,CAAC;IACvD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,wEAAwE,CAAC,CAAC;IAC5F,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjG,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,wBAAwB,kBAAkB,CAAC,KAAK,CAAC,EAAE,EAAE;QACxF,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,MAAM;QACZ,WAAW,EAAE,sBAAsB;KACpC,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,UAAU,EAAE;QAC7C,MAAM,EAAE,MAAM;QACd,IAAI,EAAE,MAAM,CAAC,IAAI,CACf,IAAI,CAAC,SAAS,CAAC;YACb,KAAK;YACL,UAAU;YACV,UAAU;YACV,eAAe;YACf,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK;YACnC,eAAe;SAChB,CAAC,CACH;QACD,WAAW,EAAE,kBAAkB;KAChC,CAAC,CAAC;IACH,OAAO,CAAC,GAAG,CACT,IAAI,CAAC,SAAS,CACZ;QACE,GAAG,QAAQ;QACX,kBAAkB,EAAE,QAAQ,CAAC,MAAM;QACnC,uBAAuB,EAAE,aAAa,CAAC,MAAM;QAC7C,yBAAyB,EAAE,cAAc,CAAC,MAAM;KACjD,EACD,IAAI,EACJ,CAAC,CACF,CACF,CAAC;IACF,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAC9D,OAAO;IACT,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC;QAC9B,IAAI,EAAE,KAAK,IAAI,EAAE,CACf,iBAAiB,CACf,MAAM,WAAW,CAAC,YAAY,kBAAkB,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAC9E;QACH,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE;YACnB,OAAO,CAAC,KAAK,CACX,IAAI,CAAC,SAAS,CAAC;gBACb,KAAK;gBACL,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;aAC3B,CAAC,CACH,CAAC;QACJ,CAAC;KACF,CAAC,CAAC;IACH,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QACvC,MAAM,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC9C,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC;AACH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,IAAY;IAC3C,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACzC,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC9D,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;KACrD,CAAC,CAAC;IACH,OAAO,EAAE,GAAG,EAAE,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;AACtF,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,MAAM,GAAG,GAAG,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACjD,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACb,OAAO,sBAAsB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IACxC,CAAC;IACD,IAAI,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACjC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,2BAA2B,KAAK,EAAE,CAAC,CAAC;AACtD,CAAC;AAED,KAAK,UAAU,sBAAsB;IACnC,IAAI,OAAO,CAAC,GAAG,CAAC,sBAAsB,EAAE,CAAC;QACvC,OAAO,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC;IAC5C,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IACpE,OAAO,CAAC,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;AACpF,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,MAAsB,EAAE,IAAY;IAC7D,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,WAAW,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAC5E,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,KAAa,EAAE,UAAkB;IACvD,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,uBAAuB,CAAC;IACtE,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;IAC9B,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,CAAC;QACpC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,UAAU,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,CAAC,CAAC;IAC5E,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,GAAG,CAAC,YAAY,kBAAkB,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE;QAC1F,OAAO;KACR,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA4B,CAAC;QACjE,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,0BAA0B,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACtF,CAAC;IACD,MAAM,cAAc,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IAChE,IAAI,CAAC,cAAc,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;IACjF,CAAC;IACD,MAAM,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IACxC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAC3C,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QAClC,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC;YAC3B,SAAS,CAAC,KAAa,EAAE,SAAS,EAAE,QAAQ;gBAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACnB,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YAC7B,CAAC;SACF,CAAC,CAAC;QACH,MAAM,QAAQ,CACZ,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAqC,CAAC,EAChE,MAAM,EACN,IAAI,CAAC,iBAAiB,EAAE,CACzB,CAAC;QACF,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,cAAc,EAAE,CAAC;YAC1C,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAC1E,CAAC;QACD,QAAQ,GAAG,IAAI,CAAC;IAClB,CAAC;YAAS,CAAC;QACT,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC1C,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,EAAE,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AACvE,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,IAAY,EACZ,OAA4E;IAE5E,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,uBAAuB,CAAC;IACtE,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;IAC9B,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;IACnD,CAAC;IACD,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,CAAC;QACpC,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,UAAU,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,CAAC,CAAC;IAC5E,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE;QAChD,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,OAAO;QACP,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC7D,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA4B,CAAC;IACjE,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,0BAA0B,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACtF,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAc,EAAE,KAAa;IACrD,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,KAAK,cAAc,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,iBAAiB,CAAC,KAA8B;IACvD,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;AAC1C,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa,EAAE,KAAa;IACtD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,gCAAgC,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,YAAY;IACnB,OAAO,MAAM,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;AAC7G,CAAC;AAED,SAAS,IAAI,CAAC,OAAe;IAC3B,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;AAC3B,CAAC;AAED,SAAS,SAAS;IAChB,OAAO,CAAC,GAAG,CAAC;;;;;;;;;;;;;;;;;6FAiB+E,CAAC,CAAC;AAC/F,CAAC"}

package/dist/codex-review.d.ts

@@ -0,0 +1,40 @@
+import { z } from "zod";
+import type { CouplingEvidence } from "./coupling.js";
+export declare const COUPLING_REVIEW_MODEL = "gpt-5.6-sol";
+export declare const couplingReviewSchema: z.ZodObject<{
+    verdict: z.ZodEnum<{
+        clean: "clean";
+        coupled: "coupled";
+    }>;
+    reason: z.ZodString;
+    findings: z.ZodArray<z.ZodObject<{
+        artifact: z.ZodString;
+        category: z.ZodEnum<{
+            endpoint_path: "endpoint_path";
+            field_name: "field_name";
+            header_name: "header_name";
+            media_type: "media_type";
+            other: "other";
+        }>;
+        disposition: z.ZodEnum<{
+            base_contract: "base_contract";
+            prompt_contract: "prompt_contract";
+            external_contract: "external_contract";
+            gold_only: "gold_only";
+            not_contract: "not_contract";
+        }>;
+        evidence: z.ZodString;
+    }, z.core.$strip>>;
+    counterexample: z.ZodString;
+}, z.core.$strip>;
+export type CouplingReview = z.infer<typeof couplingReviewSchema>;
+export declare function reviewCouplingWithCodex(input: {
+    readonly authJson: string;
+    readonly prompt: string;
+    readonly signal?: AbortSignal;
+    readonly fetch?: typeof fetch;
+}): Promise<CouplingReview>;
+export declare function parseCodexReviewEvents(value: string): CouplingReview;
+export declare function couplingReviewPrompt(): string;
+export declare function couplingReviewInput(prompt: string, testPatch: string, goldPatch: string, evidence: CouplingEvidence): string;
+//# sourceMappingURL=codex-review.d.ts.map

package/dist/codex-review.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"codex-review.d.ts","sourceRoot":"","sources":["../src/codex-review.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAEtD,eAAO,MAAM,qBAAqB,gBAAgB,CAAC;AAEnD,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;iBAoB/B,CAAC;AAEH,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE,wBAAsB,uBAAuB,CAAC,KAAK,EAAE;IACnD,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAC9B,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;CAC/B,GAAG,OAAO,CAAC,cAAc,CAAC,CA0C1B;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,MAAM,GAAG,cAAc,CA4BpE;AAED,wBAAgB,oBAAoB,IAAI,MAAM,CAQ7C;AAED,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,gBAAgB,GACzB,MAAM,CAyBR"}

package/dist/codex-review.js

@@ -0,0 +1,189 @@
+import { z } from "zod";
+export const COUPLING_REVIEW_MODEL = "gpt-5.6-sol";
+export const couplingReviewSchema = z.object({
+    verdict: z.enum(["clean", "coupled"]),
+    reason: z.string().min(1),
+    findings: z
+        .array(z.object({
+        artifact: z.string().min(1),
+        category: z.enum(["endpoint_path", "field_name", "header_name", "media_type", "other"]),
+        disposition: z.enum([
+            "base_contract",
+            "prompt_contract",
+            "external_contract",
+            "gold_only",
+            "not_contract",
+        ]),
+        evidence: z.string().min(1),
+    }))
+        .min(1),
+    counterexample: z.string().min(1),
+});
+export async function reviewCouplingWithCodex(input) {
+    const credential = parseCredential(input.authJson);
+    const accountId = accountIdFromToken(credential.access);
+    const request = input.fetch ?? fetch;
+    const response = await request("https://chatgpt.com/backend-api/codex/responses", {
+        method: "POST",
+        headers: {
+            Authorization: `Bearer ${credential.access}`,
+            "ChatGPT-Account-Id": accountId,
+            Originator: "selfbench",
+            "OpenAI-Beta": "responses=experimental",
+            Accept: "text/event-stream",
+            "Content-Type": "application/json",
+        },
+        body: JSON.stringify({
+            model: COUPLING_REVIEW_MODEL,
+            store: false,
+            stream: true,
+            instructions: "You are an independent benchmark-quality reviewer. Analyze the supplied evidence and call submit_review exactly once.",
+            input: [
+                {
+                    role: "user",
+                    content: [{ type: "input_text", text: input.prompt }],
+                },
+            ],
+            reasoning: { effort: "high", summary: "auto" },
+            text: { verbosity: "low" },
+            include: ["reasoning.encrypted_content"],
+            tools: [reviewTool()],
+            tool_choice: { type: "function", name: "submit_review" },
+            parallel_tool_calls: false,
+        }),
+        ...(input.signal ? { signal: input.signal } : {}),
+    });
+    const responseText = await response.text();
+    if (!response.ok) {
+        throw new Error(`Codex coupling review failed (${response.status}): ${responseText.slice(0, 500)}`);
+    }
+    return parseCodexReviewEvents(responseText);
+}
+export function parseCodexReviewEvents(value) {
+    for (const line of value.split("\n")) {
+        if (!line.startsWith("data: ")) {
+            continue;
+        }
+        const data = line.slice("data: ".length);
+        if (data === "[DONE]") {
+            continue;
+        }
+        const event = JSON.parse(data);
+        if (!isRecord(event)) {
+            continue;
+        }
+        const item = event.item;
+        if (event.type === "response.output_item.done" &&
+            isRecord(item) &&
+            item.type === "function_call" &&
+            item.name === "submit_review" &&
+            typeof item.arguments === "string") {
+            return couplingReviewSchema.parse(JSON.parse(item.arguments));
+        }
+        if (event.type === "error") {
+            throw new Error(`Codex coupling review stream failed: ${JSON.stringify(event)}`);
+        }
+    }
+    throw new Error("Codex coupling review returned no submit_review tool call");
+}
+export function couplingReviewPrompt() {
+    return `Independently review this hard benchmark for test-to-gold coupling.
+
+For every exact endpoint path, response/request field, header, media type, helper/module, error string, schema/index name, UI copy/order, or other implementation artifact asserted by the held-out tests, cite either the authentic prompt text that requires it or deterministic evidence that the exact base repository already establishes it. A name merely appearing in the gold patch is not evidence. Reject a test that would fail a coherent implementation of the request using different names, file boundaries, payload presentation, or internal structure.
+
+Resolve every artifact listed in couplingEvidence.blockers with a finding whose artifact exactly matches it. Use external_contract only when the authentic request names a standard protocol that fixes the exact artifact independently of the gold patch, and cite that protocol. Use not_contract only for incidental test-language or framework syntax that is not an asserted product contract. A clean verdict with a missing blocker finding or a gold_only finding is rejected automatically.
+
+Your findings must identify the artifact, classify it, give its disposition, and cite concrete evidence. The counterexample must describe a plausible alternative correct implementation and whether the tests would accept it. Also reject prompt leakage of PRs, commits, test names, or the solution.`;
+}
+export function couplingReviewInput(prompt, testPatch, goldPatch, evidence) {
+    return `${couplingReviewPrompt()}
+
+# Authentic request
+
+${prompt}
+
+# Deterministic base-contract evidence
+
+The exact-artifact scan compared the held-out tests with the authentic request, gold additions, and exact base snapshot. Every blocker below is asserted by tests and introduced by gold, but absent verbatim from both request and base. Resolve each blocker explicitly.
+
+${JSON.stringify(evidence, null, 2)}
+
+# Held-out test patch
+
+\`\`\`diff
+${testPatch}
+\`\`\`
+
+# Gold implementation patch
+
+\`\`\`diff
+${goldPatch}
+\`\`\`
+`;
+}
+function parseCredential(value) {
+    const parsed = JSON.parse(value);
+    const credential = isRecord(parsed) ? parsed["openai-codex"] : undefined;
+    if (!isRecord(credential) || typeof credential.access !== "string") {
+        throw new Error("Pi auth does not contain an OpenAI Codex subscription access token");
+    }
+    return { access: credential.access };
+}
+function accountIdFromToken(token) {
+    const payload = JSON.parse(Buffer.from(token.split(".")[1] ?? "", "base64url").toString("utf8"));
+    const auth = isRecord(payload) ? payload["https://api.openai.com/auth"] : undefined;
+    const accountId = isRecord(auth) ? auth.chatgpt_account_id : undefined;
+    if (typeof accountId !== "string" || !accountId) {
+        throw new Error("OpenAI Codex subscription token has no ChatGPT account ID");
+    }
+    return accountId;
+}
+function reviewTool() {
+    return {
+        type: "function",
+        name: "submit_review",
+        description: "Submit the final independent test-coupling verdict exactly once.",
+        strict: true,
+        parameters: {
+            type: "object",
+            additionalProperties: false,
+            required: ["verdict", "reason", "findings", "counterexample"],
+            properties: {
+                verdict: { type: "string", enum: ["clean", "coupled"] },
+                reason: { type: "string", minLength: 1 },
+                findings: {
+                    type: "array",
+                    minItems: 1,
+                    items: {
+                        type: "object",
+                        additionalProperties: false,
+                        required: ["artifact", "category", "disposition", "evidence"],
+                        properties: {
+                            artifact: { type: "string", minLength: 1 },
+                            category: {
+                                type: "string",
+                                enum: ["endpoint_path", "field_name", "header_name", "media_type", "other"],
+                            },
+                            disposition: {
+                                type: "string",
+                                enum: [
+                                    "base_contract",
+                                    "prompt_contract",
+                                    "external_contract",
+                                    "gold_only",
+                                    "not_contract",
+                                ],
+                            },
+                            evidence: { type: "string", minLength: 1 },
+                        },
+                    },
+                },
+                counterexample: { type: "string", minLength: 1 },
+            },
+        },
+    };
+}
+function isRecord(value) {
+    return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+//# sourceMappingURL=codex-review.js.map

package/dist/codex-review.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"codex-review.js","sourceRoot":"","sources":["../src/codex-review.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,MAAM,CAAC,MAAM,qBAAqB,GAAG,aAAa,CAAC;AAEnD,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IACrC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACzB,QAAQ,EAAE,CAAC;SACR,KAAK,CACJ,CAAC,CAAC,MAAM,CAAC;QACP,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,eAAe,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;QACvF,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC;YAClB,eAAe;YACf,iBAAiB;YACjB,mBAAmB;YACnB,WAAW;YACX,cAAc;SACf,CAAC;QACF,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;KAC5B,CAAC,CACH;SACA,GAAG,CAAC,CAAC,CAAC;IACT,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;CAClC,CAAC,CAAC;AAIH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,KAK7C;IACC,MAAM,UAAU,GAAG,eAAe,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACnD,MAAM,SAAS,GAAG,kBAAkB,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IACxD,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC;IACrC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,iDAAiD,EAAE;QAChF,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,UAAU,CAAC,MAAM,EAAE;YAC5C,oBAAoB,EAAE,SAAS;YAC/B,UAAU,EAAE,WAAW;YACvB,aAAa,EAAE,wBAAwB;YACvC,MAAM,EAAE,mBAAmB;YAC3B,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,KAAK,EAAE,qBAAqB;YAC5B,KAAK,EAAE,KAAK;YACZ,MAAM,EAAE,IAAI;YACZ,YAAY,EACV,uHAAuH;YACzH,KAAK,EAAE;gBACL;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;iBACtD;aACF;YACD,SAAS,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE;YAC9C,IAAI,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE;YAC1B,OAAO,EAAE,CAAC,6BAA6B,CAAC;YACxC,KAAK,EAAE,CAAC,UAAU,EAAE,CAAC;YACrB,WAAW,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,eAAe,EAAE;YACxD,mBAAmB,EAAE,KAAK;SAC3B,CAAC;QACF,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClD,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC3C,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CACb,iCAAiC,QAAQ,CAAC,MAAM,MAAM,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CACnF,CAAC;IACJ,CAAC;IACD,OAAO,sBAAsB,CAAC,YAAY,CAAC,CAAC;AAC9C,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAAa;IAClD,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACrC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/B,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtB,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAC;QAC1C,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACrB,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACxB,IACE,KAAK,CAAC,IAAI,KAAK,2BAA2B;YAC1C,QAAQ,CAAC,IAAI,CAAC;YACd,IAAI,CAAC,IAAI,KAAK,eAAe;YAC7B,IAAI,CAAC,IAAI,KAAK,eAAe;YAC7B,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,EAClC,CAAC;YACD,OAAO,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,wCAAwC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACnF,CAAC;IACH,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;AAC/E,CAAC;AAED,MAAM,UAAU,oBAAoB;IAClC,OAAO;;;;;;ySAMgS,CAAC;AAC1S,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,MAAc,EACd,SAAiB,EACjB,SAAiB,EACjB,QAA0B;IAE1B,OAAO,GAAG,oBAAoB,EAAE;;;;EAIhC,MAAM;;;;;;EAMN,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;;;;;EAKjC,SAAS;;;;;;EAMT,SAAS;;CAEV,CAAC;AACF,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAY,CAAC;IAC5C,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACzE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,OAAO,UAAU,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACnE,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC;AACvC,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa;IACvC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CACxB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAC1D,CAAC;IACb,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,6BAA6B,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACpF,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,CAAC;IACvE,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,CAAC,SAAS,EAAE,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;IAC/E,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,UAAU;IACjB,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,eAAe;QACrB,WAAW,EAAE,kEAAkE;QAC/E,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,oBAAoB,EAAE,KAAK;YAC3B,QAAQ,EAAE,CAAC,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,gBAAgB,CAAC;YAC7D,UAAU,EAAE;gBACV,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE;gBACvD,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE;gBACxC,QAAQ,EAAE;oBACR,IAAI,EAAE,OAAO;oBACb,QAAQ,EAAE,CAAC;oBACX,KAAK,EAAE;wBACL,IAAI,EAAE,QAAQ;wBACd,oBAAoB,EAAE,KAAK;wBAC3B,QAAQ,EAAE,CAAC,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,UAAU,CAAC;wBAC7D,UAAU,EAAE;4BACV,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE;4BAC1C,QAAQ,EAAE;gCACR,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,CAAC,eAAe,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,OAAO,CAAC;6BAC5E;4BACD,WAAW,EAAE;gCACX,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE;oCACJ,eAAe;oCACf,iBAAiB;oCACjB,mBAAmB;oCACnB,WAAW;oCACX,cAAc;iCACf;6BACF;4BACD,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE;yBAC3C;qBACF;iBACF;gBACD,cAAc,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE;aACjD;SACF;KACF,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC"}

package/dist/config.d.ts

@@ -0,0 +1,35 @@
+export interface SelfBenchConfig {
+    readonly apiHost: string;
+    readonly apiPort: number;
+    readonly apiUrl: string;
+    readonly apiToken?: string;
+    readonly buildCommit?: string;
+    readonly activityConcurrency: number;
+    readonly artifact: {
+        readonly kind: "local";
+        readonly directory: string;
+    } | {
+        readonly kind: "gcs";
+        readonly bucket: string;
+        readonly prefix: string;
+    };
+    readonly execution: {
+        readonly kind: "docker";
+        readonly image: string;
+    } | {
+        readonly kind: "modal";
+        readonly app: string;
+        readonly environment?: string;
+        readonly image: string;
+    };
+    readonly harborEnvironment: "docker" | "modal";
+    readonly temporal: {
+        readonly address: string;
+        readonly namespace: string;
+        readonly apiKey?: string;
+        readonly tls: boolean;
+        readonly taskQueue: string;
+    };
+}
+export declare function loadConfig(environment?: NodeJS.ProcessEnv): SelfBenchConfig;
+//# sourceMappingURL=config.d.ts.map

package/dist/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAmCA,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,mBAAmB,EAAE,MAAM,CAAC;IACrC,QAAQ,CAAC,QAAQ,EACb;QAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;QAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;KAAE,GACtD;QAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;QAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAC/E,QAAQ,CAAC,SAAS,EACd;QAAE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;KAAE,GACnD;QACE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;QACvB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QACrB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAC9B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;KACxB,CAAC;IACN,QAAQ,CAAC,iBAAiB,EAAE,QAAQ,GAAG,OAAO,CAAC;IAC/C,QAAQ,CAAC,QAAQ,EAAE;QACjB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;QAC3B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC;QACtB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;KAC5B,CAAC;CACH;AAED,wBAAgB,UAAU,CAAC,WAAW,GAAE,MAAM,CAAC,UAAwB,GAAG,eAAe,CAiDxF"}