self-bench 0.3.5 → 0.3.8

package/dist/evaluation/org-records.js

@@ -0,0 +1,14 @@
+/** Organization records never overlap legacy personal account or credential paths. */
+export function orgRecords(records, orgId) {
+    if (orgId === undefined)
+        return records;
+    if (!Number.isSafeInteger(orgId) || orgId <= 0)
+        throw new Error("Invalid credential organization");
+    const prefix = `organizations/${orgId}/`;
+    return {
+        read: (path) => records.read(`${prefix}${path}`),
+        write: (path, value, version) => records.write(`${prefix}${path}`, value, version),
+        destroy: (path) => records.destroy(`${prefix}${path}`),
+    };
+}
+//# sourceMappingURL=org-records.js.map

package/dist/evaluation/org-records.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"org-records.js","sourceRoot":"","sources":["../../src/evaluation/org-records.ts"],"names":[],"mappings":"AAEA,sFAAsF;AACtF,MAAM,UAAU,UAAU,CAAC,OAA6B,EAAE,KAAc;IACtE,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,OAAO,CAAC;IACxC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,iBAAiB,KAAK,GAAG,CAAC;IACzC,OAAO;QACL,IAAI,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,IAAI,EAAE,CAAC;QAChD,KAAK,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,GAAG,IAAI,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC;QAClF,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,MAAM,GAAG,IAAI,EAAE,CAAC;KACvD,CAAC;AACJ,CAAC"}

package/dist/evaluation/output.d.ts

@@ -0,0 +1,9 @@
+import type { SolverStep } from "./types.js";
+export declare function redactOutput(value: string, secrets: readonly string[]): string;
+export declare function record(value: unknown): Record<string, unknown>;
+export declare function completeLines(text: string): string;
+export declare function boundedSteps(steps: SolverStep[]): SolverStep[];
+export declare function trajectorySteps(value: unknown): SolverStep[];
+export declare function piSteps(text: string): SolverStep[];
+export declare function collectOutput(root: string): Promise<Map<string, string>>;
+//# sourceMappingURL=output.d.ts.map

package/dist/evaluation/output.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"output.d.ts","sourceRoot":"","sources":["../../src/evaluation/output.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAE7C,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,CAc9E;AACD,wBAAgB,MAAM,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAI9D;AAaD,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAElD;AACD,wBAAgB,YAAY,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,UAAU,EAAE,CAqB9D;AACD,wBAAgB,eAAe,CAAC,KAAK,EAAE,OAAO,GAAG,UAAU,EAAE,CA0B5D;AACD,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU,EAAE,CAsClD;AAED,wBAAsB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CA4C9E"}

package/dist/evaluation/output.js

@@ -0,0 +1,171 @@
+import { constants } from "node:fs";
+import { lstat, open, readdir } from "node:fs/promises";
+import { join } from "node:path";
+export function redactOutput(value, secrets) {
+    let result = value;
+    for (const secret of secrets.filter(Boolean).sort((left, right) => right.length - left.length)) {
+        for (const variant of new Set([
+            secret,
+            JSON.stringify(secret).slice(1, -1),
+            encodeURIComponent(secret),
+        ])) {
+            result = result.split(variant).join("[redacted]");
+        }
+    }
+    return result
+        .replace(/\b(?:sk-[A-Za-z0-9_-]{12,}|gh[pousr]_[A-Za-z0-9_]{12,})\b/g, "[redacted]")
+        .replace(/(Bearer\s+)[A-Za-z0-9._~+/-]+=*/gi, "$1[redacted]");
+}
+export function record(value) {
+    return value && typeof value === "object" && !Array.isArray(value)
+        ? value
+        : {};
+}
+function display(value) {
+    if (value === undefined || value === null)
+        return "";
+    if (typeof value === "string")
+        return value;
+    if (Array.isArray(value))
+        return value
+            .map((part) => typeof part === "string" ? part : display(record(part).text ?? record(part).content))
+            .filter(Boolean)
+            .join("\n");
+    return JSON.stringify(value, null, 2);
+}
+export function completeLines(text) {
+    return text.slice(0, text.lastIndexOf("\n") + 1);
+}
+export function boundedSteps(steps) {
+    let budget = 100_000;
+    return steps
+        .slice(-200)
+        .reverse()
+        .map((step) => {
+        const bounded = (text) => {
+            const value = text.slice(0, Math.max(0, budget));
+            budget -= value.length;
+            return value;
+        };
+        return {
+            ...step,
+            text: bounded(step.text),
+            tools: step.tools
+                .slice(0, 30)
+                .map((tool) => ({ ...tool, input: bounded(tool.input), output: bounded(tool.output) })),
+        };
+    })
+        .reverse()
+        .filter((step) => step.text || step.tools.some((tool) => tool.input || tool.output));
+}
+export function trajectorySteps(value) {
+    const steps = record(value).steps;
+    if (!Array.isArray(steps))
+        return [];
+    return steps.slice(-500).map((raw) => {
+        const step = record(raw);
+        const observations = record(step.observation).results;
+        const results = Array.isArray(observations) ? observations.map(record) : [];
+        return {
+            id: String(step.step_id),
+            role: String(step.source ?? "agent"),
+            text: display(step.message).slice(0, 20_000),
+            tools: (Array.isArray(step.tool_calls) ? step.tool_calls : []).map((rawTool) => {
+                const tool = record(rawTool);
+                return {
+                    id: String(tool.tool_call_id),
+                    name: String(tool.function_name ?? "tool"),
+                    input: display(tool.arguments).slice(0, 20_000),
+                    output: results
+                        .filter((result) => result.source_call_id === tool.tool_call_id)
+                        .map((result) => display(result.content))
+                        .join("\n")
+                        .slice(0, 30_000),
+                };
+            }),
+        };
+    });
+}
+export function piSteps(text) {
+    const steps = [];
+    for (const line of text.split("\n")) {
+        let event;
+        try {
+            event = record(JSON.parse(line));
+        }
+        catch {
+            continue;
+        }
+        if (event.type !== "message_end")
+            continue;
+        const message = record(event.message);
+        if (message.role === "toolResult") {
+            const tool = steps
+                .flatMap((step) => step.tools)
+                .reverse()
+                .find((candidate) => candidate.id === message.toolCallId);
+            if (tool)
+                tool.output = display(message.content).slice(0, 30_000);
+            continue;
+        }
+        const content = Array.isArray(message.content) ? message.content.map(record) : [];
+        steps.push({
+            id: String(message.timestamp ?? steps.length),
+            role: String(message.role ?? "agent"),
+            text: content
+                .filter((part) => part.type === "text")
+                .map((part) => display(part.text))
+                .join("\n"),
+            tools: content
+                .filter((part) => part.type === "toolCall")
+                .map((part) => ({
+                id: String(part.id),
+                name: String(part.name ?? "tool"),
+                input: display(part.arguments),
+                output: "",
+            })),
+        });
+    }
+    return steps.slice(-500);
+}
+export async function collectOutput(root) {
+    const found = new Map();
+    let remaining = 4 * 1024 * 1024;
+    const walk = async (directory, prefix, depth) => {
+        if (depth > 3 || found.size >= 40 || remaining <= 0)
+            return;
+        const entries = (await readdir(directory, { withFileTypes: true }).catch(() => [])).sort((left, right) => Number(right.name === "result.json") - Number(left.name === "result.json"));
+        for (const entry of entries) {
+            if (remaining <= 0 || found.size >= 40)
+                break;
+            const path = join(directory, entry.name);
+            const name = `${prefix}${entry.name}`;
+            if (entry.isDirectory() && !(await lstat(path)).isSymbolicLink()) {
+                await walk(path, `${name}/`, depth + 1);
+            }
+            else if (entry.isFile() &&
+                /^(result\.json|trajectory\.json|pi\.txt|codex\.txt|claude-code\.txt|trial\.log|job\.log|test-stdout\.txt|test-stderr\.txt|reward\.txt|reward\.json)$/.test(entry.name)) {
+                const file = await open(path, constants.O_RDONLY | constants.O_NOFOLLOW).catch(() => undefined);
+                if (!file)
+                    continue;
+                try {
+                    const stat = await file.stat();
+                    if (!stat.isFile())
+                        continue;
+                    const size = Math.min(stat.size, 1024 * 1024, remaining);
+                    const buffer = Buffer.alloc(size);
+                    const offset = /\.(txt|log)$/.test(name) ? Math.max(0, stat.size - size) : 0;
+                    const { bytesRead } = await file.read(buffer, 0, size, offset);
+                    found.set(name, `${offset ? "[Earlier output truncated]\n" : ""}${buffer.subarray(0, bytesRead).toString("utf8")}`);
+                    remaining -= bytesRead;
+                }
+                finally {
+                    await file.close();
+                }
+            }
+        }
+    };
+    await walk(root, "", 0);
+    return found;
+}
+//# sourceMappingURL=output.js.map

package/dist/evaluation/output.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"output.js","sourceRoot":"","sources":["../../src/evaluation/output.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,MAAM,UAAU,YAAY,CAAC,KAAa,EAAE,OAA0B;IACpE,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QAC/F,KAAK,MAAM,OAAO,IAAI,IAAI,GAAG,CAAC;YAC5B,MAAM;YACN,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACnC,kBAAkB,CAAC,MAAM,CAAC;SAC3B,CAAC,EAAE,CAAC;YACH,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IACD,OAAO,MAAM;SACV,OAAO,CAAC,4DAA4D,EAAE,YAAY,CAAC;SACnF,OAAO,CAAC,mCAAmC,EAAE,cAAc,CAAC,CAAC;AAClE,CAAC;AACD,MAAM,UAAU,MAAM,CAAC,KAAc;IACnC,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAChE,CAAC,CAAE,KAAiC;QACpC,CAAC,CAAC,EAAE,CAAC;AACT,CAAC;AACD,SAAS,OAAO,CAAC,KAAc;IAC7B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IACrD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACtB,OAAO,KAAK;aACT,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CACZ,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CACrF;aACA,MAAM,CAAC,OAAO,CAAC;aACf,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AACxC,CAAC;AACD,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AACnD,CAAC;AACD,MAAM,UAAU,YAAY,CAAC,KAAmB;IAC9C,IAAI,MAAM,GAAG,OAAO,CAAC;IACrB,OAAO,KAAK;SACT,KAAK,CAAC,CAAC,GAAG,CAAC;SACX,OAAO,EAAE;SACT,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,MAAM,OAAO,GAAG,CAAC,IAAY,EAAE,EAAE;YAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;YACjD,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;YACvB,OAAO,KAAK,CAAC;QACf,CAAC,CAAC;QACF,OAAO;YACL,GAAG,IAAI;YACP,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;YACxB,KAAK,EAAE,IAAI,CAAC,KAAK;iBACd,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;iBACZ,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;SAC1F,CAAC;IACJ,CAAC,CAAC;SACD,OAAO,EAAE;SACT,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;AACzF,CAAC;AACD,MAAM,UAAU,eAAe,CAAC,KAAc;IAC5C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC;IAClC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACrC,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACnC,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QACzB,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC;QACtD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,OAAO;YACL,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;YACxB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC;YACpC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC;YAC5C,KAAK,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;gBAC7E,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;gBAC7B,OAAO;oBACL,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC;oBAC7B,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,aAAa,IAAI,MAAM,CAAC;oBAC1C,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC;oBAC/C,MAAM,EAAE,OAAO;yBACZ,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,cAAc,KAAK,IAAI,CAAC,YAAY,CAAC;yBAC/D,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;yBACxC,IAAI,CAAC,IAAI,CAAC;yBACV,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC;iBACpB,CAAC;YACJ,CAAC,CAAC;SACH,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AACD,MAAM,UAAU,OAAO,CAAC,IAAY;IAClC,MAAM,KAAK,GAAiB,EAAE,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,IAAI,KAA8B,CAAC;QACnC,IAAI,CAAC;YACH,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QACnC,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa;YAAE,SAAS;QAC3C,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACtC,IAAI,OAAO,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,KAAK;iBACf,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC;iBAC7B,OAAO,EAAE;iBACT,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;YAC5D,IAAI,IAAI;gBAAE,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;YAClE,SAAS;QACX,CAAC;QACD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAClF,KAAK,CAAC,IAAI,CAAC;YACT,EAAE,EAAE,MAAM,CAAC,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,MAAM,CAAC;YAC7C,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC;YACrC,IAAI,EAAE,OAAO;iBACV,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC;iBACtC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBACjC,IAAI,CAAC,IAAI,CAAC;YACb,KAAK,EAAE,OAAO;iBACX,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC;iBAC1C,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACd,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBACnB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,MAAM,CAAC;gBACjC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC;gBAC9B,MAAM,EAAE,EAAE;aACX,CAAC,CAAC;SACN,CAAC,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC;AAC3B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAAY;IAC9C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;IACxC,IAAI,SAAS,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;IAChC,MAAM,IAAI,GAAG,KAAK,EAAE,SAAiB,EAAE,MAAc,EAAE,KAAa,EAAiB,EAAE;QACrF,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,IAAI,EAAE,IAAI,SAAS,IAAI,CAAC;YAAE,OAAO;QAC5D,MAAM,OAAO,GAAG,CAAC,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CACtF,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,KAAK,aAAa,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,KAAK,aAAa,CAAC,CAC5F,CAAC;QACF,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,SAAS,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,IAAI,EAAE;gBAAE,MAAM;YAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,IAAI,GAAG,GAAG,MAAM,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;YACtC,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC;gBACjE,MAAM,IAAI,CAAC,IAAI,EAAE,GAAG,IAAI,GAAG,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YAC1C,CAAC;iBAAM,IACL,KAAK,CAAC,MAAM,EAAE;gBACd,sJAAsJ,CAAC,IAAI,CACzJ,KAAK,CAAC,IAAI,CACX,EACD,CAAC;gBACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC,KAAK,CAC5E,GAAG,EAAE,CAAC,SAAS,CAChB,CAAC;gBACF,IAAI,CAAC,IAAI;oBAAE,SAAS;gBACpB,IAAI,CAAC;oBACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC/B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;wBAAE,SAAS;oBAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,GAAG,IAAI,EAAE,SAAS,CAAC,CAAC;oBACzD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAClC,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC7E,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;oBAC/D,KAAK,CAAC,GAAG,CACP,IAAI,EACJ,GAAG,MAAM,CAAC,CAAC,CAAC,8BAA8B,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CACnG,CAAC;oBACF,SAAS,IAAI,SAAS,CAAC;gBACzB,CAAC;wBAAS,CAAC;oBACT,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;gBACrB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IACF,MAAM,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;IACxB,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/evaluation/platform-routes.d.ts

@@ -0,0 +1,5 @@
+import type { IncomingMessage, ServerResponse } from "node:http";
+import type { User } from "../auth/users.js";
+import type { EvaluationRoutesOptions } from "./routes.js";
+export declare function platformRoutes(options: EvaluationRoutesOptions, request: IncomingMessage, url: URL, response: ServerResponse, user: User): Promise<boolean>;
+//# sourceMappingURL=platform-routes.d.ts.map

package/dist/evaluation/platform-routes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"platform-routes.d.ts","sourceRoot":"","sources":["../../src/evaluation/platform-routes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEjE,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAc7C,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAI3D,wBAAsB,cAAc,CAClC,OAAO,EAAE,uBAAuB,EAChC,OAAO,EAAE,eAAe,EACxB,GAAG,EAAE,GAAG,EACR,QAAQ,EAAE,cAAc,EACxB,IAAI,EAAE,IAAI,GACT,OAAO,CAAC,OAAO,CAAC,CAmHlB"}

package/dist/evaluation/platform-routes.js

@@ -0,0 +1,123 @@
+import { readBody, sendJson, trustedMutation } from "../api/http.js";
+import { tenantFor } from "../site/tenant.js";
+import { readAccount } from "./account.js";
+import { catalog, catalogVersion, hostedSandboxes } from "./catalog.js";
+import { withReferencePricing } from "./catalog-pricing.js";
+import { comparisonSchema, comparisonStatus, createComparison, dispatchComparison, } from "./comparisons.js";
+import { RecordStoreError } from "./encrypted-records.js";
+import { orgCredentialRoutes } from "./org-credential-routes.js";
+import { orgRecords } from "./org-records.js";
+const pattern = /^\/api\/orgs\/([A-Za-z0-9_.-]+)\/repos\/([A-Za-z0-9_.-]+)\/([A-Za-z0-9_.-]+)\/evaluations\/(catalog|credentials|comparisons)(?:\/([a-f0-9-]{36}|migrate))?(?:\/(resume|delete))?$/;
+export async function platformRoutes(options, request, url, response, user) {
+    const match = pattern.exec(url.pathname);
+    if (!match)
+        return false;
+    response.setHeader("cache-control", "no-store");
+    const tenant = await tenantFor(options.users, user, match[1] ?? "");
+    const repo = tenant ? await options.repos.find(tenant.id, `${match[2]}/${match[3]}`) : undefined;
+    if (!tenant || !repo) {
+        sendJson(response, 404, { error: "Repository not found" });
+        return true;
+    }
+    const env = options.env ?? process.env;
+    const section = match[4], id = match[5], action = match[6];
+    if (section === "credentials") {
+        if (id === "migrate") {
+            sendJson(response, 410, {
+                error: "Add organization credentials in organization settings. Personal setups remain private.",
+            });
+            return true;
+        }
+        const target = new URL(url);
+        target.pathname = `/api/orgs/${tenant.login}/credentials${id ? `/${id}/${action ?? ""}` : ""}`;
+        return orgCredentialRoutes(options, request, target, response, user);
+    }
+    if (request.method === "GET" && section === "catalog" && !id) {
+        sendJson(response, 200, {
+            version: catalogVersion,
+            models: catalog.map(withReferencePricing),
+            sandboxes: hostedSandboxes,
+            customHosts: (env.SELFBENCH_CUSTOM_MODEL_HOSTS ?? "").split(",").filter(Boolean),
+        });
+        return true;
+    }
+    if (request.method !== "GET" &&
+        (request.method !== "POST" || !trustedMutation(request, options.publicUrl, user))) {
+        sendJson(response, 403, { error: "Same-origin JSON request required" });
+        return true;
+    }
+    try {
+        if (!options.records)
+            throw new RecordStoreError(503);
+        const records = orgRecords(options.records, tenant.id);
+        if (section === "comparisons") {
+            if (request.method === "POST" && !id) {
+                const draft = comparisonSchema.parse(JSON.parse((await readBody(request, 30_000)).toString()));
+                const record = await createComparison(records, options.tasks, {
+                    repoId: repo.id,
+                    ownerId: tenant.id,
+                    credentialOrgId: tenant.id,
+                    tenant: tenant.login,
+                    login: user.login,
+                }, draft);
+                let submissionError;
+                try {
+                    await dispatchComparison(options.artifacts, record, options.start);
+                }
+                catch {
+                    submissionError =
+                        "Comparison saved. Some submissions were not confirmed; resume safely using this comparison.";
+                }
+                sendJson(response, 202, {
+                    ...(await comparisonStatus(options.artifacts, record)),
+                    submissionError,
+                });
+            }
+            else {
+                const comparisons = [
+                    ...(await readAccount(records, tenant.id)).comparisons,
+                    ...(await readAccount(options.records, user.githubId)).comparisons,
+                ].filter((record) => record.repoId === repo.id);
+                const record = comparisons.find((entry) => entry.id === id);
+                if (!id && request.method === "GET")
+                    sendJson(response, 200, {
+                        comparisons: await Promise.all(comparisons.map((entry) => comparisonStatus(options.artifacts, entry))),
+                    });
+                else if (!record)
+                    sendJson(response, 404, { error: "Comparison not found" });
+                else if (request.method === "GET" && !action)
+                    sendJson(response, 200, await comparisonStatus(options.artifacts, record));
+                else if (request.method === "POST" && action === "resume") {
+                    let submissionError;
+                    try {
+                        await dispatchComparison(options.artifacts, record, options.start);
+                    }
+                    catch {
+                        submissionError = "Submission not confirmed. Resume uses the same run IDs.";
+                    }
+                    sendJson(response, 202, {
+                        ...(await comparisonStatus(options.artifacts, record)),
+                        submissionError,
+                    });
+                }
+                else
+                    sendJson(response, 405, { error: "Method not allowed" });
+            }
+        }
+        else
+            sendJson(response, 405, { error: "Method not allowed" });
+    }
+    catch (error) {
+        if (error instanceof RecordStoreError)
+            sendJson(response, error.status, { error: error.message });
+        else
+            sendJson(response, 400, {
+                error: error instanceof Error && error.name !== "ZodError"
+                    ? error.message
+                    : "Invalid selection or credential fields",
+            });
+    }
+    request.resume();
+    return true;
+}
+//# sourceMappingURL=platform-routes.js.map

package/dist/evaluation/platform-routes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"platform-routes.js","sourceRoot":"","sources":["../../src/evaluation/platform-routes.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAErE,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AACxE,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAC5D,OAAO,EACL,gBAAgB,EAChB,gBAAgB,EAChB,gBAAgB,EAChB,kBAAkB,GACnB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAG9C,MAAM,OAAO,GACX,mLAAmL,CAAC;AACtL,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAAgC,EAChC,OAAwB,EACxB,GAAQ,EACR,QAAwB,EACxB,IAAU;IAEV,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACzC,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAC;IACzB,QAAQ,CAAC,SAAS,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;IAChD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACpE,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACjG,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACrB,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,sBAAsB,EAAE,CAAC,CAAC;QAC3D,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IACvC,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,EACtB,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,EACb,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACpB,IAAI,OAAO,KAAK,aAAa,EAAE,CAAC;QAC9B,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;YACrB,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACtB,KAAK,EACH,wFAAwF;aAC3F,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,CAAC,QAAQ,GAAG,aAAa,MAAM,CAAC,KAAK,eAAe,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QAC/F,OAAO,mBAAmB,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;IACvE,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,OAAO,KAAK,SAAS,IAAI,CAAC,EAAE,EAAE,CAAC;QAC7D,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;YACtB,OAAO,EAAE,cAAc;YACvB,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;YACzC,SAAS,EAAE,eAAe;YAC1B,WAAW,EAAE,CAAC,GAAG,CAAC,4BAA4B,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;SACjF,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IACE,OAAO,CAAC,MAAM,KAAK,KAAK;QACxB,CAAC,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,EACjF,CAAC;QACD,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,mCAAmC,EAAE,CAAC,CAAC;QACxE,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,OAAO;YAAE,MAAM,IAAI,gBAAgB,CAAC,GAAG,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QACvD,IAAI,OAAO,KAAK,aAAa,EAAE,CAAC;YAC9B,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,CAAC,EAAE,EAAE,CAAC;gBACrC,MAAM,KAAK,GAAG,gBAAgB,CAAC,KAAK,CAClC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CACzD,CAAC;gBACF,MAAM,MAAM,GAAG,MAAM,gBAAgB,CACnC,OAAO,EACP,OAAO,CAAC,KAAK,EACb;oBACE,MAAM,EAAE,IAAI,CAAC,EAAE;oBACf,OAAO,EAAE,MAAM,CAAC,EAAE;oBAClB,eAAe,EAAE,MAAM,CAAC,EAAE;oBAC1B,MAAM,EAAE,MAAM,CAAC,KAAK;oBACpB,KAAK,EAAE,IAAI,CAAC,KAAK;iBAClB,EACD,KAAK,CACN,CAAC;gBACF,IAAI,eAAmC,CAAC;gBACxC,IAAI,CAAC;oBACH,MAAM,kBAAkB,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;gBACrE,CAAC;gBAAC,MAAM,CAAC;oBACP,eAAe;wBACb,6FAA6F,CAAC;gBAClG,CAAC;gBACD,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;oBACtB,GAAG,CAAC,MAAM,gBAAgB,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;oBACtD,eAAe;iBAChB,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,MAAM,WAAW,GAAG;oBAClB,GAAG,CAAC,MAAM,WAAW,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW;oBACtD,GAAG,CAAC,MAAM,WAAW,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW;iBACnE,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;gBAChD,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC5D,IAAI,CAAC,EAAE,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK;oBACjC,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;wBACtB,WAAW,EAAE,MAAM,OAAO,CAAC,GAAG,CAC5B,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CACvE;qBACF,CAAC,CAAC;qBACA,IAAI,CAAC,MAAM;oBAAE,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,sBAAsB,EAAE,CAAC,CAAC;qBACxE,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,CAAC,MAAM;oBAC1C,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,MAAM,gBAAgB,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC;qBACxE,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;oBAC1D,IAAI,eAAmC,CAAC;oBACxC,IAAI,CAAC;wBACH,MAAM,kBAAkB,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;oBACrE,CAAC;oBAAC,MAAM,CAAC;wBACP,eAAe,GAAG,yDAAyD,CAAC;oBAC9E,CAAC;oBACD,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;wBACtB,GAAG,CAAC,MAAM,gBAAgB,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;wBACtD,eAAe;qBAChB,CAAC,CAAC;gBACL,CAAC;;oBAAM,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC,CAAC;YAClE,CAAC;QACH,CAAC;;YAAM,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC,CAAC;IAClE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,gBAAgB;YACnC,QAAQ,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;;YAE3D,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACtB,KAAK,EACH,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU;oBACjD,CAAC,CAAC,KAAK,CAAC,OAAO;oBACf,CAAC,CAAC,wCAAwC;aAC/C,CAAC,CAAC;IACP,CAAC;IACD,OAAO,CAAC,MAAM,EAAE,CAAC;IACjB,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/evaluation/profile-routes.d.ts

@@ -0,0 +1,16 @@
+import type { IncomingMessage, ServerResponse } from "node:http";
+import type { ArtifactStore } from "../artifacts.js";
+export declare function availableChoices(store: ArtifactStore, repoId: number, ownerId: number, tenant: string, env: NodeJS.ProcessEnv): Promise<{
+    configurable: boolean;
+    models: import("./types.js").EvaluationModel[];
+    sandboxes: import("./types.js").EvaluationSandbox[];
+    harborVersion: string;
+}>;
+export declare function handleSetup(request: IncomingMessage, response: ServerResponse, store: ArtifactStore, scope: {
+    repoId: number;
+    ownerId: number;
+    tenant: string;
+    publicUrl: string;
+    trusted: boolean;
+}, env: NodeJS.ProcessEnv): Promise<void>;
+//# sourceMappingURL=profile-routes.d.ts.map

package/dist/evaluation/profile-routes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"profile-routes.d.ts","sourceRoot":"","sources":["../../src/evaluation/profile-routes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEjE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAIrD,wBAAsB,gBAAgB,CACpC,KAAK,EAAE,aAAa,EACpB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,MAAM,CAAC,UAAU;;;;;GAWvB;AACD,wBAAsB,WAAW,CAC/B,OAAO,EAAE,eAAe,EACxB,QAAQ,EAAE,cAAc,EACxB,KAAK,EAAE,aAAa,EACpB,KAAK,EAAE;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,OAAO,CAAA;CAAE,EAC/F,GAAG,EAAE,MAAM,CAAC,UAAU,iBAkCvB"}

package/dist/evaluation/profile-routes.js

@@ -0,0 +1,47 @@
+import { readBody, sendJson } from "../api/http.js";
+import { evaluationChoices } from "./config.js";
+import { listSetups, saveSetup, setupSchema } from "./profiles.js";
+export async function availableChoices(store, repoId, ownerId, tenant, env) {
+    const configured = evaluationChoices(tenant, env);
+    const saved = await listSetups(store, repoId, ownerId, env);
+    const configurable = /^[a-f0-9]{64}$/.test(env.SELFBENCH_EVAL_CREDENTIAL_KEY ?? "");
+    return {
+        ...configured,
+        configurable,
+        models: [...configured.models, ...saved],
+        sandboxes: configured.sandboxes,
+    };
+}
+export async function handleSetup(request, response, store, scope, env) {
+    if (request.method !== "POST") {
+        sendJson(response, 405, { error: "Method not allowed" });
+        return;
+    }
+    if (!scope.trusted) {
+        sendJson(response, 403, { error: "Same-origin JSON request required" });
+        return;
+    }
+    if (!/^[a-f0-9]{64}$/.test(env.SELFBENCH_EVAL_CREDENTIAL_KEY ?? "")) {
+        sendJson(response, 503, { error: "Secure credential storage is temporarily unavailable" });
+        return;
+    }
+    let setup;
+    try {
+        setup = setupSchema.parse(JSON.parse((await readBody(request, 20_000)).toString("utf8")));
+    }
+    catch {
+        sendJson(response, 400, {
+            error: "Enter a model ID and the required model and sandbox credentials",
+        });
+        return;
+    }
+    try {
+        sendJson(response, 201, await saveSetup(store, scope.repoId, scope.ownerId, scope.tenant, setup, env));
+    }
+    catch {
+        sendJson(response, 503, {
+            error: "Could not save configuration securely. No evaluation started.",
+        });
+    }
+}
+//# sourceMappingURL=profile-routes.js.map

package/dist/evaluation/profile-routes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"profile-routes.js","sourceRoot":"","sources":["../../src/evaluation/profile-routes.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAEpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EAAwB,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAEzF,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,KAAoB,EACpB,MAAc,EACd,OAAe,EACf,MAAc,EACd,GAAsB;IAEtB,MAAM,UAAU,GAAG,iBAAiB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAClD,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;IAC5D,MAAM,YAAY,GAAG,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,6BAA6B,IAAI,EAAE,CAAC,CAAC;IACpF,OAAO;QACL,GAAG,UAAU;QACb,YAAY;QACZ,MAAM,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,GAAG,KAAK,CAAC;QACxC,SAAS,EAAE,UAAU,CAAC,SAAS;KAChC,CAAC;AACJ,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,OAAwB,EACxB,QAAwB,EACxB,KAAoB,EACpB,KAA+F,EAC/F,GAAsB;IAEtB,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;QAC9B,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC,CAAC;QACzD,OAAO;IACT,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QACnB,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,mCAAmC,EAAE,CAAC,CAAC;QACxE,OAAO;IACT,CAAC;IACD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,6BAA6B,IAAI,EAAE,CAAC,EAAE,CAAC;QACpE,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,sDAAsD,EAAE,CAAC,CAAC;QAC3F,OAAO;IACT,CAAC;IACD,IAAI,KAAsB,CAAC;IAC3B,IAAI,CAAC;QACH,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC5F,CAAC;IAAC,MAAM,CAAC;QACP,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;YACtB,KAAK,EAAE,iEAAiE;SACzE,CAAC,CAAC;QACH,OAAO;IACT,CAAC;IACD,IAAI,CAAC;QACH,QAAQ,CACN,QAAQ,EACR,GAAG,EACH,MAAM,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,CAC9E,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;YACtB,KAAK,EAAE,+DAA+D;SACvE,CAAC,CAAC;IACL,CAAC;AACH,CAAC"}

package/dist/evaluation/profiles.d.ts

@@ -0,0 +1,48 @@
+import { z } from "zod";
+import type { ArtifactStore } from "../artifacts.js";
+import type { EvaluationInput, EvaluationModel } from "./types.js";
+export declare const setupSchema: z.ZodObject<{
+    provider: z.ZodEnum<{
+        openai: "openai";
+        anthropic: "anthropic";
+        openrouter: "openrouter";
+        google: "google";
+        groq: "groq";
+        huggingface: "huggingface";
+        mistral: "mistral";
+        xai: "xai";
+    }>;
+    model: z.ZodString;
+    modelApiKey: z.ZodString;
+    sandbox: z.ZodEnum<{
+        docker: "docker";
+        modal: "modal";
+        e2b: "e2b";
+        daytona: "daytona";
+    }>;
+    sandboxApiKey: z.ZodOptional<z.ZodString>;
+    modalTokenId: z.ZodOptional<z.ZodString>;
+    modalTokenSecret: z.ZodOptional<z.ZodString>;
+    pricing: z.ZodOptional<z.ZodObject<{
+        input: z.ZodNumber;
+        output: z.ZodNumber;
+        cacheRead: z.ZodNumber;
+        cacheWrite: z.ZodNumber;
+        source: z.ZodURL;
+        asOf: z.ZodISODate;
+    }, z.core.$strict>>;
+}, z.core.$strict>;
+export type EvaluationSetup = z.infer<typeof setupSchema>;
+interface SavedSetup extends EvaluationSetup {
+    id: string;
+    repoId: number;
+    ownerId: number;
+    tenant: string;
+}
+export declare function publicSetup(setup: SavedSetup): EvaluationModel;
+export declare function saveSetup(store: ArtifactStore, repoId: number, ownerId: number, tenant: string, setup: EvaluationSetup, env: NodeJS.ProcessEnv): Promise<EvaluationModel>;
+export declare function readSetup(store: ArtifactStore, repoId: number, ownerId: number, id: string, env: NodeJS.ProcessEnv): Promise<SavedSetup | undefined>;
+export declare function listSetups(store: ArtifactStore, repoId: number, ownerId: number, env: NodeJS.ProcessEnv): Promise<EvaluationModel[]>;
+export declare function profileEnvironment(store: ArtifactStore, input: EvaluationInput, env: NodeJS.ProcessEnv): Promise<NodeJS.ProcessEnv>;
+export {};
+//# sourceMappingURL=profiles.d.ts.map

package/dist/evaluation/profiles.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"profiles.d.ts","sourceRoot":"","sources":["../../src/evaluation/profiles.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAIrD,OAAO,KAAK,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAQnE,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBA+BpB,CAAC;AACL,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,CAAC;AAC1D,UAAU,UAAW,SAAQ,eAAe;IAC1C,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB;AAWD,wBAAgB,WAAW,CAAC,KAAK,EAAE,UAAU,GAAG,eAAe,CAS9D;AACD,wBAAsB,SAAS,CAC7B,KAAK,EAAE,aAAa,EACpB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,eAAe,EACtB,GAAG,EAAE,MAAM,CAAC,UAAU,4BAevB;AACD,wBAAsB,SAAS,CAC7B,KAAK,EAAE,aAAa,EACpB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,EACf,EAAE,EAAE,MAAM,EACV,GAAG,EAAE,MAAM,CAAC,UAAU,GACrB,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC,CAkBjC;AACD,wBAAsB,UAAU,CAC9B,KAAK,EAAE,aAAa,EACpB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,EACf,GAAG,EAAE,MAAM,CAAC,UAAU,8BAavB;AACD,wBAAsB,kBAAkB,CACtC,KAAK,EAAE,aAAa,EACpB,KAAK,EAAE,eAAe,EACtB,GAAG,EAAE,MAAM,CAAC,UAAU,GACrB,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CA6B5B"}

package/dist/evaluation/profiles.js

@@ -0,0 +1,134 @@
+import { randomUUID } from "node:crypto";
+import { z } from "zod";
+import { createSecretBox } from "../auth/crypto.js";
+import { evaluationSandboxes } from "./config.js";
+import { modelIdPattern, providerIds, providers } from "./providers.js";
+const secret = z
+    .string()
+    .trim()
+    .min(1)
+    .max(4096)
+    .regex(/^[^\r\n\0]+$/);
+export const setupSchema = z
+    .object({
+    provider: z.enum(providerIds),
+    model: z.string().trim().regex(modelIdPattern),
+    modelApiKey: secret,
+    sandbox: z.enum(evaluationSandboxes),
+    sandboxApiKey: secret.optional(),
+    modalTokenId: secret.optional(),
+    modalTokenSecret: secret.optional(),
+    pricing: z
+        .object({
+        input: z.number().nonnegative(),
+        output: z.number().nonnegative(),
+        cacheRead: z.number().nonnegative(),
+        cacheWrite: z.number().nonnegative(),
+        source: z.url(),
+        asOf: z.iso.date(),
+    })
+        .strict()
+        .optional(),
+})
+    .strict()
+    .superRefine((setup, context) => {
+    if ((setup.sandbox === "e2b" || setup.sandbox === "daytona") && !setup.sandboxApiKey)
+        context.addIssue({ code: "custom", message: "Sandbox API key is required" });
+    if (setup.sandbox === "modal" && (!setup.modalTokenId || !setup.modalTokenSecret))
+        context.addIssue({ code: "custom", message: "Modal token ID and secret are required" });
+    if (setup.sandbox !== "modal" && (setup.modalTokenId || setup.modalTokenSecret))
+        context.addIssue({ code: "custom", message: "Unexpected Modal credentials" });
+    if (!["e2b", "daytona"].includes(setup.sandbox) && setup.sandboxApiKey)
+        context.addIssue({ code: "custom", message: "Unexpected sandbox API key" });
+});
+function profilePrefix(repoId, ownerId) {
+    if (![repoId, ownerId].every((value) => Number.isSafeInteger(value) && value > 0))
+        throw new Error("Invalid credential scope");
+    return `private/evaluation-profiles/repos/${repoId}/users/${ownerId}/`;
+}
+function box(env) {
+    const key = env.SELFBENCH_EVAL_CREDENTIAL_KEY;
+    if (!key || !/^[a-f0-9]{64}$/.test(key))
+        throw new Error("Credential encryption is unavailable");
+    return createSecretBox(Buffer.from(key, "hex"));
+}
+export function publicSetup(setup) {
+    return {
+        id: setup.id,
+        label: `${setup.model} · ${setup.sandbox}`.slice(0, 100),
+        model: `${setup.provider}/${setup.model}`,
+        harnesses: providers[setup.provider].harnesses,
+        sandbox: setup.sandbox,
+        ...(setup.pricing ? { pricing: setup.pricing } : {}),
+    };
+}
+export async function saveSetup(store, repoId, ownerId, tenant, setup, env) {
+    const saved = {
+        ...setupSchema.parse(setup),
+        id: `saved-${randomUUID()}`,
+        repoId,
+        ownerId,
+        tenant,
+    };
+    await store.put(`${profilePrefix(repoId, ownerId)}${saved.id}.bin`, box(env).seal(JSON.stringify(saved)), "application/octet-stream");
+    return publicSetup(saved);
+}
+export async function readSetup(store, repoId, ownerId, id, env) {
+    if (!/^saved-[a-f0-9-]{36}$/.test(id))
+        return undefined;
+    const bytes = await store.getByKey(`${profilePrefix(repoId, ownerId)}${id}.bin`);
+    if (!bytes)
+        return undefined;
+    const saved = JSON.parse(box(env).open(bytes));
+    if (saved.repoId !== repoId || saved.ownerId !== ownerId || saved.id !== id)
+        throw new Error("Credential scope mismatch");
+    setupSchema.parse({
+        provider: saved.provider,
+        model: saved.model,
+        modelApiKey: saved.modelApiKey,
+        sandbox: saved.sandbox,
+        sandboxApiKey: saved.sandboxApiKey,
+        modalTokenId: saved.modalTokenId,
+        modalTokenSecret: saved.modalTokenSecret,
+        pricing: saved.pricing,
+    });
+    return saved;
+}
+export async function listSetups(store, repoId, ownerId, env) {
+    if (!env.SELFBENCH_EVAL_CREDENTIAL_KEY)
+        return [];
+    const prefix = profilePrefix(repoId, ownerId);
+    const entries = (await store.list(prefix.slice(0, -1))).filter((entry) => entry.key.startsWith(prefix) && entry.key.endsWith(".bin"));
+    const profiles = await Promise.all(entries.map((entry) => readSetup(store, repoId, ownerId, entry.key.slice(prefix.length, -4), env)));
+    return profiles.filter((profile) => !!profile).map(publicSetup);
+}
+export async function profileEnvironment(store, input, env) {
+    if (!input.model.startsWith("saved-"))
+        return env;
+    if (!input.credentialOwnerId)
+        throw new Error("Credential owner is missing");
+    const setup = await readSetup(store, input.repoId, input.credentialOwnerId, input.model, env);
+    if (!setup ||
+        setup.tenant !== input.tenant ||
+        setup.sandbox !== input.sandbox ||
+        `${setup.provider}/${setup.model}` !== input.modelName)
+        throw new Error("Saved configuration is unavailable for this run");
+    return {
+        ...env,
+        SELFBENCH_EVAL_MODELS: JSON.stringify([
+            {
+                ...publicSetup(setup),
+                tenants: [input.tenant],
+                credentialEnv: "SELFBENCH_EVAL_SECRET_SAVED",
+                sandbox: undefined,
+            },
+        ]),
+        SELFBENCH_EVAL_SANDBOXES: JSON.stringify([setup.sandbox]),
+        SELFBENCH_EVAL_SECRET_SAVED: setup.modelApiKey,
+        SELFBENCH_EVAL_SECRET_MODAL_TOKEN_ID: setup.modalTokenId,
+        SELFBENCH_EVAL_SECRET_MODAL_TOKEN_SECRET: setup.modalTokenSecret,
+        SELFBENCH_EVAL_SECRET_E2B_API_KEY: setup.sandbox === "e2b" ? setup.sandboxApiKey : undefined,
+        SELFBENCH_EVAL_SECRET_DAYTONA_API_KEY: setup.sandbox === "daytona" ? setup.sandboxApiKey : undefined,
+    };
+}
+//# sourceMappingURL=profiles.js.map

package/dist/evaluation/profiles.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"profiles.js","sourceRoot":"","sources":["../../src/evaluation/profiles.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAGxE,MAAM,MAAM,GAAG,CAAC;KACb,MAAM,EAAE;KACR,IAAI,EAAE;KACN,GAAG,CAAC,CAAC,CAAC;KACN,GAAG,CAAC,IAAI,CAAC;KACT,KAAK,CAAC,cAAc,CAAC,CAAC;AACzB,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC;KACzB,MAAM,CAAC;IACN,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;IAC7B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,cAAc,CAAC;IAC9C,WAAW,EAAE,MAAM;IACnB,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC;IACpC,aAAa,EAAE,MAAM,CAAC,QAAQ,EAAE;IAChC,YAAY,EAAE,MAAM,CAAC,QAAQ,EAAE;IAC/B,gBAAgB,EAAE,MAAM,CAAC,QAAQ,EAAE;IACnC,OAAO,EAAE,CAAC;SACP,MAAM,CAAC;QACN,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE;QAC/B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE;QAChC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE;QACnC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE;QACpC,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE;QACf,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE;KACnB,CAAC;SACD,MAAM,EAAE;SACR,QAAQ,EAAE;CACd,CAAC;KACD,MAAM,EAAE;KACR,WAAW,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;IAC9B,IAAI,CAAC,KAAK,CAAC,OAAO,KAAK,KAAK,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa;QAClF,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,6BAA6B,EAAE,CAAC,CAAC;IAC/E,IAAI,KAAK,CAAC,OAAO,KAAK,OAAO,IAAI,CAAC,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC;QAC/E,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,wCAAwC,EAAE,CAAC,CAAC;IAC1F,IAAI,KAAK,CAAC,OAAO,KAAK,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,gBAAgB,CAAC;QAC7E,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,8BAA8B,EAAE,CAAC,CAAC;IAChF,IAAI,CAAC,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,aAAa;QACpE,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,4BAA4B,EAAE,CAAC,CAAC;AAChF,CAAC,CAAC,CAAC;AAQL,SAAS,aAAa,CAAC,MAAc,EAAE,OAAe;IACpD,IAAI,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC;QAC/E,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;IAC9C,OAAO,qCAAqC,MAAM,UAAU,OAAO,GAAG,CAAC;AACzE,CAAC;AACD,SAAS,GAAG,CAAC,GAAsB;IACjC,MAAM,GAAG,GAAG,GAAG,CAAC,6BAA6B,CAAC;IAC9C,IAAI,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IACjG,OAAO,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;AAClD,CAAC;AACD,MAAM,UAAU,WAAW,CAAC,KAAiB;IAC3C,OAAO;QACL,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,KAAK,EAAE,GAAG,KAAK,CAAC,KAAK,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;QACxD,KAAK,EAAE,GAAG,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,EAAE;QACzC,SAAS,EAAE,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,SAAS;QAC9C,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACrD,CAAC;AACJ,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,KAAoB,EACpB,MAAc,EACd,OAAe,EACf,MAAc,EACd,KAAsB,EACtB,GAAsB;IAEtB,MAAM,KAAK,GAAe;QACxB,GAAG,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC;QAC3B,EAAE,EAAE,SAAS,UAAU,EAAE,EAAE;QAC3B,MAAM;QACN,OAAO;QACP,MAAM;KACP,CAAC;IACF,MAAM,KAAK,CAAC,GAAG,CACb,GAAG,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,KAAK,CAAC,EAAE,MAAM,EAClD,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EACpC,0BAA0B,CAC3B,CAAC;IACF,OAAO,WAAW,CAAC,KAAK,CAAC,CAAC;AAC5B,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,KAAoB,EACpB,MAAc,EACd,OAAe,EACf,EAAU,EACV,GAAsB;IAEtB,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,SAAS,CAAC;IACxD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACjF,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAe,CAAC;IAC7D,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,IAAI,KAAK,CAAC,OAAO,KAAK,OAAO,IAAI,KAAK,CAAC,EAAE,KAAK,EAAE;QACzE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IAC/C,WAAW,CAAC,KAAK,CAAC;QAChB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,OAAO,EAAE,KAAK,CAAC,OAAO;KACvB,CAAC,CAAC;IACH,OAAO,KAAK,CAAC;AACf,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,KAAoB,EACpB,MAAc,EACd,OAAe,EACf,GAAsB;IAEtB,IAAI,CAAC,GAAG,CAAC,6BAA6B;QAAE,OAAO,EAAE,CAAC;IAClD,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAC5D,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CACtE,CAAC;IACF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAChC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACpB,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAC3E,CACF,CAAC;IACF,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAyB,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;AACzF,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,KAAoB,EACpB,KAAsB,EACtB,GAAsB;IAEtB,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,GAAG,CAAC;IAClD,IAAI,CAAC,KAAK,CAAC,iBAAiB;QAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;IAC7E,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,iBAAiB,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC9F,IACE,CAAC,KAAK;QACN,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;QAC7B,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;QAC/B,GAAG,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,EAAE,KAAK,KAAK,CAAC,SAAS;QAEtD,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACrE,OAAO;QACL,GAAG,GAAG;QACN,qBAAqB,EAAE,IAAI,CAAC,SAAS,CAAC;YACpC;gBACE,GAAG,WAAW,CAAC,KAAK,CAAC;gBACrB,OAAO,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC;gBACvB,aAAa,EAAE,6BAA6B;gBAC5C,OAAO,EAAE,SAAS;aACnB;SACF,CAAC;QACF,wBAAwB,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACzD,2BAA2B,EAAE,KAAK,CAAC,WAAW;QAC9C,oCAAoC,EAAE,KAAK,CAAC,YAAY;QACxD,wCAAwC,EAAE,KAAK,CAAC,gBAAgB;QAChE,iCAAiC,EAAE,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS;QAC5F,qCAAqC,EACnC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS;KAChE,CAAC;AACJ,CAAC"}