self-bench 0.3.6 → 0.3.8

package/dist/evaluation/credentials.js

@@ -0,0 +1,146 @@
+import { randomUUID } from "node:crypto";
+import { z } from "zod";
+import { readAccount, secretPath, updateAccount } from "./account.js";
+import { getEvaluation } from "./store.js";
+const secret = z.string().min(1).max(24_000);
+export const credentialSchema = z
+    .object({
+    name: z.string().trim().min(1).max(80),
+    kind: z.enum([
+        "openai",
+        "anthropic",
+        "openrouter",
+        "custom",
+        "e2b",
+        "modal",
+        "daytona",
+        "vercel",
+    ]),
+    auth: z.enum(["api-key", "codex-login"]).default("api-key"),
+    value: secret,
+    tokenId: z.string().max(4096).optional(),
+    teamId: z
+        .string()
+        .trim()
+        .min(1)
+        .max(256)
+        .regex(/^[a-zA-Z0-9_-]+$/)
+        .optional(),
+    projectId: z
+        .string()
+        .trim()
+        .min(1)
+        .max(256)
+        .regex(/^[a-zA-Z0-9_-]+$/)
+        .optional(),
+    endpoint: z.url().optional(),
+})
+    .strict()
+    .superRefine((value, context) => {
+    if (value.auth === "codex-login") {
+        try {
+            const json = JSON.parse(value.value);
+            if (value.kind !== "openai" ||
+                !json.tokens?.access_token ||
+                !json.tokens?.refresh_token ||
+                json.OPENAI_API_KEY)
+                throw new Error();
+        }
+        catch {
+            context.addIssue({
+                code: "custom",
+                message: "Provide a Codex ChatGPT auth.json, not an API key",
+            });
+        }
+    }
+    else if (/[\r\n\0]/.test(value.value))
+        context.addIssue({ code: "custom", message: "API keys must be a single line" });
+    if ((value.kind === "modal") !== !!value.tokenId)
+        context.addIssue({ code: "custom", message: "Modal requires a token ID and secret" });
+    if (value.kind === "vercel" ? !value.teamId || !value.projectId : value.teamId || value.projectId)
+        context.addIssue({
+            code: "custom",
+            message: "Vercel requires a team ID and project ID; other providers do not accept them",
+        });
+    if ((value.kind === "custom") !== !!value.endpoint)
+        context.addIssue({ code: "custom", message: "Only custom providers require an endpoint" });
+});
+export async function validateEndpoint(endpoint, env) {
+    const url = new URL(endpoint);
+    const allowed = (env.SELFBENCH_CUSTOM_MODEL_HOSTS ?? "").split(",").filter(Boolean);
+    if (url.protocol !== "https:" ||
+        url.username ||
+        url.password ||
+        url.search ||
+        url.hash ||
+        !allowed.includes(url.hostname) ||
+        (url.port && url.port !== "443"))
+        throw new Error("Custom endpoint must use HTTPS on an operator-approved hostname");
+    return url.toString().replace(/\/$/, "");
+}
+export async function saveCredential(records, ownerId, draft, env, migratedFrom) {
+    const parsed = credentialSchema.parse(draft);
+    const endpoint = parsed.endpoint ? await validateEndpoint(parsed.endpoint, env) : undefined;
+    const current = await readAccount(records, ownerId);
+    const migrated = migratedFrom
+        ? current.credentials.find((entry) => entry.migratedFrom === migratedFrom && !entry.deleted)
+        : undefined;
+    if (migrated)
+        return migrated;
+    if (current.credentials.length >= 200)
+        throw new Error("Credential limit reached");
+    const info = {
+        id: randomUUID(),
+        name: parsed.name,
+        kind: parsed.kind,
+        auth: parsed.auth,
+        createdAt: new Date().toISOString(),
+        ...(endpoint ? { endpoint } : {}),
+        ...(migratedFrom ? { migratedFrom } : {}),
+    };
+    await records.write(secretPath(ownerId, info.id), {
+        value: parsed.value,
+        ...(parsed.tokenId ? { tokenId: parsed.tokenId } : {}),
+        ...(parsed.teamId ? { teamId: parsed.teamId } : {}),
+        ...(parsed.projectId ? { projectId: parsed.projectId } : {}),
+    }, 0);
+    const saved = await updateAccount(records, ownerId, async (account) => {
+        if (migratedFrom) {
+            const existing = account.credentials.find((entry) => entry.migratedFrom === migratedFrom && !entry.deleted);
+            if (existing)
+                return existing;
+        }
+        if (account.credentials.length >= 200)
+            throw new Error("Credential limit reached");
+        account.credentials.push(info);
+        return info;
+    });
+    if (saved.id !== info.id)
+        await records.destroy(secretPath(ownerId, info.id));
+    return saved;
+}
+export async function deleteCredential(records, store, ownerId, id) {
+    await updateAccount(records, ownerId, async (account) => {
+        const info = account.credentials.find((entry) => entry.id === id);
+        if (!info)
+            throw new Error("Credential not found");
+        for (const comparison of account.comparisons) {
+            for (const input of comparison.inputs) {
+                if (input.credentials?.modelCredentialId !== id &&
+                    input.credentials?.sandboxCredentialId !== id)
+                    continue;
+                const run = await getEvaluation(store, input.repoId, input.id);
+                if (!run || run.status === "queued" || run.status === "running")
+                    throw new Error("Credential is needed by an active or pending comparison");
+            }
+        }
+        info.deleted = true;
+    });
+    await records.destroy(secretPath(ownerId, id));
+}
+export async function listCredentials(records, ownerId) {
+    return (await readAccount(records, ownerId)).credentials
+        .filter((entry) => !entry.deleted)
+        .map(({ migratedFrom: _migration, ...info }) => info);
+}
+//# sourceMappingURL=credentials.js.map

package/dist/evaluation/credentials.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"credentials.js","sourceRoot":"","sources":["../../src/evaluation/credentials.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAuB,WAAW,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAE3F,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAE3C,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;AAC7C,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC;KAC9B,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;IACtC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;QACX,QAAQ;QACR,WAAW;QACX,YAAY;QACZ,QAAQ;QACR,KAAK;QACL,OAAO;QACP,SAAS;QACT,QAAQ;KACT,CAAC;IACF,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC;IAC3D,KAAK,EAAE,MAAM;IACb,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE;IACxC,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,IAAI,EAAE;SACN,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,KAAK,CAAC,kBAAkB,CAAC;SACzB,QAAQ,EAAE;IACb,SAAS,EAAE,CAAC;SACT,MAAM,EAAE;SACR,IAAI,EAAE;SACN,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,KAAK,CAAC,kBAAkB,CAAC;SACzB,QAAQ,EAAE;IACb,QAAQ,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;CAC7B,CAAC;KACD,MAAM,EAAE;KACR,WAAW,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;IAC9B,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;QACjC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACrC,IACE,KAAK,CAAC,IAAI,KAAK,QAAQ;gBACvB,CAAC,IAAI,CAAC,MAAM,EAAE,YAAY;gBAC1B,CAAC,IAAI,CAAC,MAAM,EAAE,aAAa;gBAC3B,IAAI,CAAC,cAAc;gBAEnB,MAAM,IAAI,KAAK,EAAE,CAAC;QACtB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,QAAQ,CAAC;gBACf,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,mDAAmD;aAC7D,CAAC,CAAC;QACL,CAAC;IACH,CAAC;SAAM,IAAI,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;QACrC,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,gCAAgC,EAAE,CAAC,CAAC;IAClF,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,OAAO;QAC9C,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,sCAAsC,EAAE,CAAC,CAAC;IACxF,IACE,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,SAAS;QAE7F,OAAO,CAAC,QAAQ,CAAC;YACf,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,8EAA8E;SACxF,CAAC,CAAC;IACL,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,QAAQ;QAChD,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,2CAA2C,EAAE,CAAC,CAAC;AAC/F,CAAC,CAAC,CAAC;AAEL,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,QAAgB,EAAE,GAAsB;IAC7E,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC9B,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,4BAA4B,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACpF,IACE,GAAG,CAAC,QAAQ,KAAK,QAAQ;QACzB,GAAG,CAAC,QAAQ;QACZ,GAAG,CAAC,QAAQ;QACZ,GAAG,CAAC,MAAM;QACV,GAAG,CAAC,IAAI;QACR,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC/B,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,KAAK,KAAK,CAAC;QAEhC,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAC;IACrF,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;AAC3C,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAA6B,EAC7B,OAAe,EACf,KAAsB,EACtB,GAAsB,EACtB,YAAqB;IAErB,MAAM,MAAM,GAAG,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,gBAAgB,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC5F,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACpD,MAAM,QAAQ,GAAG,YAAY;QAC3B,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,YAAY,KAAK,YAAY,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;QAC5F,CAAC,CAAC,SAAS,CAAC;IACd,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAC9B,IAAI,OAAO,CAAC,WAAW,CAAC,MAAM,IAAI,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;IACnF,MAAM,IAAI,GAAmB;QAC3B,EAAE,EAAE,UAAU,EAAE;QAChB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1C,CAAC;IACF,MAAM,OAAO,CAAC,KAAK,CACjB,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,CAAC,EAC5B;QACE,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtD,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnD,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC7D,EACD,CAAC,CACF,CAAC;IACF,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACpE,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC,IAAI,CACvC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,YAAY,KAAK,YAAY,IAAI,CAAC,KAAK,CAAC,OAAO,CACjE,CAAC;YACF,IAAI,QAAQ;gBAAE,OAAO,QAAQ,CAAC;QAChC,CAAC;QACD,IAAI,OAAO,CAAC,WAAW,CAAC,MAAM,IAAI,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QACnF,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/B,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IACH,IAAI,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE;QAAE,MAAM,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IAC9E,OAAO,KAAK,CAAC;AACf,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,OAA6B,EAC7B,KAAoB,EACpB,OAAe,EACf,EAAU;IAEV,MAAM,aAAa,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACtD,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QAClE,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QACnD,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YAC7C,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;gBACtC,IACE,KAAK,CAAC,WAAW,EAAE,iBAAiB,KAAK,EAAE;oBAC3C,KAAK,CAAC,WAAW,EAAE,mBAAmB,KAAK,EAAE;oBAE7C,SAAS;gBACX,MAAM,GAAG,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC/D,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS;oBAC7D,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;YAC/E,CAAC;QACH,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AACjD,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,OAA6B,EAAE,OAAe;IAClF,OAAO,CAAC,MAAM,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,WAAW;SACrD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;SACjC,GAAG,CAAC,CAAC,EAAE,YAAY,EAAE,UAAU,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;AAC1D,CAAC"}

package/dist/evaluation/encrypted-records.d.ts

@@ -0,0 +1,15 @@
+import type { Database } from "../db/client.js";
+export declare class RecordStoreError extends Error {
+    status: number;
+    constructor(status: number, message?: string);
+}
+export interface EncryptedRecordStore {
+    read<Value>(path: string): Promise<{
+        value: Value;
+        version: number;
+    } | undefined>;
+    write(path: string, value: unknown, version: number): Promise<void>;
+    destroy(path: string): Promise<void>;
+}
+export declare function createEncryptedRecords(db: Database, key: string): EncryptedRecordStore;
+//# sourceMappingURL=encrypted-records.d.ts.map

package/dist/evaluation/encrypted-records.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"encrypted-records.d.ts","sourceRoot":"","sources":["../../src/evaluation/encrypted-records.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAGhD,qBAAa,gBAAiB,SAAQ,KAAK;IAEhC,MAAM,EAAE,MAAM;gBAAd,MAAM,EAAE,MAAM,EACrB,OAAO,SAA6C;CAIvD;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,KAAK,EAAE,KAAK,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC,CAAC;IAClF,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpE,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACtC;AAED,wBAAgB,sBAAsB,CAAC,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,GAAG,oBAAoB,CA6CtF"}

package/dist/evaluation/encrypted-records.js

@@ -0,0 +1,57 @@
+import { and, eq } from "drizzle-orm";
+import { createSecretBox } from "../auth/crypto.js";
+import { evaluationRecords } from "../db/schema.js";
+export class RecordStoreError extends Error {
+    status;
+    constructor(status, message = "Encrypted credential storage unavailable") {
+        super(message);
+        this.status = status;
+    }
+}
+export function createEncryptedRecords(db, key) {
+    if (!/^[a-f0-9]{64}$/.test(key))
+        throw new RecordStoreError(503);
+    const box = createSecretBox(Buffer.from(key, "hex"));
+    return {
+        async read(path) {
+            const [record] = await db
+                .select()
+                .from(evaluationRecords)
+                .where(eq(evaluationRecords.path, path));
+            if (!record)
+                return undefined;
+            let decoded;
+            try {
+                decoded = JSON.parse(box.open(Buffer.from(record.sealed, "base64")));
+            }
+            catch {
+                throw new RecordStoreError(503, "Encrypted record integrity check failed");
+            }
+            if (decoded.path !== path || decoded.version !== record.version) {
+                throw new RecordStoreError(503, "Encrypted record integrity check failed");
+            }
+            return { value: decoded.value, version: record.version };
+        },
+        async write(path, value, version) {
+            const next = version + 1;
+            const sealed = Buffer.from(box.seal(JSON.stringify({ path, version: next, value }))).toString("base64");
+            const changed = version === 0
+                ? await db
+                    .insert(evaluationRecords)
+                    .values({ path, version: next, sealed })
+                    .onConflictDoNothing()
+                    .returning({ path: evaluationRecords.path })
+                : await db
+                    .update(evaluationRecords)
+                    .set({ version: next, sealed })
+                    .where(and(eq(evaluationRecords.path, path), eq(evaluationRecords.version, version)))
+                    .returning({ path: evaluationRecords.path });
+            if (!changed.length)
+                throw new RecordStoreError(409, "Concurrent update; retry");
+        },
+        async destroy(path) {
+            await db.delete(evaluationRecords).where(eq(evaluationRecords.path, path));
+        },
+    };
+}
+//# sourceMappingURL=encrypted-records.js.map

package/dist/evaluation/encrypted-records.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"encrypted-records.js","sourceRoot":"","sources":["../../src/evaluation/encrypted-records.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAEpD,MAAM,OAAO,gBAAiB,SAAQ,KAAK;IAEhC;IADT,YACS,MAAc,EACrB,OAAO,GAAG,0CAA0C;QAEpD,KAAK,CAAC,OAAO,CAAC,CAAC;QAHR,WAAM,GAAN,MAAM,CAAQ;IAIvB,CAAC;CACF;AAQD,MAAM,UAAU,sBAAsB,CAAC,EAAY,EAAE,GAAW;IAC9D,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,MAAM,IAAI,gBAAgB,CAAC,GAAG,CAAC,CAAC;IACjE,MAAM,GAAG,GAAG,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;IAErD,OAAO;QACL,KAAK,CAAC,IAAI,CAAQ,IAAY;YAC5B,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,EAAE;iBACtB,MAAM,EAAE;iBACR,IAAI,CAAC,iBAAiB,CAAC;iBACvB,KAAK,CAAC,EAAE,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;YAC3C,IAAI,CAAC,MAAM;gBAAE,OAAO,SAAS,CAAC;YAC9B,IAAI,OAAwD,CAAC;YAC7D,IAAI,CAAC;gBACH,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;YACvE,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,IAAI,gBAAgB,CAAC,GAAG,EAAE,yCAAyC,CAAC,CAAC;YAC7E,CAAC;YACD,IAAI,OAAO,CAAC,IAAI,KAAK,IAAI,IAAI,OAAO,CAAC,OAAO,KAAK,MAAM,CAAC,OAAO,EAAE,CAAC;gBAChE,MAAM,IAAI,gBAAgB,CAAC,GAAG,EAAE,yCAAyC,CAAC,CAAC;YAC7E,CAAC;YACD,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;QAC3D,CAAC;QACD,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO;YAC9B,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,CAAC;YACzB,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAC3F,QAAQ,CACT,CAAC;YACF,MAAM,OAAO,GACX,OAAO,KAAK,CAAC;gBACX,CAAC,CAAC,MAAM,EAAE;qBACL,MAAM,CAAC,iBAAiB,CAAC;qBACzB,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;qBACvC,mBAAmB,EAAE;qBACrB,SAAS,CAAC,EAAE,IAAI,EAAE,iBAAiB,CAAC,IAAI,EAAE,CAAC;gBAChD,CAAC,CAAC,MAAM,EAAE;qBACL,MAAM,CAAC,iBAAiB,CAAC;qBACzB,GAAG,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;qBAC9B,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;qBACpF,SAAS,CAAC,EAAE,IAAI,EAAE,iBAAiB,CAAC,IAAI,EAAE,CAAC,CAAC;YACrD,IAAI,CAAC,OAAO,CAAC,MAAM;gBAAE,MAAM,IAAI,gBAAgB,CAAC,GAAG,EAAE,0BAA0B,CAAC,CAAC;QACnF,CAAC;QACD,KAAK,CAAC,OAAO,CAAC,IAAI;YAChB,MAAM,EAAE,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAC7E,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/evaluation/gateway-execution.d.ts

@@ -0,0 +1,18 @@
+import type { EvaluationInput, Harness } from "./types.js";
+export declare const gateways: {
+    readonly openrouter: {
+        readonly base: "https://openrouter.ai/api/v1";
+        readonly messages: "https://openrouter.ai/api";
+    };
+};
+export declare function solverAgent(harness: Harness, model: string): string;
+/** Adapt the selected connection to each harness without inheriting host credentials. */
+export declare function gatewayTrial(input: EvaluationInput, harness: Harness, model: string, env: NodeJS.ProcessEnv): {
+    model: string;
+    child: {
+        [key: string]: string | undefined;
+        TZ?: string | undefined;
+        NODE_ENV?: string;
+    };
+};
+//# sourceMappingURL=gateway-execution.d.ts.map

package/dist/evaluation/gateway-execution.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gateway-execution.d.ts","sourceRoot":"","sources":["../../src/evaluation/gateway-execution.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAE3D,eAAO,MAAM,QAAQ;;;;;CAEX,CAAC;AAEX,wBAAgB,WAAW,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAKnE;AAED,yFAAyF;AACzF,wBAAgB,YAAY,CAC1B,KAAK,EAAE,eAAe,EACtB,OAAO,EAAE,OAAO,EAChB,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,MAAM,CAAC,UAAU;;;;;;;EAwBvB"}

package/dist/evaluation/gateway-execution.js

@@ -0,0 +1,38 @@
+export const gateways = {
+    openrouter: { base: "https://openrouter.ai/api/v1", messages: "https://openrouter.ai/api" },
+};
+export function solverAgent(harness, model) {
+    if (harness !== "codex")
+        return harness;
+    return model.startsWith("openai/") && model.slice(7).includes("/")
+        ? "harbor_gateway:GatewayCodex"
+        : "harbor_gateway:SelfBenchCodex";
+}
+/** Adapt the selected connection to each harness without inheriting host credentials. */
+export function gatewayTrial(input, harness, model, env) {
+    const provider = input.credentials?.provider;
+    if (provider !== "openrouter")
+        return { model, child: { ...env } };
+    const gateway = gateways[provider];
+    const key = env.OPENROUTER_API_KEY;
+    if (!key)
+        throw new Error("Gateway credential is unavailable");
+    const modelId = model.slice(provider.length + 1);
+    const child = { ...env };
+    delete child.OPENROUTER_API_KEY;
+    delete child.AI_GATEWAY_API_KEY;
+    if (harness === "claude-code") {
+        child.ANTHROPIC_API_KEY = key;
+        child.ANTHROPIC_BASE_URL = gateway.messages;
+        return { model: modelId, child };
+    }
+    if (harness === "pi") {
+        child.OPENROUTER_API_KEY = key;
+        return { model, child };
+    }
+    child.OPENAI_API_KEY = key;
+    child.OPENAI_BASE_URL = gateway.base;
+    child.OPENAI_API_BASE = gateway.base;
+    return { model: `openai/${modelId}`, child };
+}
+//# sourceMappingURL=gateway-execution.js.map

package/dist/evaluation/gateway-execution.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gateway-execution.js","sourceRoot":"","sources":["../../src/evaluation/gateway-execution.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,QAAQ,GAAG;IACtB,UAAU,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE,QAAQ,EAAE,2BAA2B,EAAE;CACnF,CAAC;AAEX,MAAM,UAAU,WAAW,CAAC,OAAgB,EAAE,KAAa;IACzD,IAAI,OAAO,KAAK,OAAO;QAAE,OAAO,OAAO,CAAC;IACxC,OAAO,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;QAChE,CAAC,CAAC,6BAA6B;QAC/B,CAAC,CAAC,+BAA+B,CAAC;AACtC,CAAC;AAED,yFAAyF;AACzF,MAAM,UAAU,YAAY,CAC1B,KAAsB,EACtB,OAAgB,EAChB,KAAa,EACb,GAAsB;IAEtB,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC;IAC7C,IAAI,QAAQ,KAAK,YAAY;QAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,GAAG,GAAG,EAAE,EAAE,CAAC;IACnE,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACnC,MAAM,GAAG,GAAG,GAAG,CAAC,kBAAkB,CAAC;IACnC,IAAI,CAAC,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IAC/D,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACjD,MAAM,KAAK,GAAG,EAAE,GAAG,GAAG,EAAE,CAAC;IACzB,OAAO,KAAK,CAAC,kBAAkB,CAAC;IAChC,OAAO,KAAK,CAAC,kBAAkB,CAAC;IAChC,IAAI,OAAO,KAAK,aAAa,EAAE,CAAC;QAC9B,KAAK,CAAC,iBAAiB,GAAG,GAAG,CAAC;QAC9B,KAAK,CAAC,kBAAkB,GAAG,OAAO,CAAC,QAAQ,CAAC;QAC5C,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IACnC,CAAC;IACD,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACrB,KAAK,CAAC,kBAAkB,GAAG,GAAG,CAAC;QAC/B,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IAC1B,CAAC;IACD,KAAK,CAAC,cAAc,GAAG,GAAG,CAAC;IAC3B,KAAK,CAAC,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IACrC,KAAK,CAAC,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IACrC,OAAO,EAAE,KAAK,EAAE,UAAU,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC;AAC/C,CAAC"}

package/dist/evaluation/harbor-cost.d.ts

@@ -0,0 +1,3 @@
+import type { TokenUsage } from "./types.js";
+export declare function harborCost(trajectory: Record<string, unknown>, usage: TokenUsage, total: unknown): number | undefined;
+//# sourceMappingURL=harbor-cost.d.ts.map

package/dist/evaluation/harbor-cost.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"harbor-cost.d.ts","sourceRoot":"","sources":["../../src/evaluation/harbor-cost.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAK7C,wBAAgB,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,sBAgChG"}

package/dist/evaluation/harbor-cost.js

@@ -0,0 +1,39 @@
+import { record } from "./output.js";
+const count = (value) => typeof value === "number" && Number.isSafeInteger(value) && value >= 0;
+export function harborCost(trajectory, usage, total) {
+    if (typeof total !== "number" || !Number.isFinite(total) || total < 0)
+        return undefined;
+    const steps = Array.isArray(trajectory.steps) ? trajectory.steps.map(record) : [];
+    const calls = steps.filter((step) => step.source === "agent" && step.metrics);
+    if (!calls.length)
+        return undefined;
+    const sums = { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, cost: 0 };
+    for (const step of calls) {
+        const metrics = record(step.metrics);
+        const extra = record(metrics.extra);
+        const prompt = metrics.prompt_tokens;
+        const output = metrics.completion_tokens;
+        const cached = metrics.cached_tokens;
+        const written = extra.cache_write_input_tokens ?? 0;
+        if (!count(prompt) || !count(output) || !count(cached) || !count(written))
+            return undefined;
+        const cost = metrics.cost_usd;
+        if (typeof cost !== "number" || !Number.isFinite(cost) || cost < 0)
+            return undefined;
+        if (cached + written > prompt)
+            return undefined;
+        sums.input += prompt - cached - written;
+        sums.output += output;
+        sums.cacheRead += cached;
+        sums.cacheWrite += written;
+        sums.cost += cost;
+    }
+    if (sums.input !== usage.input ||
+        sums.output !== usage.output ||
+        sums.cacheRead !== usage.cacheRead ||
+        sums.cacheWrite !== usage.cacheWrite ||
+        Math.abs(sums.cost - total) > 1e-8)
+        return undefined;
+    return total;
+}
+//# sourceMappingURL=harbor-cost.js.map

package/dist/evaluation/harbor-cost.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"harbor-cost.js","sourceRoot":"","sources":["../../src/evaluation/harbor-cost.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAGrC,MAAM,KAAK,GAAG,CAAC,KAAc,EAAmB,EAAE,CAChD,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;AAEzE,MAAM,UAAU,UAAU,CAAC,UAAmC,EAAE,KAAiB,EAAE,KAAc;IAC/F,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IACxF,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAClF,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9E,IAAI,CAAC,KAAK,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IACpC,MAAM,IAAI,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;IAC3E,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;QACrC,MAAM,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC;QACzC,MAAM,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;QACrC,MAAM,OAAO,GAAG,KAAK,CAAC,wBAAwB,IAAI,CAAC,CAAC;QACpD,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;YAAE,OAAO,SAAS,CAAC;QAC5F,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC;QAC9B,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC;YAAE,OAAO,SAAS,CAAC;QACrF,IAAI,MAAM,GAAG,OAAO,GAAG,MAAM;YAAE,OAAO,SAAS,CAAC;QAChD,IAAI,CAAC,KAAK,IAAI,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;QACxC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC;QACtB,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC;QACzB,IAAI,CAAC,UAAU,IAAI,OAAO,CAAC;QAC3B,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC;IACpB,CAAC;IACD,IACE,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK;QAC1B,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;QAC5B,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,SAAS;QAClC,IAAI,CAAC,UAAU,KAAK,KAAK,CAAC,UAAU;QACpC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,GAAG,IAAI;QAElC,OAAO,SAAS,CAAC;IACnB,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/evaluation/harbor_e2b.py

@@ -0,0 +1,20 @@
+from e2b import AsyncSandbox
+from harbor.environments.e2b import E2BEnvironment
+from harbor.models.task.config import NetworkMode
+
+
+class SelfBenchE2BEnvironment(E2BEnvironment):
+    async def _create_sandbox(self):
+        self._sandbox = await AsyncSandbox.create(
+            template=self._template_name,
+            metadata={
+                "environment_name": self.environment_name,
+                "session_id": self.session_id,
+            },
+            envs=self._startup_env(),
+            timeout=3600,
+            allow_internet_access=(
+                self.network_policy.network_mode != NetworkMode.NO_NETWORK
+            ),
+            network=self._sandbox_create_network_options(),
+        )

package/dist/evaluation/harbor_gateway.py

@@ -0,0 +1,22 @@
+"""Isolate Codex installation and preserve gateway model IDs."""
+import shlex
+from harbor.agents.installed.codex import Codex
+
+
+class SelfBenchCodex(Codex):
+    async def exec_as_agent(self, environment, command, **kwargs):
+        command = 'export NVM_DIR="$HOME/.nvm"; ' + command
+        return await super().exec_as_agent(environment, command=command, **kwargs)
+
+
+class GatewayCodex(SelfBenchCodex):
+    async def exec_as_agent(self, environment, command, **kwargs):
+        if "codex exec " in command:
+            # Harbor's pinned adapter keeps only the final slash component.
+            # Our runner uses openai/<gateway-model-id> for its Responses endpoint.
+            model = self.model_name.removeprefix("openai/")
+            original = f"--model {self.model_name.split('/')[-1]} "
+            if command.count(original) != 1:
+                raise ValueError("Harbor Codex command changed; cannot preserve gateway model ID")
+            command = command.replace(original, f"--model {shlex.quote(model)} ", 1)
+        return await super().exec_as_agent(environment, command=command, **kwargs)

package/dist/evaluation/harnesses.d.ts

@@ -0,0 +1,8 @@
+export declare const harnessIds: readonly ["codex", "claude-code", "pi", "mini-swe-agent", "terminus-2"];
+export type Harness = (typeof harnessIds)[number];
+export declare const harnessLabels: Record<Harness, string>;
+export declare const harnessOptions: {
+    id: "codex" | "claude-code" | "pi" | "mini-swe-agent" | "terminus-2";
+    label: string;
+}[];
+//# sourceMappingURL=harnesses.d.ts.map

package/dist/evaluation/harnesses.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"harnesses.d.ts","sourceRoot":"","sources":["../../src/evaluation/harnesses.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,UAAU,yEAA0E,CAAC;AAClG,MAAM,MAAM,OAAO,GAAG,CAAC,OAAO,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC;AAClD,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAMjD,CAAC;AACF,eAAO,MAAM,cAAc;;;GAA6D,CAAC"}

package/dist/evaluation/harnesses.js

@@ -0,0 +1,10 @@
+export const harnessIds = ["codex", "claude-code", "pi", "mini-swe-agent", "terminus-2"];
+export const harnessLabels = {
+    codex: "Codex",
+    "claude-code": "Claude Code",
+    pi: "Pi",
+    "mini-swe-agent": "Mini-SWE-Agent",
+    "terminus-2": "Terminus 2",
+};
+export const harnessOptions = harnessIds.map((id) => ({ id, label: harnessLabels[id] }));
+//# sourceMappingURL=harnesses.js.map

package/dist/evaluation/harnesses.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"harnesses.js","sourceRoot":"","sources":["../../src/evaluation/harnesses.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,OAAO,EAAE,aAAa,EAAE,IAAI,EAAE,gBAAgB,EAAE,YAAY,CAAU,CAAC;AAElG,MAAM,CAAC,MAAM,aAAa,GAA4B;IACpD,KAAK,EAAE,OAAO;IACd,aAAa,EAAE,aAAa;IAC5B,EAAE,EAAE,IAAI;IACR,gBAAgB,EAAE,gBAAgB;IAClC,YAAY,EAAE,YAAY;CAC3B,CAAC;AACF,MAAM,CAAC,MAAM,cAAc,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,aAAa,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC"}

package/dist/evaluation/model-options.d.ts

@@ -0,0 +1,9 @@
+import type { CatalogModel } from "./catalog.js";
+import type { Harness } from "./types.js";
+export declare const thinkingLevels: readonly ["default", "off", "minimal", "low", "medium", "high", "xhigh", "max"];
+export type ThinkingLevel = (typeof thinkingLevels)[number];
+export declare function modelRoutes(model: CatalogModel): CatalogModel[];
+export declare function routeFor(model: CatalogModel, provider: string): CatalogModel | undefined;
+export declare function thinkingOptions(model: CatalogModel, harnesses: Harness[]): ThinkingLevel[];
+export declare function thinkingArguments(harness: Harness, level?: ThinkingLevel): string[];
+//# sourceMappingURL=model-options.d.ts.map

package/dist/evaluation/model-options.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-options.d.ts","sourceRoot":"","sources":["../../src/evaluation/model-options.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAGjD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAE1C,eAAO,MAAM,cAAc,iFASjB,CAAC;AACX,MAAM,MAAM,aAAa,GAAG,CAAC,OAAO,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC;AA0B5D,wBAAgB,WAAW,CAAC,KAAK,EAAE,YAAY,GAAG,YAAY,EAAE,CAuB/D;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,4BAE7D;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,YAAY,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,aAAa,EAAE,CAc1F;AAED,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,aAAa,GAAG,MAAM,EAAE,CAKnF"}

package/dist/evaluation/model-options.js

@@ -0,0 +1,81 @@
+import { withReferencePricing } from "./catalog-pricing.js";
+import { harnessIds } from "./harnesses.js";
+export const thinkingLevels = [
+    "default",
+    "off",
+    "minimal",
+    "low",
+    "medium",
+    "high",
+    "xhigh",
+    "max",
+];
+const modelThinkingLevels = {
+    "z-ai/glm-5.3": ["default", "low", "high", "max"],
+    "z-ai/glm-5.3-flash": ["default", "low", "high", "max"],
+    "deepseek/deepseek-v4-pro": ["default", "off", "low", "high", "max"],
+    "deepseek/deepseek-v4-flash-0731": ["default", "off", "low", "high", "max"],
+    "deepseek/deepseek-v4.1-flash": ["default", "off", "low", "high", "xhigh", "max"],
+};
+/** Harnesses a direct provider key can drive; only OpenRouter is remapped for the rest. */
+const providerHarnesses = {
+    openai: ["codex", "pi", "mini-swe-agent", "terminus-2"],
+    anthropic: ["claude-code", "pi", "mini-swe-agent", "terminus-2"],
+};
+const routedModels = {
+    "openai-astra6": "openai/gpt-6-astra",
+    "openai-sol56": "openai/gpt-5.6-sol",
+    "openai-terra56": "openai/gpt-5.6-terra",
+    "openai-luna56": "openai/gpt-5.6-luna",
+    "anthropic-fable51": "anthropic/claude-fable-5.1",
+    "anthropic-opus5": "anthropic/claude-opus-5",
+    "anthropic-sonnet5": "anthropic/claude-sonnet-5",
+};
+export function modelRoutes(model) {
+    const routed = routedModels[model.id] ??
+        (model.provider === "openrouter" || model.provider === "custom"
+            ? model.model
+            : `${model.provider}/${model.model}`);
+    const nativeHarnesses = providerHarnesses[model.provider] ?? providerHarnesses.openai ?? [];
+    const { pricing: _pricing, ...gatewayModel } = model;
+    return [
+        ...(model.provider !== "openrouter"
+            ? [withReferencePricing({ ...model, harnesses: [...nativeHarnesses] })]
+            : []),
+        ...(model.provider === "custom"
+            ? [{ ...gatewayModel, provider: "openai", harnesses: [...nativeHarnesses] }]
+            : []),
+        withReferencePricing({
+            ...gatewayModel,
+            id: model.id.replace(/^(openai|anthropic)-/, "router-"),
+            provider: "openrouter",
+            model: routed,
+            harnesses: [...harnessIds],
+        }),
+    ];
+}
+export function routeFor(model, provider) {
+    return modelRoutes(model).find((route) => route.provider === provider);
+}
+export function thinkingOptions(model, harnesses) {
+    if (harnesses.some((harness) => harness === "mini-swe-agent" || harness === "terminus-2"))
+        return ["default"];
+    // Custom endpoints are typed in by the user; the level table only describes catalog IDs.
+    const configured = model.provider === "custom" ? undefined : modelThinkingLevels[model.model];
+    if (!configured && !routedModels[model.id])
+        return ["default"];
+    const levels = configured
+        ? [...configured]
+        : ["default", "low", "medium", "high", "xhigh", "max"];
+    if (!configured && model.id.startsWith("openai-") && model.id !== "openai-astra6")
+        levels.unshift("off");
+    return levels.filter((level) => level !== "default" && (!harnesses.includes("pi") || level !== "max"));
+}
+export function thinkingArguments(harness, level) {
+    if (!level || level === "default")
+        return [];
+    const name = harness === "pi" ? "thinking" : "reasoning_effort";
+    const value = harness === "codex" && level === "off" ? "none" : level;
+    return ["--agent-kwarg", `${name}=${value}`];
+}
+//# sourceMappingURL=model-options.js.map

package/dist/evaluation/model-options.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-options.js","sourceRoot":"","sources":["../../src/evaluation/model-options.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAG5C,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,SAAS;IACT,KAAK;IACL,SAAS;IACT,KAAK;IACL,QAAQ;IACR,MAAM;IACN,OAAO;IACP,KAAK;CACG,CAAC;AAGX,MAAM,mBAAmB,GAAoC;IAC3D,cAAc,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC;IACjD,oBAAoB,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC;IACvD,0BAA0B,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC;IACpE,iCAAiC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC;IAC3E,8BAA8B,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC;CAClF,CAAC;AAEF,2FAA2F;AAC3F,MAAM,iBAAiB,GAAyD;IAC9E,MAAM,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,gBAAgB,EAAE,YAAY,CAAC;IACvD,SAAS,EAAE,CAAC,aAAa,EAAE,IAAI,EAAE,gBAAgB,EAAE,YAAY,CAAC;CACjE,CAAC;AAEF,MAAM,YAAY,GAA2B;IAC3C,eAAe,EAAE,oBAAoB;IACrC,cAAc,EAAE,oBAAoB;IACpC,gBAAgB,EAAE,sBAAsB;IACxC,eAAe,EAAE,qBAAqB;IACtC,mBAAmB,EAAE,4BAA4B;IACjD,iBAAiB,EAAE,yBAAyB;IAC5C,mBAAmB,EAAE,2BAA2B;CACjD,CAAC;AAEF,MAAM,UAAU,WAAW,CAAC,KAAmB;IAC7C,MAAM,MAAM,GACV,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;QACtB,CAAC,KAAK,CAAC,QAAQ,KAAK,YAAY,IAAI,KAAK,CAAC,QAAQ,KAAK,QAAQ;YAC7D,CAAC,CAAC,KAAK,CAAC,KAAK;YACb,CAAC,CAAC,GAAG,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IAC1C,MAAM,eAAe,GAAG,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,iBAAiB,CAAC,MAAM,IAAI,EAAE,CAAC;IAC5F,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,YAAY,EAAE,GAAG,KAAK,CAAC;IACrD,OAAO;QACL,GAAG,CAAC,KAAK,CAAC,QAAQ,KAAK,YAAY;YACjC,CAAC,CAAC,CAAC,oBAAoB,CAAC,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,CAAC,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC;YACvE,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,KAAK,CAAC,QAAQ,KAAK,QAAQ;YAC7B,CAAC,CAAC,CAAC,EAAE,GAAG,YAAY,EAAE,QAAQ,EAAE,QAAiB,EAAE,SAAS,EAAE,CAAC,GAAG,eAAe,CAAC,EAAE,CAAC;YACrF,CAAC,CAAC,EAAE,CAAC;QACP,oBAAoB,CAAC;YACnB,GAAG,YAAY;YACf,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,sBAAsB,EAAE,SAAS,CAAC;YACvD,QAAQ,EAAE,YAAY;YACtB,KAAK,EAAE,MAAM;YACb,SAAS,EAAE,CAAC,GAAG,UAAU,CAAC;SAC3B,CAAC;KACH,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,KAAmB,EAAE,QAAgB;IAC5D,OAAO,WAAW,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAmB,EAAE,SAAoB;IACvE,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,KAAK,gBAAgB,IAAI,OAAO,KAAK,YAAY,CAAC;QACvF,OAAO,CAAC,SAAS,CAAC,CAAC;IACrB,yFAAyF;IACzF,MAAM,UAAU,GAAG,KAAK,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,mBAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC9F,IAAI,CAAC,UAAU,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;QAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IAC/D,MAAM,MAAM,GAAoB,UAAU;QACxC,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC;QACjB,CAAC,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;IACzD,IAAI,CAAC,UAAU,IAAI,KAAK,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,EAAE,KAAK,eAAe;QAC/E,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACxB,OAAO,MAAM,CAAC,MAAM,CAClB,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,KAAK,CAAC,CACjF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAAgB,EAAE,KAAqB;IACvE,IAAI,CAAC,KAAK,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IAC7C,MAAM,IAAI,GAAG,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,kBAAkB,CAAC;IAChE,MAAM,KAAK,GAAG,OAAO,KAAK,OAAO,IAAI,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;IACtE,OAAO,CAAC,eAAe,EAAE,GAAG,IAAI,IAAI,KAAK,EAAE,CAAC,CAAC;AAC/C,CAAC"}

package/dist/evaluation/org-credential-routes.d.ts

@@ -0,0 +1,5 @@
+import type { IncomingMessage, ServerResponse } from "node:http";
+import type { User } from "../auth/users.js";
+import type { EvaluationRoutesOptions } from "./routes.js";
+export declare function orgCredentialRoutes(options: EvaluationRoutesOptions, request: IncomingMessage, url: URL, response: ServerResponse, user: User): Promise<boolean>;
+//# sourceMappingURL=org-credential-routes.d.ts.map

package/dist/evaluation/org-credential-routes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"org-credential-routes.d.ts","sourceRoot":"","sources":["../../src/evaluation/org-credential-routes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAEjE,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAU7C,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAI3D,wBAAsB,mBAAmB,CACvC,OAAO,EAAE,uBAAuB,EAChC,OAAO,EAAE,eAAe,EACxB,GAAG,EAAE,GAAG,EACR,QAAQ,EAAE,cAAc,EACxB,IAAI,EAAE,IAAI,oBAmDX"}

package/dist/evaluation/org-credential-routes.js

@@ -0,0 +1,56 @@
+import { readBody, sendJson, trustedMutation } from "../api/http.js";
+import { tenantFor } from "../site/tenant.js";
+import { credentialSchema, deleteCredential, listCredentials, saveCredential, } from "./credentials.js";
+import { RecordStoreError } from "./encrypted-records.js";
+import { orgRecords } from "./org-records.js";
+const pattern = /^\/api\/orgs\/([A-Za-z0-9_.-]+)\/credentials(?:\/([a-f0-9-]{36})\/delete)?$/;
+export async function orgCredentialRoutes(options, request, url, response, user) {
+    const match = pattern.exec(url.pathname);
+    if (!match)
+        return false;
+    response.setHeader("cache-control", "no-store");
+    const org = await tenantFor(options.users, user, match[1] ?? "");
+    if (!org) {
+        sendJson(response, 404, { error: "Organization not found" });
+        return true;
+    }
+    const mutation = request.method !== "GET";
+    if (mutation &&
+        (request.method !== "POST" ||
+            org.role !== "admin" ||
+            !trustedMutation(request, options.publicUrl, user))) {
+        sendJson(response, 403, { error: "Organization admin and same-origin JSON request required" });
+        return true;
+    }
+    try {
+        if (!options.records)
+            throw new RecordStoreError(503);
+        const records = orgRecords(options.records, org.id);
+        if (!mutation && !match[2]) {
+            sendJson(response, 200, {
+                credentials: await listCredentials(records, org.id),
+                canManage: org.role === "admin",
+            });
+        }
+        else if (mutation && match[2]) {
+            await deleteCredential(records, options.artifacts, org.id, match[2]);
+            sendJson(response, 200, { deleted: true });
+        }
+        else if (mutation) {
+            const draft = credentialSchema.parse(JSON.parse((await readBody(request, 40_000)).toString()));
+            sendJson(response, 201, await saveCredential(records, org.id, draft, options.env ?? process.env));
+        }
+        else
+            sendJson(response, 405, { error: "Method not allowed" });
+    }
+    catch (error) {
+        sendJson(response, error instanceof RecordStoreError ? error.status : 400, {
+            error: error instanceof Error && error.name !== "ZodError"
+                ? error.message
+                : "Invalid credential fields",
+        });
+    }
+    request.resume();
+    return true;
+}
+//# sourceMappingURL=org-credential-routes.js.map

package/dist/evaluation/org-credential-routes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"org-credential-routes.js","sourceRoot":"","sources":["../../src/evaluation/org-credential-routes.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAErE,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EACL,gBAAgB,EAChB,gBAAgB,EAChB,eAAe,EACf,cAAc,GACf,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAG9C,MAAM,OAAO,GAAG,6EAA6E,CAAC;AAE9F,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,OAAgC,EAChC,OAAwB,EACxB,GAAQ,EACR,QAAwB,EACxB,IAAU;IAEV,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACzC,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAC;IACzB,QAAQ,CAAC,SAAS,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;IAChD,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACjE,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC,CAAC;QAC7D,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,KAAK,KAAK,CAAC;IAC1C,IACE,QAAQ;QACR,CAAC,OAAO,CAAC,MAAM,KAAK,MAAM;YACxB,GAAG,CAAC,IAAI,KAAK,OAAO;YACpB,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,EACrD,CAAC;QACD,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,0DAA0D,EAAE,CAAC,CAAC;QAC/F,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,OAAO;YAAE,MAAM,IAAI,gBAAgB,CAAC,GAAG,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACpD,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3B,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACtB,WAAW,EAAE,MAAM,eAAe,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC;gBACnD,SAAS,EAAE,GAAG,CAAC,IAAI,KAAK,OAAO;aAChC,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,QAAQ,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YAChC,MAAM,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACrE,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7C,CAAC;aAAM,IAAI,QAAQ,EAAE,CAAC;YACpB,MAAM,KAAK,GAAG,gBAAgB,CAAC,KAAK,CAClC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CACzD,CAAC;YACF,QAAQ,CACN,QAAQ,EACR,GAAG,EACH,MAAM,cAAc,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,CACzE,CAAC;QACJ,CAAC;;YAAM,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC,CAAC;IAClE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,QAAQ,CAAC,QAAQ,EAAE,KAAK,YAAY,gBAAgB,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE;YACzE,KAAK,EACH,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU;gBACjD,CAAC,CAAC,KAAK,CAAC,OAAO;gBACf,CAAC,CAAC,2BAA2B;SAClC,CAAC,CAAC;IACL,CAAC;IACD,OAAO,CAAC,MAAM,EAAE,CAAC;IACjB,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/evaluation/org-records.d.ts

@@ -0,0 +1,4 @@
+import type { EncryptedRecordStore } from "./encrypted-records.js";
+/** Organization records never overlap legacy personal account or credential paths. */
+export declare function orgRecords(records: EncryptedRecordStore, orgId?: number): EncryptedRecordStore;
+//# sourceMappingURL=org-records.d.ts.map

package/dist/evaluation/org-records.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"org-records.d.ts","sourceRoot":"","sources":["../../src/evaluation/org-records.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAEnE,sFAAsF;AACtF,wBAAgB,UAAU,CAAC,OAAO,EAAE,oBAAoB,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,oBAAoB,CAU9F"}