self-bench 0.3.6 → 0.3.8

package/dist/agent-smoke.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"agent-smoke.js","sourceRoot":"","sources":["../src/agent-smoke.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAG1C,MAAM,CAAC,MAAM,qBAAqB,GAAG;IACnC,QAAQ;IACR,KAAK;IACL,KAAK;IACL,YAAY;IACZ,aAAa;IACb,aAAa;IACb,OAAO;IACP,WAAW;IACX,OAAO;IACP,aAAa;IACb,YAAY;IACZ,YAAY;IACZ,iBAAiB;IACjB,iBAAiB;IACjB,aAAa;IACb,OAAO;IACP,YAAY;IACZ,QAAQ;IACR,WAAW;IACX,UAAU;IACV,WAAW;IACX,UAAU;IACV,gBAAgB;IAChB,YAAY;IACZ,WAAW;IACX,UAAU;IACV,MAAM;IACN,UAAU;IACV,WAAW;IACX,eAAe;IACf,IAAI;IACJ,YAAY;IACZ,OAAO;IACP,YAAY;IACZ,YAAY;IACZ,KAAK;IACL,UAAU;IACV,MAAM;CACE,CAAC;AAkBX,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,OAA4B;IAE5B,MAAM,aAAa,GAAG,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IACrD,MAAM,gBAAgB,GAAG,IAAI,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC;IAC9D,MAAM,KAAK,CAAC,gBAAgB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,MAAM,OAAO,GAAG,MAAM,WAAW,CAC/B,qBAAqB,EACrB,OAAO,CAAC,WAAW,IAAI,CAAC,EACxB,KAAK,EAAE,KAAK,EAAE,EAAE;QACd,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,EAAE,GAAG,KAAK,OAAO,CAAC,CAAC;QAC3D,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC3E,IAAI,QAAQ,EAAE,CAAC;YACb,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAuB,CAAC;QACpD,CAAC;QACD,MAAM,OAAO,GAAG,WAAW,KAAK,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QACtE,MAAM,MAAM,GAAG,MAAM,UAAU,CAC7B,OAAO,CAAC,UAAU,IAAI,QAAQ,EAC9B;YACE,KAAK;YACL,QAAQ;YACR,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC;YAC9B,SAAS;YACT,KAAK;YACL,OAAO;YACP,OAAO,CAAC,WAAW,IAAI,OAAO;YAC9B,YAAY;YACZ,OAAO;YACP,YAAY;YACZ,aAAa;YACb,gBAAgB;YAChB,gBAAgB;YAChB,GAAG;YACH,eAAe;YACf,GAAG;YACH,UAAU;YACV,OAAO;YACP,SAAS;SACV,EACD;YACE,YAAY,EAAE,IAAI;YAClB,GAAG,EAAE,sBAAsB,EAAE;YAC7B,SAAS,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI;SAC1B,CACF,CAAC;QACF,MAAM,OAAO,GAAuB;YAClC,KAAK;YACL,SAAS,EAAE,MAAM,CAAC,QAAQ,KAAK,CAAC;YAChC,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,OAAO;YACP,UAAU,EAAE,GAAG,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC;SACtE,CAAC;QACF,MAAM,SAAS,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACrF,OAAO,OAAO,CAAC;IACjB,CAAC,CACF,CAAC;IACF,MAAM,SAAS,CACb,IAAI,CAAC,gBAAgB,EAAE,cAAc,CAAC,EACtC,GAAG,IAAI,CAAC,SAAS,CACf;QACE,aAAa,EAAE,CAAC;QAChB,IAAI,EAAE,cAAc;QACpB,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,OAAO;QAC3C,YAAY,EAAE,OAAO,CAAC,MAAM;QAC5B,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM;QAC9D,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM;QAC5D,OAAO;KACR,EACD,IAAI,EACJ,CAAC,CACF,IAAI,CACN,CAAC;IACF,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/codex-review.d.ts

@@ -1,41 +0,0 @@
-import { z } from "zod";
-import type { CouplingEvidence } from "./coupling.js";
-export declare const COUPLING_REVIEW_MODEL = "gpt-5.6-sol";
-export declare const couplingReviewSchema: z.ZodObject<{
-    verdict: z.ZodEnum<{
-        clean: "clean";
-        coupled: "coupled";
-    }>;
-    reason: z.ZodString;
-    findings: z.ZodArray<z.ZodObject<{
-        artifact: z.ZodString;
-        category: z.ZodEnum<{
-            endpoint_path: "endpoint_path";
-            field_name: "field_name";
-            header_name: "header_name";
-            media_type: "media_type";
-            other: "other";
-        }>;
-        disposition: z.ZodEnum<{
-            base_contract: "base_contract";
-            prompt_contract: "prompt_contract";
-            external_contract: "external_contract";
-            gold_only: "gold_only";
-            not_contract: "not_contract";
-        }>;
-        evidence: z.ZodString;
-    }, z.core.$strip>>;
-    counterexample: z.ZodString;
-}, z.core.$strip>;
-export type CouplingReview = z.infer<typeof couplingReviewSchema>;
-export declare function reviewCouplingWithCodex(input: {
-    readonly apiKey?: string;
-    readonly authJson?: string;
-    readonly prompt: string;
-    readonly signal?: AbortSignal;
-    readonly fetch?: typeof fetch;
-}): Promise<CouplingReview>;
-export declare function parseCodexReviewEvents(value: string): CouplingReview;
-export declare function couplingReviewPrompt(): string;
-export declare function couplingReviewInput(prompt: string, testPatch: string, goldPatch: string, evidence: CouplingEvidence): string;
-//# sourceMappingURL=codex-review.d.ts.map

package/dist/codex-review.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"codex-review.d.ts","sourceRoot":"","sources":["../src/codex-review.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAEtD,eAAO,MAAM,qBAAqB,gBAAgB,CAAC;AAEnD,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;iBAoB/B,CAAC;AAEH,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE,wBAAsB,uBAAuB,CAAC,KAAK,EAAE;IACnD,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAC9B,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;CAC/B,GAAG,OAAO,CAAC,cAAc,CAAC,CAkD1B;AAuBD,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,MAAM,GAAG,cAAc,CA4BpE;AAED,wBAAgB,oBAAoB,IAAI,MAAM,CAQ7C;AAED,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,gBAAgB,GACzB,MAAM,CAyBR"}

package/dist/codex-review.js

@@ -1,193 +0,0 @@
-import { z } from "zod";
-export const COUPLING_REVIEW_MODEL = "gpt-5.6-sol";
-export const couplingReviewSchema = z.object({
-    verdict: z.enum(["clean", "coupled"]),
-    reason: z.string().min(1),
-    findings: z
-        .array(z.object({
-        artifact: z.string().min(1),
-        category: z.enum(["endpoint_path", "field_name", "header_name", "media_type", "other"]),
-        disposition: z.enum([
-            "base_contract",
-            "prompt_contract",
-            "external_contract",
-            "gold_only",
-            "not_contract",
-        ]),
-        evidence: z.string().min(1),
-    }))
-        .min(1),
-    counterexample: z.string().min(1),
-});
-export async function reviewCouplingWithCodex(input) {
-    const subscription = !input.apiKey && input.authJson ? parseCredential(input.authJson) : undefined;
-    if (!input.apiKey && !subscription) {
-        throw new Error("OpenAI model authentication is required");
-    }
-    const request = input.fetch ?? fetch;
-    const response = await request(subscription
-        ? "https://chatgpt.com/backend-api/codex/responses"
-        : "https://api.openai.com/v1/responses", {
-        method: "POST",
-        headers: {
-            Authorization: `Bearer ${subscription?.access ?? input.apiKey}`,
-            ...(subscription ? { "ChatGPT-Account-Id": accountIdFromToken(subscription.access) } : {}),
-            Originator: "selfbench",
-            "OpenAI-Beta": "responses=experimental",
-            Accept: "text/event-stream",
-            "Content-Type": "application/json",
-        },
-        body: JSON.stringify({
-            model: COUPLING_REVIEW_MODEL,
-            store: false,
-            stream: true,
-            instructions: "You are an independent benchmark-quality reviewer. Analyze the supplied evidence and call submit_review exactly once.",
-            input: [
-                {
-                    role: "user",
-                    content: [{ type: "input_text", text: input.prompt }],
-                },
-            ],
-            reasoning: { effort: "high", summary: "auto" },
-            text: { verbosity: "low" },
-            include: ["reasoning.encrypted_content"],
-            tools: [reviewTool()],
-            tool_choice: { type: "function", name: "submit_review" },
-            parallel_tool_calls: false,
-        }),
-        ...(input.signal ? { signal: input.signal } : {}),
-    });
-    const responseText = await response.text();
-    if (!response.ok) {
-        throw new Error(`Codex coupling review failed (${response.status}): ${responseText.slice(0, 500)}`);
-    }
-    return parseCodexReviewEvents(responseText);
-}
-function parseCredential(value) {
-    const parsed = JSON.parse(value);
-    const credential = isRecord(parsed) ? parsed["openai-codex"] : undefined;
-    if (!isRecord(credential) || typeof credential.access !== "string") {
-        throw new Error("Pi auth does not contain an OpenAI Codex subscription access token");
-    }
-    return { access: credential.access };
-}
-function accountIdFromToken(token) {
-    const payload = JSON.parse(Buffer.from(token.split(".")[1] ?? "", "base64url").toString("utf8"));
-    const auth = isRecord(payload) ? payload["https://api.openai.com/auth"] : undefined;
-    const accountId = isRecord(auth) ? auth.chatgpt_account_id : undefined;
-    if (typeof accountId !== "string" || !accountId) {
-        throw new Error("OpenAI Codex subscription token has no ChatGPT account ID");
-    }
-    return accountId;
-}
-export function parseCodexReviewEvents(value) {
-    for (const line of value.split("\n")) {
-        if (!line.startsWith("data: ")) {
-            continue;
-        }
-        const data = line.slice("data: ".length);
-        if (data === "[DONE]") {
-            continue;
-        }
-        const event = JSON.parse(data);
-        if (!isRecord(event)) {
-            continue;
-        }
-        const item = event.item;
-        if (event.type === "response.output_item.done" &&
-            isRecord(item) &&
-            item.type === "function_call" &&
-            item.name === "submit_review" &&
-            typeof item.arguments === "string") {
-            return couplingReviewSchema.parse(JSON.parse(item.arguments));
-        }
-        if (event.type === "error") {
-            throw new Error(`Codex coupling review stream failed: ${JSON.stringify(event)}`);
-        }
-    }
-    throw new Error("Codex coupling review returned no submit_review tool call");
-}
-export function couplingReviewPrompt() {
-    return `Independently review this hard benchmark for test-to-gold coupling.
-
-For every exact endpoint path, response/request field, header, media type, helper/module, error string, schema/index name, UI copy/order, or other implementation artifact asserted by the held-out tests, cite either the authentic prompt text that requires it or deterministic evidence that the exact base repository already establishes it. A name merely appearing in the gold patch is not evidence. Reject a test that would fail a coherent implementation of the request using different names, file boundaries, payload presentation, or internal structure.
-
-Resolve every artifact listed in couplingEvidence.blockers with a finding whose artifact exactly matches it. Use external_contract only when the authentic request names a standard protocol that fixes the exact artifact independently of the gold patch, and cite that protocol. Use not_contract only for incidental test-language or framework syntax that is not an asserted product contract. A clean verdict with a missing blocker finding or a gold_only finding is rejected automatically.
-
-Your findings must identify the artifact, classify it, give its disposition, and cite concrete evidence. The counterexample must describe a plausible alternative correct implementation and whether the tests would accept it. Also reject prompt leakage of PRs, commits, test names, or the solution.`;
-}
-export function couplingReviewInput(prompt, testPatch, goldPatch, evidence) {
-    return `${couplingReviewPrompt()}
-
-# Authentic request
-
-${prompt}
-
-# Deterministic base-contract evidence
-
-The exact-artifact scan compared the held-out tests with the authentic request, gold additions, and exact base snapshot. Every blocker below is asserted by tests and introduced by gold, but absent verbatim from both request and base. Resolve each blocker explicitly.
-
-${JSON.stringify(evidence, null, 2)}
-
-# Held-out test patch
-
-\`\`\`diff
-${testPatch}
-\`\`\`
-
-# Gold implementation patch
-
-\`\`\`diff
-${goldPatch}
-\`\`\`
-`;
-}
-function reviewTool() {
-    return {
-        type: "function",
-        name: "submit_review",
-        description: "Submit the final independent test-coupling verdict exactly once.",
-        strict: true,
-        parameters: {
-            type: "object",
-            additionalProperties: false,
-            required: ["verdict", "reason", "findings", "counterexample"],
-            properties: {
-                verdict: { type: "string", enum: ["clean", "coupled"] },
-                reason: { type: "string", minLength: 1 },
-                findings: {
-                    type: "array",
-                    minItems: 1,
-                    items: {
-                        type: "object",
-                        additionalProperties: false,
-                        required: ["artifact", "category", "disposition", "evidence"],
-                        properties: {
-                            artifact: { type: "string", minLength: 1 },
-                            category: {
-                                type: "string",
-                                enum: ["endpoint_path", "field_name", "header_name", "media_type", "other"],
-                            },
-                            disposition: {
-                                type: "string",
-                                enum: [
-                                    "base_contract",
-                                    "prompt_contract",
-                                    "external_contract",
-                                    "gold_only",
-                                    "not_contract",
-                                ],
-                            },
-                            evidence: { type: "string", minLength: 1 },
-                        },
-                    },
-                },
-                counterexample: { type: "string", minLength: 1 },
-            },
-        },
-    };
-}
-function isRecord(value) {
-    return typeof value === "object" && value !== null && !Array.isArray(value);
-}
-//# sourceMappingURL=codex-review.js.map

package/dist/codex-review.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"codex-review.js","sourceRoot":"","sources":["../src/codex-review.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,MAAM,CAAC,MAAM,qBAAqB,GAAG,aAAa,CAAC;AAEnD,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IACrC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACzB,QAAQ,EAAE,CAAC;SACR,KAAK,CACJ,CAAC,CAAC,MAAM,CAAC;QACP,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,eAAe,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;QACvF,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC;YAClB,eAAe;YACf,iBAAiB;YACjB,mBAAmB;YACnB,WAAW;YACX,cAAc;SACf,CAAC;QACF,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;KAC5B,CAAC,CACH;SACA,GAAG,CAAC,CAAC,CAAC;IACT,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;CAClC,CAAC,CAAC;AAIH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,KAM7C;IACC,MAAM,YAAY,GAChB,CAAC,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAChF,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC7D,CAAC;IACD,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC;IACrC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAC5B,YAAY;QACV,CAAC,CAAC,iDAAiD;QACnD,CAAC,CAAC,qCAAqC,EACzC;QACE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,YAAY,EAAE,MAAM,IAAI,KAAK,CAAC,MAAM,EAAE;YAC/D,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,kBAAkB,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1F,UAAU,EAAE,WAAW;YACvB,aAAa,EAAE,wBAAwB;YACvC,MAAM,EAAE,mBAAmB;YAC3B,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,KAAK,EAAE,qBAAqB;YAC5B,KAAK,EAAE,KAAK;YACZ,MAAM,EAAE,IAAI;YACZ,YAAY,EACV,uHAAuH;YACzH,KAAK,EAAE;gBACL;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;iBACtD;aACF;YACD,SAAS,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE;YAC9C,IAAI,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE;YAC1B,OAAO,EAAE,CAAC,6BAA6B,CAAC;YACxC,KAAK,EAAE,CAAC,UAAU,EAAE,CAAC;YACrB,WAAW,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,eAAe,EAAE;YACxD,mBAAmB,EAAE,KAAK;SAC3B,CAAC;QACF,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClD,CACF,CAAC;IACF,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC3C,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CACb,iCAAiC,QAAQ,CAAC,MAAM,MAAM,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CACnF,CAAC;IACJ,CAAC;IACD,OAAO,sBAAsB,CAAC,YAAY,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAY,CAAC;IAC5C,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACzE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,OAAO,UAAU,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACnE,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;IACxF,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC;AACvC,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa;IACvC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CACxB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAC1D,CAAC;IACb,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,6BAA6B,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACpF,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,SAAS,CAAC;IACvE,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,CAAC,SAAS,EAAE,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;IAC/E,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAAa;IAClD,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACrC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/B,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtB,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAC;QAC1C,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACrB,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACxB,IACE,KAAK,CAAC,IAAI,KAAK,2BAA2B;YAC1C,QAAQ,CAAC,IAAI,CAAC;YACd,IAAI,CAAC,IAAI,KAAK,eAAe;YAC7B,IAAI,CAAC,IAAI,KAAK,eAAe;YAC7B,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,EAClC,CAAC;YACD,OAAO,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,wCAAwC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACnF,CAAC;IACH,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;AAC/E,CAAC;AAED,MAAM,UAAU,oBAAoB;IAClC,OAAO;;;;;;ySAMgS,CAAC;AAC1S,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,MAAc,EACd,SAAiB,EACjB,SAAiB,EACjB,QAA0B;IAE1B,OAAO,GAAG,oBAAoB,EAAE;;;;EAIhC,MAAM;;;;;;EAMN,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;;;;;EAKjC,SAAS;;;;;;EAMT,SAAS;;CAEV,CAAC;AACF,CAAC;AAED,SAAS,UAAU;IACjB,OAAO;QACL,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,eAAe;QACrB,WAAW,EAAE,kEAAkE;QAC/E,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,oBAAoB,EAAE,KAAK;YAC3B,QAAQ,EAAE,CAAC,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,gBAAgB,CAAC;YAC7D,UAAU,EAAE;gBACV,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE;gBACvD,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE;gBACxC,QAAQ,EAAE;oBACR,IAAI,EAAE,OAAO;oBACb,QAAQ,EAAE,CAAC;oBACX,KAAK,EAAE;wBACL,IAAI,EAAE,QAAQ;wBACd,oBAAoB,EAAE,KAAK;wBAC3B,QAAQ,EAAE,CAAC,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,UAAU,CAAC;wBAC7D,UAAU,EAAE;4BACV,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE;4BAC1C,QAAQ,EAAE;gCACR,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,CAAC,eAAe,EAAE,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,OAAO,CAAC;6BAC5E;4BACD,WAAW,EAAE;gCACX,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE;oCACJ,eAAe;oCACf,iBAAiB;oCACjB,mBAAmB;oCACnB,WAAW;oCACX,cAAc;iCACf;6BACF;4BACD,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE;yBAC3C;qBACF;iBACF;gBACD,cAAc,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE;aACjD;SACF;KACF,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC"}

package/dist/eval-main.d.ts

@@ -1,3 +0,0 @@
-#!/usr/bin/env node
-export {};
-//# sourceMappingURL=eval-main.d.ts.map

package/dist/eval-main.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"eval-main.d.ts","sourceRoot":"","sources":["../src/eval-main.ts"],"names":[],"mappings":""}

package/dist/eval-main.js

@@ -1,81 +0,0 @@
-#!/usr/bin/env node
-import { parseArgs } from "node:util";
-import { MATRIX_MODELS, runMatrix } from "./evaluate.js";
-import { isHarborEnvironment } from "./providers.js";
-const parsed = parseArgs({
-    options: {
-        export: { type: "string" },
-        tasks: { type: "string" },
-        jobs: { type: "string" },
-        harbor: { type: "string" },
-        environment: { type: "string", default: "modal" },
-        concurrency: { type: "string", default: "3" },
-        auth: { type: "string" },
-        model: { type: "string", multiple: true },
-        help: { type: "boolean", short: "h" },
-    },
-    strict: true,
-});
-if (parsed.values.help) {
-    console.log(`Run Harbor tasks through the fixed Codex model matrix.
-
-Usage:
-  self-bench-eval (--export FILE.tar.gz | --tasks DIRECTORY) --jobs DIRECTORY [options]
-
-Options:
-  --tasks DIRECTORY          Expanded Harbor tasks (one or more)
-  --harbor PATH              Harbor executable (default: harbor)
-  --environment docker|modal Execution environment (default: modal)
-  --concurrency N            Concurrent trials (default: 3)
-  --model MODEL              Run only this model; may be repeated
-  --auth FILE                Optional Codex ChatGPT auth.json fallback
-  -h, --help                 Show this help`);
-    process.exit(0);
-}
-const environment = parsed.values.environment ?? "modal";
-if (!isHarborEnvironment(environment)) {
-    throw new Error("--environment must be docker or modal");
-}
-const concurrency = positiveInteger(parsed.values.concurrency, "--concurrency");
-const models = evaluationModels(parsed.values.model);
-const summaries = await runMatrix({
-    ...(parsed.values.export ? { exportPath: parsed.values.export } : {}),
-    ...(parsed.values.tasks ? { tasksPath: parsed.values.tasks } : {}),
-    jobsDirectory: parsed.values.jobs ?? fail("--jobs is required"),
-    environment,
-    concurrency,
-    ...(parsed.values.harbor ? { harborPath: parsed.values.harbor } : {}),
-    ...(parsed.values.auth ? { authPath: parsed.values.auth } : {}),
-    ...(models ? { models } : {}),
-    onTrialComplete: (summary, completed, total) => {
-        const status = summary.passed ? "passed" : summary.exception ? "error" : "failed";
-        console.error(`[${completed}/${total}] ${summary.model} ${summary.taskId}: ${status}`);
-    },
-});
-console.log(JSON.stringify({
-    trials: summaries.length,
-    passed: summaries.filter((summary) => summary.passed).length,
-    failed: summaries.filter((summary) => !summary.passed).length,
-}, null, 2));
-function fail(message) {
-    throw new Error(message);
-}
-function evaluationModels(values) {
-    if (!values) {
-        return undefined;
-    }
-    const allowed = new Set(MATRIX_MODELS);
-    const invalid = values.filter((value) => !allowed.has(value));
-    if (invalid.length > 0) {
-        throw new Error(`--model must be one of ${MATRIX_MODELS.join(", ")}; got ${invalid.join(", ")}`);
-    }
-    return [...new Set(values)];
-}
-function positiveInteger(value, label) {
-    const parsed = Number(value);
-    if (!Number.isInteger(parsed) || parsed < 1) {
-        throw new Error(`${label} must be a positive integer`);
-    }
-    return parsed;
-}
-//# sourceMappingURL=eval-main.js.map

package/dist/eval-main.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"eval-main.js","sourceRoot":"","sources":["../src/eval-main.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,aAAa,EAAoB,SAAS,EAAE,MAAM,eAAe,CAAC;AAC3E,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAErD,MAAM,MAAM,GAAG,SAAS,CAAC;IACvB,OAAO,EAAE;QACP,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QAC1B,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QACzB,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QACxB,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QAC1B,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE;QACjD,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE;QAC7C,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;QACxB,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE;QACzC,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE;KACtC;IACD,MAAM,EAAE,IAAI;CACb,CAAC,CAAC;AACH,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IACvB,OAAO,CAAC,GAAG,CAAC;;;;;;;;;;;;4CAY8B,CAAC,CAAC;IAC5C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AACD,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,WAAW,IAAI,OAAO,CAAC;AACzD,IAAI,CAAC,mBAAmB,CAAC,WAAW,CAAC,EAAE,CAAC;IACtC,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;AAC3D,CAAC;AACD,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;AAChF,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACrD,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC;IAChC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACrE,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAClE,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,oBAAoB,CAAC;IAC/D,WAAW;IACX,WAAW;IACX,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACrE,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/D,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7B,eAAe,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE;QAC7C,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC;QAClF,OAAO,CAAC,KAAK,CAAC,IAAI,SAAS,IAAI,KAAK,KAAK,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC,CAAC;IACzF,CAAC;CACF,CAAC,CAAC;AACH,OAAO,CAAC,GAAG,CACT,IAAI,CAAC,SAAS,CACZ;IACE,MAAM,EAAE,SAAS,CAAC,MAAM;IACxB,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM;IAC5D,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM;CAC9D,EACD,IAAI,EACJ,CAAC,CACF,CACF,CAAC;AAEF,SAAS,IAAI,CAAC,OAAe;IAC3B,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;AAC3B,CAAC;AAED,SAAS,gBAAgB,CAAC,MAA4B;IACpD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAS,aAAa,CAAC,CAAC;IAC/C,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IAC9D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CACb,0BAA0B,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChF,CAAC;IACJ,CAAC;IACD,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAkB,CAAC;AAC/C,CAAC;AAED,SAAS,eAAe,CAAC,KAAyB,EAAE,KAAa;IAC/D,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,6BAA6B,CAAC,CAAC;IACzD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/evaluate.d.ts

@@ -1,25 +0,0 @@
-import type { HarborEnvironment } from "./providers.js";
-export declare const MATRIX_MODELS: readonly ["gpt-5.6-sol", "gpt-5.6-terra", "gpt-5.6-luna"];
-export type MatrixModel = (typeof MATRIX_MODELS)[number];
-export interface MatrixOptions {
-    readonly exportPath?: string;
-    readonly tasksPath?: string;
-    readonly jobsDirectory: string;
-    readonly harborPath?: string;
-    readonly environment?: HarborEnvironment;
-    readonly concurrency?: number;
-    readonly authPath?: string;
-    readonly models?: readonly MatrixModel[];
-    readonly onTrialComplete?: (summary: MatrixTrialSummary, completed: number, total: number) => void;
-}
-export interface MatrixTrialSummary {
-    readonly taskId: string;
-    readonly model: MatrixModel;
-    readonly jobName: string;
-    readonly passed: boolean;
-    readonly rewards: Readonly<Record<string, number>>;
-    readonly exception?: string;
-}
-export declare function runMatrix(options: MatrixOptions): Promise<readonly MatrixTrialSummary[]>;
-export declare function summarizeResult(taskId: string, model: MatrixModel, jobName: string, result: unknown): MatrixTrialSummary;
-//# sourceMappingURL=evaluate.d.ts.map

package/dist/evaluate.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"evaluate.d.ts","sourceRoot":"","sources":["../src/evaluate.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAGxD,eAAO,MAAM,aAAa,2DAA4D,CAAC;AACvF,MAAM,MAAM,WAAW,GAAG,CAAC,OAAO,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC;AAGzD,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,CAAC,EAAE,iBAAiB,CAAC;IACzC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,WAAW,EAAE,CAAC;IACzC,QAAQ,CAAC,eAAe,CAAC,EAAE,CACzB,OAAO,EAAE,kBAAkB,EAC3B,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,KACV,IAAI,CAAC;CACX;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC;IAC5B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACnD,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,wBAAsB,SAAS,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,SAAS,kBAAkB,EAAE,CAAC,CAgD9F;AAgGD,wBAAgB,eAAe,CAC7B,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,WAAW,EAClB,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,OAAO,GACd,kBAAkB,CA6BpB"}

package/dist/evaluate.js

@@ -1,214 +0,0 @@
-import { cp, mkdir, mkdtemp, readdir, readFile, rm, writeFile } from "node:fs/promises";
-import { homedir, tmpdir } from "node:os";
-import { basename, join, resolve } from "node:path";
-import { harborChildEnvironment } from "./harbor-environment.js";
-import { archiveIncompleteHarborJob, tryReadHarborJobResult } from "./harbor-results.js";
-import { parallelMap } from "./parallel.js";
-import { runCommand } from "./process.js";
-import { assertCodexSubscriptionAuth, openAiApiKey } from "./subscription-auth.js";
-export const MATRIX_MODELS = ["gpt-5.6-sol", "gpt-5.6-terra", "gpt-5.6-luna"];
-const CODEX_VERSION = "0.146.1";
-export async function runMatrix(options) {
-    const root = resolve(options.jobsDirectory);
-    const tasksDirectory = join(root, "tasks");
-    await mkdir(root, { recursive: true });
-    const taskDirectories = await resolveMatrixTasks(options, tasksDirectory);
-    const apiKey = openAiApiKey();
-    const authPath = resolve(options.authPath ?? join(homedir(), ".codex/auth.json"));
-    if (!apiKey) {
-        await assertSubscriptionAuth(authPath);
-    }
-    const models = options.models ?? MATRIX_MODELS;
-    if (models.length < 1) {
-        throw new Error("provide at least one evaluation model");
-    }
-    const work = models.flatMap((model) => taskDirectories.map((taskDirectory) => ({ model, taskDirectory })));
-    let completed = 0;
-    const summaries = await parallelMap(work, options.concurrency ?? 3, async (item) => {
-        const summary = await runTrial({
-            jobsDirectory: root,
-            harborPath: options.harborPath ?? "harbor",
-            environment: options.environment ?? "modal",
-            ...(!apiKey ? { authPath } : {}),
-            ...item,
-        });
-        completed += 1;
-        options.onTrialComplete?.(summary, completed, work.length);
-        return summary;
-    });
-    await writeFile(join(root, "summary.json"), `${JSON.stringify({
-        schemaVersion: 1,
-        agent: "codex",
-        agentVersion: CODEX_VERSION,
-        auth: apiKey ? "openai-api-key" : "codex-subscription",
-        reasoningEffort: "high",
-        models,
-        taskCount: taskDirectories.length,
-        trials: summaries,
-    }, null, 2)}\n`);
-    return summaries;
-}
-async function resolveMatrixTasks(options, materializedTasksDirectory) {
-    if (options.exportPath && options.tasksPath) {
-        throw new Error("provide exactly one of exportPath or tasksPath");
-    }
-    if (options.tasksPath) {
-        const tasks = await taskDirectories(resolve(options.tasksPath));
-        if (tasks.length < 1) {
-            throw new Error(`found no Harbor tasks in ${resolve(options.tasksPath)}`);
-        }
-        return tasks;
-    }
-    if (!options.exportPath) {
-        throw new Error("provide exactly one of exportPath or tasksPath");
-    }
-    const tasks = await materializeExport(resolve(options.exportPath), materializedTasksDirectory);
-    if (tasks.length < 1) {
-        throw new Error(`found no Harbor tasks in ${resolve(options.exportPath)}`);
-    }
-    return tasks;
-}
-async function runTrial(input) {
-    const taskId = basename(input.taskDirectory);
-    const jobName = `${taskId}-${input.model}`.toLowerCase().replace(/[^a-z0-9_.-]/g, "-");
-    const existing = await tryReadHarborJobResult(input.jobsDirectory, jobName);
-    if (existing) {
-        return summarizeResult(taskId, input.model, jobName, existing.trial);
-    }
-    await archiveIncompleteHarborJob(input.jobsDirectory, jobName);
-    const environment = harborChildEnvironment();
-    if (input.authPath) {
-        delete environment.OPENAI_API_KEY;
-        environment.CODEX_FORCE_AUTH_JSON = "1";
-        environment.CODEX_AUTH_JSON_PATH = input.authPath;
-    }
-    let result;
-    try {
-        result = await runCommand(input.harborPath, [
-            "run",
-            "--path",
-            input.taskDirectory,
-            "--agent",
-            "codex",
-            "--model",
-            input.model,
-            "--ak",
-            `version=${CODEX_VERSION}`,
-            "--ak",
-            "reasoning_effort=high",
-            "--env",
-            input.environment,
-            "--job-name",
-            jobName,
-            "--jobs-dir",
-            input.jobsDirectory,
-            "--n-concurrent",
-            "1",
-            "--max-retries",
-            "1",
-            "--delete",
-            "--yes",
-            "--quiet",
-        ], { allowFailure: true, env: environment, timeoutMs: 4 * 60 * 60 * 1000 });
-    }
-    catch (error) {
-        return failedTrial(taskId, input.model, jobName, errorMessage(error));
-    }
-    const completed = await tryReadHarborJobResult(input.jobsDirectory, jobName);
-    if (!completed) {
-        const detail = result.stderr.trim() || result.stdout.trim();
-        return failedTrial(taskId, input.model, jobName, `Harbor produced no result (exit ${result.exitCode})${detail ? `: ${detail.slice(-1000)}` : ""}`);
-    }
-    return summarizeResult(taskId, input.model, jobName, completed.trial);
-}
-export function summarizeResult(taskId, model, jobName, result) {
-    const trial = isRecord(result) && Array.isArray(result.trial_results) ? result.trial_results[0] : result;
-    if (!isRecord(trial)) {
-        throw new Error(`invalid Harbor result for ${taskId}/${model}`);
-    }
-    const rawRewards = isRecord(trial.verifier_result) && isRecord(trial.verifier_result.rewards)
-        ? trial.verifier_result.rewards
-        : {};
-    const rewards = Object.fromEntries(Object.entries(rawRewards).flatMap(([key, value]) => typeof value === "number" ? [[key, value]] : []));
-    const exception = exceptionText(trial.exception_info ?? trial.exception);
-    return {
-        taskId,
-        model,
-        jobName,
-        passed: !exception &&
-            Object.keys(rewards).length > 0 &&
-            (rewards.reward === undefined
-                ? Object.values(rewards).every((reward) => reward >= 1)
-                : rewards.reward >= 1),
-        rewards,
-        ...(exception ? { exception } : {}),
-    };
-}
-function failedTrial(taskId, model, jobName, exception) {
-    return { taskId, model, jobName, passed: false, rewards: {}, exception };
-}
-function errorMessage(error) {
-    return error instanceof Error ? error.message : String(error);
-}
-async function materializeExport(exportPath, tasksDirectory) {
-    const existing = await taskDirectories(tasksDirectory);
-    if (existing.length > 0) {
-        return existing;
-    }
-    return await withTemporaryDirectory("selfbench-matrix-", async (temporary) => {
-        await runCommand("tar", ["-xzf", exportPath, "-C", temporary]);
-        const archivesRoot = join(temporary, "tasks");
-        const archives = (await readdir(archivesRoot))
-            .filter((name) => name.endsWith(".tar.gz"))
-            .sort();
-        await mkdir(tasksDirectory, { recursive: true });
-        for (const archive of archives) {
-            const taskId = archive.slice(0, -".tar.gz".length);
-            const expanded = join(temporary, `expanded-${taskId}`);
-            await mkdir(expanded);
-            await runCommand("tar", ["-xzf", join(archivesRoot, archive), "-C", expanded]);
-            await cp(join(expanded, "harbor-task"), join(tasksDirectory, taskId), { recursive: true });
-        }
-        return await taskDirectories(tasksDirectory);
-    });
-}
-async function taskDirectories(root) {
-    const entries = await readdir(root, { withFileTypes: true }).catch(() => []);
-    const paths = [];
-    for (const entry of entries) {
-        if (!entry.isDirectory()) {
-            continue;
-        }
-        const path = join(root, entry.name);
-        if (await readFile(join(path, "task.toml")).catch(() => undefined)) {
-            paths.push(path);
-        }
-    }
-    return paths.sort();
-}
-async function assertSubscriptionAuth(path) {
-    const parsed = JSON.parse(await readFile(path, "utf8"));
-    assertCodexSubscriptionAuth(parsed, path);
-}
-async function withTemporaryDirectory(prefix, action) {
-    const root = await mkdtemp(join(tmpdir(), prefix));
-    try {
-        return await action(root);
-    }
-    finally {
-        await rm(root, { recursive: true, force: true });
-    }
-}
-function exceptionText(value) {
-    if (typeof value === "string" && value) {
-        return value;
-    }
-    if (isRecord(value)) {
-        return typeof value.message === "string" ? value.message : JSON.stringify(value);
-    }
-    return undefined;
-}
-function isRecord(value) {
-    return typeof value === "object" && value !== null && !Array.isArray(value);
-}
-//# sourceMappingURL=evaluate.js.map

package/dist/evaluate.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"evaluate.js","sourceRoot":"","sources":["../src/evaluate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACxF,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,EAAE,0BAA0B,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AACzF,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE1C,OAAO,EAAE,2BAA2B,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAEnF,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,aAAa,EAAE,eAAe,EAAE,cAAc,CAAU,CAAC;AAEvF,MAAM,aAAa,GAAG,SAAS,CAAC;AA2BhC,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,OAAsB;IACpD,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IAC5C,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC3C,MAAM,KAAK,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACvC,MAAM,eAAe,GAAG,MAAM,kBAAkB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;IAC1E,MAAM,MAAM,GAAG,YAAY,EAAE,CAAC;IAC9B,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,kBAAkB,CAAC,CAAC,CAAC;IAClF,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,sBAAsB,CAAC,QAAQ,CAAC,CAAC;IACzC,CAAC;IACD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,aAAa,CAAC;IAC/C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAC3D,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CACpC,eAAe,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC,CACnE,CAAC;IACF,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,WAAW,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QACjF,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC;YAC7B,aAAa,EAAE,IAAI;YACnB,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,QAAQ;YAC1C,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,OAAO;YAC3C,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChC,GAAG,IAAI;SACR,CAAC,CAAC;QACH,SAAS,IAAI,CAAC,CAAC;QACf,OAAO,CAAC,eAAe,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3D,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC,CAAC;IACH,MAAM,SAAS,CACb,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,EAC1B,GAAG,IAAI,CAAC,SAAS,CACf;QACE,aAAa,EAAE,CAAC;QAChB,KAAK,EAAE,OAAO;QACd,YAAY,EAAE,aAAa;QAC3B,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,oBAAoB;QACtD,eAAe,EAAE,MAAM;QACvB,MAAM;QACN,SAAS,EAAE,eAAe,CAAC,MAAM;QACjC,MAAM,EAAE,SAAS;KAClB,EACD,IAAI,EACJ,CAAC,CACF,IAAI,CACN,CAAC;IACF,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,OAAsB,EACtB,0BAAkC;IAElC,IAAI,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACpE,CAAC;IACD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACtB,MAAM,KAAK,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;QAChE,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,4BAA4B,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAC5E,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACpE,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,0BAA0B,CAAC,CAAC;IAC/F,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,4BAA4B,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,KAOvB;IACC,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,GAAG,MAAM,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC;IACvF,MAAM,QAAQ,GAAG,MAAM,sBAAsB,CAAC,KAAK,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IAC5E,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO,eAAe,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;IACvE,CAAC;IACD,MAAM,0BAA0B,CAAC,KAAK,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IAE/D,MAAM,WAAW,GAAG,sBAAsB,EAAE,CAAC;IAC7C,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QACnB,OAAO,WAAW,CAAC,cAAc,CAAC;QAClC,WAAW,CAAC,qBAAqB,GAAG,GAAG,CAAC;QACxC,WAAW,CAAC,oBAAoB,GAAG,KAAK,CAAC,QAAQ,CAAC;IACpD,CAAC;IACD,IAAI,MAA8C,CAAC;IACnD,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,UAAU,CACvB,KAAK,CAAC,UAAU,EAChB;YACE,KAAK;YACL,QAAQ;YACR,KAAK,CAAC,aAAa;YACnB,SAAS;YACT,OAAO;YACP,SAAS;YACT,KAAK,CAAC,KAAK;YACX,MAAM;YACN,WAAW,aAAa,EAAE;YAC1B,MAAM;YACN,uBAAuB;YACvB,OAAO;YACP,KAAK,CAAC,WAAW;YACjB,YAAY;YACZ,OAAO;YACP,YAAY;YACZ,KAAK,CAAC,aAAa;YACnB,gBAAgB;YAChB,GAAG;YACH,eAAe;YACf,GAAG;YACH,UAAU;YACV,OAAO;YACP,SAAS;SACV,EACD,EAAE,YAAY,EAAE,IAAI,EAAE,GAAG,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,CACxE,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;IACxE,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,sBAAsB,CAAC,KAAK,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IAC7E,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC5D,OAAO,WAAW,CAChB,MAAM,EACN,KAAK,CAAC,KAAK,EACX,OAAO,EACP,mCAAmC,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CACjG,CAAC;IACJ,CAAC;IACD,OAAO,eAAe,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC;AACxE,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,MAAc,EACd,KAAkB,EAClB,OAAe,EACf,MAAe;IAEf,MAAM,KAAK,GACT,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAC7F,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,6BAA6B,MAAM,IAAI,KAAK,EAAE,CAAC,CAAC;IAClE,CAAC;IACD,MAAM,UAAU,GACd,QAAQ,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,eAAe,CAAC,OAAO,CAAC;QACxE,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,OAAO;QAC/B,CAAC,CAAC,EAAE,CAAC;IACT,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAChC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAClD,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CACzD,CACF,CAAC;IACF,MAAM,SAAS,GAAG,aAAa,CAAC,KAAK,CAAC,cAAc,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC;IACzE,OAAO;QACL,MAAM;QACN,KAAK;QACL,OAAO;QACP,MAAM,EACJ,CAAC,SAAS;YACV,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC;YAC/B,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS;gBAC3B,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,IAAI,CAAC,CAAC;gBACvD,CAAC,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC;QAC1B,OAAO;QACP,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACpC,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAClB,MAAc,EACd,KAAkB,EAClB,OAAe,EACf,SAAiB;IAEjB,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC;AAC3E,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChE,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,UAAkB,EAAE,cAAsB;IACzE,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,cAAc,CAAC,CAAC;IACvD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,OAAO,MAAM,sBAAsB,CAAC,mBAAmB,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE;QAC3E,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC;QAC/D,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,CAAC,MAAM,OAAO,CAAC,YAAY,CAAC,CAAC;aAC3C,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;aAC1C,IAAI,EAAE,CAAC;QACV,MAAM,KAAK,CAAC,cAAc,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACjD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,YAAY,MAAM,EAAE,CAAC,CAAC;YACvD,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;YACtB,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,YAAY,EAAE,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;YAC/E,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,EAAE,IAAI,CAAC,cAAc,EAAE,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7F,CAAC;QACD,OAAO,MAAM,eAAe,CAAC,cAAc,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,IAAY;IACzC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IAC7E,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACzB,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;YACnE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC;AACtB,CAAC;AAED,KAAK,UAAU,sBAAsB,CAAC,IAAY;IAChD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAY,CAAC;IACnE,2BAA2B,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;AAC5C,CAAC;AAED,KAAK,UAAU,sBAAsB,CACnC,MAAc,EACd,MAAoC;IAEpC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;IACnD,IAAI,CAAC;QACH,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,EAAE,CAAC;QACvC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACpB,OAAO,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACnF,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC"}

package/dist/modal-auth.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"modal-auth.d.ts","sourceRoot":"","sources":["../src/modal-auth.ts"],"names":[],"mappings":"AAEA,wBAAgB,mCAAmC,CACjD,WAAW,GAAE,MAAM,CAAC,UAAwB,GAC3C,IAAI,CAMN"}

package/dist/modal-auth.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"modal-auth.js","sourceRoot":"","sources":["../src/modal-auth.ts"],"names":[],"mappings":"AAAA,MAAM,qBAAqB,GAAG,CAAC,gBAAgB,EAAE,oBAAoB,CAAU,CAAC;AAEhF,MAAM,UAAU,mCAAmC,CACjD,cAAiC,OAAO,CAAC,GAAG;IAE5C,KAAK,MAAM,GAAG,IAAI,qBAAqB,EAAE,CAAC;QACxC,IAAI,WAAW,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACpC,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/reaudit-main.d.ts

@@ -1,3 +0,0 @@
-#!/usr/bin/env node
-export {};
-//# sourceMappingURL=reaudit-main.d.ts.map

package/dist/reaudit-main.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"reaudit-main.d.ts","sourceRoot":"","sources":["../src/reaudit-main.ts"],"names":[],"mappings":""}