@pfoundation/ocadvisor 26.9.1 → 26.9.3

package/dist/artificialAnalysis.js

@@ -0,0 +1,77 @@
+// Artificial Analysis response normalization: maps the documented LLM
+// models payload onto the versioned benchmark snapshot. The response
+// carries no structured effort, evaluation date, or methodology version,
+// so those fields stay null rather than guessed.
+import { BENCHMARK_SCHEMA_VERSION, BENCHMARK_SOURCE, BENCHMARK_SOURCE_URL, RECOGNIZED_METRICS, computeSnapshotHash, parseBenchmarkModel, } from "./benchmarkTypes.js";
+export const AA_LLM_MODELS_ENDPOINT = "https://artificialanalysis.ai/api/v2/data/llms/models";
+function isRecord(value) {
+    return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+export function normalizeAAResponse(body, fetchedAt) {
+    if (!isRecord(body)) {
+        return { error: "artificial analysis response must be an object" };
+    }
+    if (typeof fetchedAt !== "string" ||
+        !Number.isFinite(Date.parse(fetchedAt))) {
+        return {
+            error: "artificial analysis refresh needs a valid fetchedAt timestamp",
+        };
+    }
+    if (!Array.isArray(body.data) || body.data.length === 0) {
+        return { error: "artificial analysis response has an empty data array" };
+    }
+    const seen = new Set();
+    const models = [];
+    for (let index = 0; index < body.data.length; index++) {
+        const entry = body.data[index];
+        const label = `entry ${index}`;
+        if (!isRecord(entry))
+            return { error: `${label} must be an object` };
+        const creator = isRecord(entry.model_creator) ? entry.model_creator : null;
+        const creatorID = creator && typeof creator.id === "string" ? creator.id.trim() : "";
+        if (!creatorID) {
+            return { error: `${label} is missing a model creator id` };
+        }
+        const parsed = parseBenchmarkModel({
+            id: entry.id,
+            creatorID,
+            name: entry.name,
+            slug: entry.slug,
+            evaluatedEffort: null,
+            evaluatedAt: null,
+            evaluations: entry.evaluations ?? {},
+        }, label);
+        if ("error" in parsed)
+            return parsed;
+        if (seen.has(parsed.id)) {
+            return { error: `duplicate benchmark model id ${parsed.id}` };
+        }
+        seen.add(parsed.id);
+        models.push(parsed);
+    }
+    const usable = models.some((model) => RECOGNIZED_METRICS.some((metric) => typeof model.evaluations[metric.key] === "number"));
+    if (!usable) {
+        return {
+            error: "artificial analysis response has no usable benchmark scores",
+        };
+    }
+    const snapshot = {
+        schemaVersion: BENCHMARK_SCHEMA_VERSION,
+        source: BENCHMARK_SOURCE,
+        sourceURL: BENCHMARK_SOURCE_URL,
+        endpoint: AA_LLM_MODELS_ENDPOINT,
+        fetchedAt,
+        contentHash: "",
+        methodologyVersion: null,
+        metricDefinitions: [...RECOGNIZED_METRICS],
+        models,
+    };
+    snapshot.contentHash = computeSnapshotHash({
+        source: snapshot.source,
+        endpoint: snapshot.endpoint,
+        methodologyVersion: snapshot.methodologyVersion,
+        models: snapshot.models,
+    });
+    return snapshot;
+}
+//# sourceMappingURL=artificialAnalysis.js.map

package/dist/artificialAnalysis.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"artificialAnalysis.js","sourceRoot":"","sources":["../src/artificialAnalysis.ts"],"names":[],"mappings":"AAAA,sEAAsE;AACtE,qEAAqE;AACrE,yEAAyE;AACzE,iDAAiD;AACjD,OAAO,EACL,wBAAwB,EACxB,gBAAgB,EAChB,oBAAoB,EACpB,kBAAkB,EAClB,mBAAmB,EACnB,mBAAmB,GAIpB,MAAM,qBAAqB,CAAC;AAE7B,MAAM,CAAC,MAAM,sBAAsB,GACjC,uDAAuD,CAAC;AAE1D,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,IAAa,EACb,SAAiB;IAEjB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACpB,OAAO,EAAE,KAAK,EAAE,gDAAgD,EAAE,CAAC;IACrE,CAAC;IACD,IACE,OAAO,SAAS,KAAK,QAAQ;QAC7B,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EACvC,CAAC;QACD,OAAO;YACL,KAAK,EAAE,+DAA+D;SACvE,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxD,OAAO,EAAE,KAAK,EAAE,sDAAsD,EAAE,CAAC;IAC3E,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,MAAM,GAAqB,EAAE,CAAC;IACpC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QACtD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/B,MAAM,KAAK,GAAG,SAAS,KAAK,EAAE,CAAC;QAC/B,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,EAAE,KAAK,EAAE,GAAG,KAAK,oBAAoB,EAAE,CAAC;QACrE,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3E,MAAM,SAAS,GACb,OAAO,IAAI,OAAO,OAAO,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrE,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,EAAE,KAAK,EAAE,GAAG,KAAK,gCAAgC,EAAE,CAAC;QAC7D,CAAC;QACD,MAAM,MAAM,GAAG,mBAAmB,CAChC;YACE,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,SAAS;YACT,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,eAAe,EAAE,IAAI;YACrB,WAAW,EAAE,IAAI;YACjB,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,EAAE;SACrC,EACD,KAAK,CACN,CAAC;QACF,IAAI,OAAO,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC;QACrC,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC;YACxB,OAAO,EAAE,KAAK,EAAE,gCAAgC,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC;QAChE,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACpB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtB,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CACnC,kBAAkB,CAAC,IAAI,CACrB,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,QAAQ,CAC9D,CACF,CAAC;IACF,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO;YACL,KAAK,EAAE,6DAA6D;SACrE,CAAC;IACJ,CAAC;IACD,MAAM,QAAQ,GAAsB;QAClC,aAAa,EAAE,wBAAwB;QACvC,MAAM,EAAE,gBAAgB;QACxB,SAAS,EAAE,oBAAoB;QAC/B,QAAQ,EAAE,sBAAsB;QAChC,SAAS;QACT,WAAW,EAAE,EAAE;QACf,kBAAkB,EAAE,IAAI;QACxB,iBAAiB,EAAE,CAAC,GAAG,kBAAkB,CAAC;QAC1C,MAAM;KACP,CAAC;IACF,QAAQ,CAAC,WAAW,GAAG,mBAAmB,CAAC;QACzC,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;QAC/C,MAAM,EAAE,QAAQ,CAAC,MAAM;KACxB,CAAC,CAAC;IACH,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/benchmarkConfig.d.ts

@@ -0,0 +1,21 @@
+import type { BenchmarkValidationError } from "./benchmarkTypes.js";
+export declare const BENCHMARKS_PATH_ENV = "OCADVISOR_BENCHMARKS_PATH";
+export declare const BENCHMARK_MAPPINGS_PATH_ENV = "OCADVISOR_BENCHMARK_MAPPINGS_PATH";
+export declare const BENCHMARK_MATCH_ANY_PROVIDER_ENV = "OCADVISOR_BENCHMARKS_MATCH_ANY_PROVIDER";
+export declare const DEFAULT_SNAPSHOT_FILENAME = "artificial-analysis.json";
+export declare const DEFAULT_MAPPINGS_FILENAME = "model-mappings.json";
+export interface BenchmarkPathOptions {
+    path?: string;
+    mappingsPath?: string;
+    matchAnyProvider?: boolean;
+}
+export interface ResolvedBenchmarkPaths {
+    snapshotPath: string;
+    mappingsPath: string;
+}
+export declare function defaultBenchmarkSnapshotPath(env?: Record<string, string | undefined>, homeDir?: string): string;
+export declare function resolveBenchmarkPaths(explicit: {
+    path?: unknown;
+    mappingsPath?: unknown;
+} | null | undefined, env?: Record<string, string | undefined>, homeDir?: string): ResolvedBenchmarkPaths | BenchmarkValidationError;
+//# sourceMappingURL=benchmarkConfig.d.ts.map

package/dist/benchmarkConfig.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmarkConfig.d.ts","sourceRoot":"","sources":["../src/benchmarkConfig.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAEpE,eAAO,MAAM,mBAAmB,8BAA8B,CAAC;AAC/D,eAAO,MAAM,2BAA2B,sCAAsC,CAAC;AAC/E,eAAO,MAAM,gCAAgC,4CACF,CAAC;AAC5C,eAAO,MAAM,yBAAyB,6BAA6B,CAAC;AACpE,eAAO,MAAM,yBAAyB,wBAAwB,CAAC;AAE/D,MAAM,WAAW,oBAAoB;IACnC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,sBAAsB;IACrC,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,wBAAgB,4BAA4B,CAC1C,GAAG,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAe,EACrD,OAAO,GAAE,MAAkB,GAC1B,MAAM,CAUR;AAqBD,wBAAgB,qBAAqB,CACnC,QAAQ,EAAE;IAAE,IAAI,CAAC,EAAE,OAAO,CAAC;IAAC,YAAY,CAAC,EAAE,OAAO,CAAA;CAAE,GAAG,IAAI,GAAG,SAAS,EACvE,GAAG,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAe,EACrD,OAAO,GAAE,MAAkB,GAC1B,sBAAsB,GAAG,wBAAwB,CAoBnD"}

package/dist/benchmarkConfig.js

@@ -0,0 +1,59 @@
+// Shared benchmark file locations for the plugin and the CLI. Explicit
+// values win per field, then environment, then the data-directory default.
+// Explicit paths must be absolute so refreshes never depend on the process
+// working directory.
+import { homedir } from "node:os";
+import { dirname, isAbsolute, join } from "node:path";
+export const BENCHMARKS_PATH_ENV = "OCADVISOR_BENCHMARKS_PATH";
+export const BENCHMARK_MAPPINGS_PATH_ENV = "OCADVISOR_BENCHMARK_MAPPINGS_PATH";
+export const BENCHMARK_MATCH_ANY_PROVIDER_ENV = "OCADVISOR_BENCHMARKS_MATCH_ANY_PROVIDER";
+export const DEFAULT_SNAPSHOT_FILENAME = "artificial-analysis.json";
+export const DEFAULT_MAPPINGS_FILENAME = "model-mappings.json";
+export function defaultBenchmarkSnapshotPath(env = process.env, homeDir = homedir()) {
+    const xdg = env.XDG_DATA_HOME?.trim();
+    if (xdg && isAbsolute(xdg)) {
+        return join(xdg, "opencode/ocadvisor", DEFAULT_SNAPSHOT_FILENAME);
+    }
+    return join(homeDir, ".local/share/opencode/ocadvisor", DEFAULT_SNAPSHOT_FILENAME);
+}
+function selectAbsolutePath(field, candidates) {
+    for (const candidate of candidates) {
+        if (candidate === undefined || candidate === null)
+            continue;
+        if (typeof candidate !== "string") {
+            return { error: `${field} must be an absolute path` };
+        }
+        const trimmed = candidate.trim();
+        if (!trimmed)
+            continue;
+        if (!isAbsolute(trimmed)) {
+            return { error: `${field} must be an absolute path` };
+        }
+        return trimmed;
+    }
+    return { error: `${field} has no usable value` };
+}
+export function resolveBenchmarkPaths(explicit, env = process.env, homeDir = homedir()) {
+    if (explicit !== undefined && explicit !== null) {
+        if (typeof explicit !== "object" || Array.isArray(explicit)) {
+            return { error: "benchmarks must be an object with path options" };
+        }
+    }
+    const wanted = explicit ?? {};
+    const snapshotPath = selectAbsolutePath("benchmarks.path", [
+        wanted.path,
+        env[BENCHMARKS_PATH_ENV],
+        defaultBenchmarkSnapshotPath(env, homeDir),
+    ]);
+    if (typeof snapshotPath !== "string")
+        return snapshotPath;
+    const mappingsPath = selectAbsolutePath("benchmarks.mappingsPath", [
+        wanted.mappingsPath,
+        env[BENCHMARK_MAPPINGS_PATH_ENV],
+        join(dirname(snapshotPath), DEFAULT_MAPPINGS_FILENAME),
+    ]);
+    if (typeof mappingsPath !== "string")
+        return mappingsPath;
+    return { snapshotPath, mappingsPath };
+}
+//# sourceMappingURL=benchmarkConfig.js.map

package/dist/benchmarkConfig.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmarkConfig.js","sourceRoot":"","sources":["../src/benchmarkConfig.ts"],"names":[],"mappings":"AAAA,uEAAuE;AACvE,2EAA2E;AAC3E,2EAA2E;AAC3E,qBAAqB;AACrB,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGtD,MAAM,CAAC,MAAM,mBAAmB,GAAG,2BAA2B,CAAC;AAC/D,MAAM,CAAC,MAAM,2BAA2B,GAAG,mCAAmC,CAAC;AAC/E,MAAM,CAAC,MAAM,gCAAgC,GAC3C,yCAAyC,CAAC;AAC5C,MAAM,CAAC,MAAM,yBAAyB,GAAG,0BAA0B,CAAC;AACpE,MAAM,CAAC,MAAM,yBAAyB,GAAG,qBAAqB,CAAC;AAc/D,MAAM,UAAU,4BAA4B,CAC1C,MAA0C,OAAO,CAAC,GAAG,EACrD,UAAkB,OAAO,EAAE;IAE3B,MAAM,GAAG,GAAG,GAAG,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC;IACtC,IAAI,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QAC3B,OAAO,IAAI,CAAC,GAAG,EAAE,oBAAoB,EAAE,yBAAyB,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,IAAI,CACT,OAAO,EACP,iCAAiC,EACjC,yBAAyB,CAC1B,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CACzB,KAAa,EACb,UAAqB;IAErB,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,SAAS,KAAK,SAAS,IAAI,SAAS,KAAK,IAAI;YAAE,SAAS;QAC5D,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;YAClC,OAAO,EAAE,KAAK,EAAE,GAAG,KAAK,2BAA2B,EAAE,CAAC;QACxD,CAAC;QACD,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC;QACjC,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YACzB,OAAO,EAAE,KAAK,EAAE,GAAG,KAAK,2BAA2B,EAAE,CAAC;QACxD,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,GAAG,KAAK,sBAAsB,EAAE,CAAC;AACnD,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,QAAuE,EACvE,MAA0C,OAAO,CAAC,GAAG,EACrD,UAAkB,OAAO,EAAE;IAE3B,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;QAChD,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC5D,OAAO,EAAE,KAAK,EAAE,gDAAgD,EAAE,CAAC;QACrE,CAAC;IACH,CAAC;IACD,MAAM,MAAM,GAAG,QAAQ,IAAI,EAAE,CAAC;IAC9B,MAAM,YAAY,GAAG,kBAAkB,CAAC,iBAAiB,EAAE;QACzD,MAAM,CAAC,IAAI;QACX,GAAG,CAAC,mBAAmB,CAAC;QACxB,4BAA4B,CAAC,GAAG,EAAE,OAAO,CAAC;KAC3C,CAAC,CAAC;IACH,IAAI,OAAO,YAAY,KAAK,QAAQ;QAAE,OAAO,YAAY,CAAC;IAC1D,MAAM,YAAY,GAAG,kBAAkB,CAAC,yBAAyB,EAAE;QACjE,MAAM,CAAC,YAAY;QACnB,GAAG,CAAC,2BAA2B,CAAC;QAChC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,yBAAyB,CAAC;KACvD,CAAC,CAAC;IACH,IAAI,OAAO,YAAY,KAAK,QAAQ;QAAE,OAAO,YAAY,CAAC;IAC1D,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,CAAC;AACxC,CAAC"}

package/dist/benchmarkEvidence.d.ts

@@ -0,0 +1,37 @@
+import { type MatchSource, type MatchStatus, type MetricComparison } from "./benchmarkMatch.js";
+import type { BenchmarkView } from "./benchmarkStore.js";
+import type { AdvisorProfile, RequesterProfile } from "./modelProfiles.js";
+export interface CompactMatch {
+    status: MatchStatus;
+    source: MatchSource | null;
+    aaModelID: string | null;
+    evaluatedEffort: string | null;
+}
+export interface EvidenceModels {
+    requester: RequesterProfile;
+    advisor: AdvisorProfile;
+}
+export interface EvidenceBenchmarks {
+    source: "user" | "seed" | "unavailable";
+    fetchedAt: string | null;
+    ageDays: number | null;
+    contentHash: string | null;
+    hashVerified: boolean;
+    requesterMatch: CompactMatch;
+    advisorDefaultMatch: CompactMatch;
+    advisorCandidates: Array<{
+        effort: string | null;
+    } & CompactMatch>;
+    comparisons: MetricComparison[];
+    omitted: boolean;
+}
+export declare function buildBenchmarkEvidence(input: {
+    requester: RequesterProfile;
+    advisor: AdvisorProfile;
+    view: BenchmarkView;
+    nowMs?: number;
+}): {
+    models: EvidenceModels;
+    benchmarks: EvidenceBenchmarks;
+};
+//# sourceMappingURL=benchmarkEvidence.d.ts.map

package/dist/benchmarkEvidence.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmarkEvidence.d.ts","sourceRoot":"","sources":["../src/benchmarkEvidence.ts"],"names":[],"mappings":"AAMA,OAAO,EAIL,KAAK,WAAW,EAChB,KAAK,WAAW,EAChB,KAAK,gBAAgB,EACtB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAI3E,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,WAAW,CAAC;IACpB,MAAM,EAAE,WAAW,GAAG,IAAI,CAAC;IAC3B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AAED,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,gBAAgB,CAAC;IAC5B,OAAO,EAAE,cAAc,CAAC;CACzB;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,aAAa,CAAC;IACxC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,YAAY,EAAE,OAAO,CAAC;IACtB,cAAc,EAAE,YAAY,CAAC;IAC7B,mBAAmB,EAAE,YAAY,CAAC;IAClC,iBAAiB,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GAAG,YAAY,CAAC,CAAC;IACnE,WAAW,EAAE,gBAAgB,EAAE,CAAC;IAEhC,OAAO,EAAE,OAAO,CAAC;CAClB;AAiCD,wBAAgB,sBAAsB,CAAC,KAAK,EAAE;IAC5C,SAAS,EAAE,gBAAgB,CAAC;IAC5B,OAAO,EAAE,cAAc,CAAC;IACxB,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,GAAG;IAAE,MAAM,EAAE,cAAc,CAAC;IAAC,UAAU,EAAE,kBAAkB,CAAA;CAAE,CAgD7D"}

package/dist/benchmarkEvidence.js

@@ -0,0 +1,81 @@
+// Gate evidence assembly: resolves both participants against one
+// benchmark view and selects the shared comparison set. Comparisons always
+// reflect the advisor's default effort (pinned, fallback, or fixed); every
+// relevant candidate effort additionally reports its own match coverage so
+// effort selection can weigh it. Scores stay attached to their evaluated
+// effort and comparability reason — the gate judges, never recomputes.
+import { compareBenchmarks, selectGateMetrics, } from "./benchmarkMatch.js";
+const DAY_MS = 24 * 60 * 60 * 1000;
+function compact(match) {
+    return {
+        status: match.status,
+        source: match.source,
+        aaModelID: match.aaModelID,
+        evaluatedEffort: match.evaluatedEffort,
+    };
+}
+function relevantEfforts(advisor) {
+    switch (advisor.policy.kind) {
+        case "pinned":
+            return [advisor.policy.effort];
+        case "candidates":
+            return [...advisor.policy.candidates];
+        case "fixed":
+            return [advisor.policy.effort];
+    }
+}
+function defaultEffort(advisor) {
+    switch (advisor.policy.kind) {
+        case "pinned":
+            return advisor.policy.effort;
+        case "candidates":
+            return advisor.policy.fallback;
+        case "fixed":
+            return advisor.policy.effort;
+    }
+}
+export function buildBenchmarkEvidence(input) {
+    const { requester, advisor, view } = input;
+    const requesterMatch = view.matcher.match({
+        providerID: requester.providerID ?? "",
+        modelID: requester.modelID ?? "",
+        variant: requester.variant,
+    });
+    const efforts = relevantEfforts(advisor);
+    const candidates = efforts.map((effort) => ({
+        effort,
+        ...compact(view.matcher.match({
+            providerID: advisor.providerID,
+            modelID: advisor.modelID,
+            variant: effort,
+        })),
+    }));
+    const fallback = defaultEffort(advisor);
+    const defaultMatch = view.matcher.match({
+        providerID: advisor.providerID,
+        modelID: advisor.modelID,
+        variant: fallback,
+    });
+    const snapshot = view.snapshot;
+    const fetchedAt = snapshot?.fetchedAt ?? null;
+    const nowMs = input.nowMs ?? Date.now();
+    const ageDays = fetchedAt === null || !Number.isFinite(Date.parse(fetchedAt))
+        ? null
+        : Math.max(0, Math.floor((nowMs - Date.parse(fetchedAt)) / DAY_MS));
+    return {
+        models: { requester, advisor },
+        benchmarks: {
+            source: view.snapshotSource,
+            fetchedAt,
+            ageDays,
+            contentHash: snapshot?.contentHash ?? null,
+            hashVerified: snapshot ? view.snapshotHashVerified : false,
+            requesterMatch: compact(requesterMatch),
+            advisorDefaultMatch: compact(defaultMatch),
+            advisorCandidates: candidates,
+            comparisons: selectGateMetrics(compareBenchmarks(requesterMatch, defaultMatch)),
+            omitted: false,
+        },
+    };
+}
+//# sourceMappingURL=benchmarkEvidence.js.map

package/dist/benchmarkEvidence.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmarkEvidence.js","sourceRoot":"","sources":["../src/benchmarkEvidence.ts"],"names":[],"mappings":"AAAA,iEAAiE;AACjE,2EAA2E;AAC3E,2EAA2E;AAC3E,2EAA2E;AAC3E,yEAAyE;AACzE,uEAAuE;AACvE,OAAO,EACL,iBAAiB,EACjB,iBAAiB,GAKlB,MAAM,qBAAqB,CAAC;AAI7B,MAAM,MAAM,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AA4BnC,SAAS,OAAO,CAAC,KAAqB;IACpC,OAAO;QACL,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,eAAe,EAAE,KAAK,CAAC,eAAe;KACvC,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,OAAuB;IAC9C,QAAQ,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC5B,KAAK,QAAQ;YACX,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACjC,KAAK,YAAY;YACf,OAAO,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACxC,KAAK,OAAO;YACV,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACnC,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,OAAuB;IAC5C,QAAQ,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC5B,KAAK,QAAQ;YACX,OAAO,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;QAC/B,KAAK,YAAY;YACf,OAAO,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC;QACjC,KAAK,OAAO;YACV,OAAO,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;IACjC,CAAC;AACH,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAKtC;IACC,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC;IAC3C,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;QACxC,UAAU,EAAE,SAAS,CAAC,UAAU,IAAI,EAAE;QACtC,OAAO,EAAE,SAAS,CAAC,OAAO,IAAI,EAAE;QAChC,OAAO,EAAE,SAAS,CAAC,OAAO;KAC3B,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IACzC,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC1C,MAAM;QACN,GAAG,OAAO,CACR,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;YACjB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,OAAO,EAAE,MAAM;SAChB,CAAC,CACH;KACF,CAAC,CAAC,CAAC;IACJ,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IACxC,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;QACtC,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,OAAO,EAAE,QAAQ;KAClB,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;IAC/B,MAAM,SAAS,GAAG,QAAQ,EAAE,SAAS,IAAI,IAAI,CAAC;IAC9C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;IACxC,MAAM,OAAO,GACX,SAAS,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC3D,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC;IACxE,OAAO;QACL,MAAM,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE;QAC9B,UAAU,EAAE;YACV,MAAM,EAAE,IAAI,CAAC,cAAc;YAC3B,SAAS;YACT,OAAO;YACP,WAAW,EAAE,QAAQ,EAAE,WAAW,IAAI,IAAI;YAC1C,YAAY,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,KAAK;YAC1D,cAAc,EAAE,OAAO,CAAC,cAAc,CAAC;YACvC,mBAAmB,EAAE,OAAO,CAAC,YAAY,CAAC;YAC1C,iBAAiB,EAAE,UAAU;YAC7B,WAAW,EAAE,iBAAiB,CAC5B,iBAAiB,CAAC,cAAc,EAAE,YAAY,CAAC,CAChD;YACD,OAAO,EAAE,KAAK;SACf;KACF,CAAC;AACJ,CAAC"}

package/dist/benchmarkMatch.d.ts

@@ -0,0 +1,58 @@
+import { type BenchmarkModel, type BenchmarkSnapshot, type BenchmarkValidationError, type MetricUnit } from "./benchmarkTypes.js";
+export declare const BENCHMARK_MAPPINGS_SCHEMA_VERSION = 1;
+export interface ModelBinding {
+    providerID: string;
+    modelID: string;
+    variant: string | null;
+    aaModelID: string;
+    evaluatedEffort: string | null;
+    evidenceURL: string;
+}
+export interface ModelMappings {
+    schemaVersion: 1;
+    bindings: ModelBinding[];
+}
+export interface ModelRef {
+    providerID: string;
+    modelID: string;
+    variant?: string | null;
+}
+export type MatchSource = "bundled" | "local";
+export type MatchStatus = "matched" | "unmapped" | "missing_record" | "effort_unknown" | "unavailable";
+export interface BenchmarkMatch {
+    status: MatchStatus;
+    source: MatchSource | null;
+    aaModelID: string | null;
+    record: BenchmarkModel | null;
+    evaluatedEffort: string | null;
+}
+export type ComparisonReason = "missing_requester" | "missing_advisor" | "effort_unknown" | "effort_mismatch" | null;
+export interface MetricComparison {
+    key: string;
+    label: string;
+    unit: MetricUnit;
+    requester: number | null;
+    advisor: number | null;
+    advisorMinusRequester: number | null;
+    comparable: boolean;
+    reason: ComparisonReason;
+}
+export interface MergedBinding {
+    binding: ModelBinding;
+    source: MatchSource;
+}
+export declare function parseModelMappings(value: unknown): ModelMappings | BenchmarkValidationError;
+export declare function compareBenchmarks(requester: BenchmarkMatch, advisor: BenchmarkMatch): MetricComparison[];
+export declare function selectGateMetrics(comparisons: MetricComparison[]): MetricComparison[];
+export interface BenchmarkMatcher {
+    match: (ref: ModelRef) => BenchmarkMatch;
+    compare: (requester: ModelRef, advisor: ModelRef) => MetricComparison[];
+    bindings: () => MergedBinding[];
+}
+export declare function createBenchmarkMatcher(input: {
+    snapshot: BenchmarkSnapshot | null;
+    bundled: ModelMappings;
+    local: ModelMappings | null;
+    matchAnyProvider?: boolean;
+}): BenchmarkMatcher;
+//# sourceMappingURL=benchmarkMatch.d.ts.map

package/dist/benchmarkMatch.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmarkMatch.d.ts","sourceRoot":"","sources":["../src/benchmarkMatch.ts"],"names":[],"mappings":"AAMA,OAAO,EAGL,KAAK,cAAc,EACnB,KAAK,iBAAiB,EACtB,KAAK,wBAAwB,EAC7B,KAAK,UAAU,EAChB,MAAM,qBAAqB,CAAC;AAE7B,eAAO,MAAM,iCAAiC,IAAI,CAAC;AAOnD,MAAM,WAAW,YAAY;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAEhB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAGlB,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,aAAa;IAC5B,aAAa,EAAE,CAAC,CAAC;IACjB,QAAQ,EAAE,YAAY,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,QAAQ;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB;AAED,MAAM,MAAM,WAAW,GAAG,SAAS,GAAG,OAAO,CAAC;AAC9C,MAAM,MAAM,WAAW,GACrB,SAAS,GAAG,UAAU,GAAG,gBAAgB,GAAG,gBAAgB,GAAG,aAAa,CAAC;AAE/E,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,WAAW,CAAC;IACpB,MAAM,EAAE,WAAW,GAAG,IAAI,CAAC;IAC3B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,MAAM,EAAE,cAAc,GAAG,IAAI,CAAC;IAC9B,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AAED,MAAM,MAAM,gBAAgB,GACxB,mBAAmB,GACnB,iBAAiB,GACjB,gBAAgB,GAChB,iBAAiB,GACjB,IAAI,CAAC;AAET,MAAM,WAAW,gBAAgB;IAC/B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,UAAU,CAAC;IACjB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,qBAAqB,EAAE,MAAM,GAAG,IAAI,CAAC;IACrC,UAAU,EAAE,OAAO,CAAC;IACpB,MAAM,EAAE,gBAAgB,CAAC;CAC1B;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,YAAY,CAAC;IACtB,MAAM,EAAE,WAAW,CAAC;CACrB;AA0CD,wBAAgB,kBAAkB,CAChC,KAAK,EAAE,OAAO,GACb,aAAa,GAAG,wBAAwB,CAwD1C;AAWD,wBAAgB,iBAAiB,CAC/B,SAAS,EAAE,cAAc,EACzB,OAAO,EAAE,cAAc,GACtB,gBAAgB,EAAE,CA2CpB;AAKD,wBAAgB,iBAAiB,CAC/B,WAAW,EAAE,gBAAgB,EAAE,GAC9B,gBAAgB,EAAE,CAmBpB;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,CAAC,GAAG,EAAE,QAAQ,KAAK,cAAc,CAAC;IACzC,OAAO,EAAE,CAAC,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,KAAK,gBAAgB,EAAE,CAAC;IACxE,QAAQ,EAAE,MAAM,aAAa,EAAE,CAAC;CACjC;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE;IAC5C,QAAQ,EAAE,iBAAiB,GAAG,IAAI,CAAC;IACnC,OAAO,EAAE,aAAa,CAAC;IACvB,KAAK,EAAE,aAAa,GAAG,IAAI,CAAC;IAK5B,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B,GAAG,gBAAgB,CAgGnB"}

package/dist/benchmarkMatch.js

@@ -0,0 +1,259 @@
+// Exact model-to-benchmark mapping and capability comparison. OpenCode
+// model references map to stable Artificial Analysis IDs through explicit
+// curated bindings only: no fuzzy names, no prefix stripping, no sibling
+// substitution, and no assumed effort equivalence. Local bindings override
+// bundled ones per tuple; comparisons carry oriented deltas plus an
+// explicit reason whenever scores cannot be strictly compared.
+import { GATE_METRIC_ORDER, RECOGNIZED_METRICS, } from "./benchmarkTypes.js";
+export const BENCHMARK_MAPPINGS_SCHEMA_VERSION = 1;
+const CODING_INDEX_KEY = "artificial_analysis_coding_index";
+const INTELLIGENCE_INDEX_KEY = "artificial_analysis_intelligence_index";
+// Both indexes plus at most two reasoning/math metrics with data.
+const GATE_METRIC_LIMIT = 4;
+function isRecord(value) {
+    return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function requiredId(value, field) {
+    const text = typeof value === "string" ? value.trim() : "";
+    if (!text)
+        return { error: `binding ${field} must be a non-empty string` };
+    return text;
+}
+function optionalId(value, field) {
+    if (value === undefined || value === null)
+        return null;
+    if (typeof value !== "string" || !value.trim()) {
+        return { error: `binding ${field} must be a non-empty string or null` };
+    }
+    return value.trim();
+}
+function bindingKey(parts) {
+    return JSON.stringify([parts.providerID, parts.modelID, parts.variant]);
+}
+function modelVariantKey(parts) {
+    return JSON.stringify([parts.modelID, parts.variant]);
+}
+export function parseModelMappings(value) {
+    if (!isRecord(value)) {
+        return { error: "model mappings must be an object" };
+    }
+    if (value.schemaVersion !== BENCHMARK_MAPPINGS_SCHEMA_VERSION) {
+        return {
+            error: `unsupported model mappings schema version ${String(value.schemaVersion)} (expected ${BENCHMARK_MAPPINGS_SCHEMA_VERSION})`,
+        };
+    }
+    if (!Array.isArray(value.bindings)) {
+        return { error: "model mappings bindings must be an array" };
+    }
+    const seen = new Set();
+    const bindings = [];
+    for (let index = 0; index < value.bindings.length; index++) {
+        const entry = value.bindings[index];
+        const label = `binding ${index}`;
+        if (!isRecord(entry))
+            return { error: `${label} must be an object` };
+        const providerID = requiredId(entry.providerID, "providerID");
+        if (typeof providerID !== "string")
+            return providerID;
+        const modelID = requiredId(entry.modelID, "modelID");
+        if (typeof modelID !== "string")
+            return modelID;
+        const variant = optionalId(entry.variant, "variant");
+        if (typeof variant !== "string" && variant !== null)
+            return variant;
+        const aaModelID = requiredId(entry.aaModelID, "aaModelID");
+        if (typeof aaModelID !== "string")
+            return aaModelID;
+        const evaluatedEffort = optionalId(entry.evaluatedEffort, "evaluatedEffort");
+        if (typeof evaluatedEffort !== "string" && evaluatedEffort !== null) {
+            return evaluatedEffort;
+        }
+        const evidenceURL = typeof entry.evidenceURL === "string" ? entry.evidenceURL.trim() : "";
+        if (!/^https?:\/\/.+/.test(evidenceURL)) {
+            return { error: `${label} needs an http(s) evidenceURL` };
+        }
+        const binding = {
+            providerID,
+            modelID,
+            variant,
+            aaModelID,
+            evaluatedEffort,
+            evidenceURL,
+        };
+        const key = bindingKey(binding);
+        if (seen.has(key)) {
+            return {
+                error: `duplicate binding for ${providerID}/${modelID}#${variant ?? "(unset)"}`,
+            };
+        }
+        seen.add(key);
+        bindings.push(binding);
+    }
+    return { schemaVersion: BENCHMARK_MAPPINGS_SCHEMA_VERSION, bindings };
+}
+function finiteOrNull(value) {
+    return typeof value === "number" && Number.isFinite(value) ? value : null;
+}
+function metricDefinition(key) {
+    const found = RECOGNIZED_METRICS.find((metric) => metric.key === key);
+    return { label: found?.label ?? key, unit: found?.unit ?? "index_points" };
+}
+export function compareBenchmarks(requester, advisor) {
+    // Pair-level verdict first: without both records, or without compatible
+    // evaluated efforts, no metric can be strictly compared. Per-metric
+    // reasons below only refine the comparable case.
+    let pairReason = null;
+    if (!requester.record) {
+        pairReason = "missing_requester";
+    }
+    else if (!advisor.record) {
+        pairReason = "missing_advisor";
+    }
+    else if (requester.status === "effort_unknown" ||
+        advisor.status === "effort_unknown") {
+        pairReason = "effort_unknown";
+    }
+    else if (requester.evaluatedEffort !== advisor.evaluatedEffort) {
+        pairReason = "effort_mismatch";
+    }
+    return GATE_METRIC_ORDER.map((key) => {
+        const requesterScore = finiteOrNull(requester.record?.evaluations[key]);
+        const advisorScore = finiteOrNull(advisor.record?.evaluations[key]);
+        let reason = pairReason;
+        if (reason === null) {
+            if (requesterScore === null) {
+                reason = "missing_requester";
+            }
+            else if (advisorScore === null) {
+                reason = "missing_advisor";
+            }
+        }
+        // All recognized v1 metrics are higher-is-better, so a positive delta
+        // always favors the advisor. Revisit if a lower-is-better metric lands.
+        const definition = metricDefinition(key);
+        return {
+            key,
+            label: definition.label,
+            unit: definition.unit,
+            requester: requesterScore,
+            advisor: advisorScore,
+            advisorMinusRequester: reason === null ? advisorScore - requesterScore : null,
+            comparable: reason === null,
+            reason,
+        };
+    });
+}
+// Shared payload selection: both indexes always (nulls mark missing
+// coverage), plus the first two reasoning/math metrics with any data, in
+// deterministic gate order.
+export function selectGateMetrics(comparisons) {
+    const byKey = new Map(comparisons.map((entry) => [entry.key, entry]));
+    const selected = [];
+    for (const key of [CODING_INDEX_KEY, INTELLIGENCE_INDEX_KEY]) {
+        const entry = byKey.get(key);
+        if (entry)
+            selected.push(entry);
+    }
+    for (const key of GATE_METRIC_ORDER) {
+        if (selected.length >= GATE_METRIC_LIMIT)
+            break;
+        if (key === CODING_INDEX_KEY || key === INTELLIGENCE_INDEX_KEY)
+            continue;
+        const entry = byKey.get(key);
+        if (entry &&
+            (typeof entry.requester === "number" || typeof entry.advisor === "number")) {
+            selected.push(entry);
+        }
+    }
+    return selected;
+}
+export function createBenchmarkMatcher(input) {
+    const merged = new Map();
+    for (const binding of input.bundled.bindings) {
+        merged.set(bindingKey(binding), { binding, source: "bundled" });
+    }
+    for (const binding of input.local?.bindings ?? []) {
+        merged.set(bindingKey(binding), { binding, source: "local" });
+    }
+    // Secondary index keyed by model id + variant. Merged insertion order is
+    // bundled then local, so a local binding already replaces the bundled one
+    // for the same tuple; across providers the local entry still wins when
+    // walked in this order.
+    const byModel = new Map();
+    for (const entry of merged.values()) {
+        const key = modelVariantKey(entry.binding);
+        const current = byModel.get(key);
+        if (!current || (current.source === "bundled" && entry.source === "local")) {
+            byModel.set(key, entry);
+        }
+    }
+    const records = new Map();
+    for (const model of input.snapshot?.models ?? []) {
+        records.set(model.id, model);
+    }
+    const match = (ref) => {
+        const exact = merged.get(bindingKey({
+            providerID: ref.providerID,
+            modelID: ref.modelID,
+            variant: ref.variant ?? null,
+        }));
+        const found = exact ??
+            (input.matchAnyProvider
+                ? byModel.get(modelVariantKey({
+                    providerID: ref.providerID,
+                    modelID: ref.modelID,
+                    variant: ref.variant ?? null,
+                }))
+                : undefined);
+        if (!found) {
+            return {
+                status: "unmapped",
+                source: null,
+                aaModelID: null,
+                record: null,
+                evaluatedEffort: null,
+            };
+        }
+        if (!input.snapshot) {
+            return {
+                status: "unavailable",
+                source: found.source,
+                aaModelID: found.binding.aaModelID,
+                record: null,
+                evaluatedEffort: found.binding.evaluatedEffort,
+            };
+        }
+        const record = records.get(found.binding.aaModelID) ?? null;
+        if (!record) {
+            return {
+                status: "missing_record",
+                source: found.source,
+                aaModelID: found.binding.aaModelID,
+                record: null,
+                evaluatedEffort: found.binding.evaluatedEffort,
+            };
+        }
+        if (found.binding.evaluatedEffort === null) {
+            return {
+                status: "effort_unknown",
+                source: found.source,
+                aaModelID: found.binding.aaModelID,
+                record,
+                evaluatedEffort: null,
+            };
+        }
+        return {
+            status: "matched",
+            source: found.source,
+            aaModelID: found.binding.aaModelID,
+            record,
+            evaluatedEffort: found.binding.evaluatedEffort,
+        };
+    };
+    return {
+        match,
+        compare: (requester, advisor) => compareBenchmarks(match(requester), match(advisor)),
+        bindings: () => [...merged.values()],
+    };
+}
+//# sourceMappingURL=benchmarkMatch.js.map

package/dist/benchmarkMatch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmarkMatch.js","sourceRoot":"","sources":["../src/benchmarkMatch.ts"],"names":[],"mappings":"AAAA,uEAAuE;AACvE,0EAA0E;AAC1E,yEAAyE;AACzE,2EAA2E;AAC3E,oEAAoE;AACpE,+DAA+D;AAC/D,OAAO,EACL,iBAAiB,EACjB,kBAAkB,GAKnB,MAAM,qBAAqB,CAAC;AAE7B,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAAC,CAAC;AAEnD,MAAM,gBAAgB,GAAG,kCAAkC,CAAC;AAC5D,MAAM,sBAAsB,GAAG,wCAAwC,CAAC;AACxE,kEAAkE;AAClE,MAAM,iBAAiB,GAAG,CAAC,CAAC;AA4D5B,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,UAAU,CACjB,KAAc,EACd,KAAa;IAEb,MAAM,IAAI,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3D,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,KAAK,EAAE,WAAW,KAAK,6BAA6B,EAAE,CAAC;IAC3E,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,UAAU,CACjB,KAAc,EACd,KAAa;IAEb,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IACvD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QAC/C,OAAO,EAAE,KAAK,EAAE,WAAW,KAAK,qCAAqC,EAAE,CAAC;IAC1E,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC;AACtB,CAAC;AAED,SAAS,UAAU,CAAC,KAInB;IACC,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;AAC1E,CAAC;AAED,SAAS,eAAe,CAAC,KAIxB;IACC,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,KAAc;IAEd,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrB,OAAO,EAAE,KAAK,EAAE,kCAAkC,EAAE,CAAC;IACvD,CAAC;IACD,IAAI,KAAK,CAAC,aAAa,KAAK,iCAAiC,EAAE,CAAC;QAC9D,OAAO;YACL,KAAK,EAAE,6CAA6C,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,cAAc,iCAAiC,GAAG;SAClI,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;QACnC,OAAO,EAAE,KAAK,EAAE,0CAA0C,EAAE,CAAC;IAC/D,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,QAAQ,GAAmB,EAAE,CAAC;IACpC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QAC3D,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,KAAK,GAAG,WAAW,KAAK,EAAE,CAAC;QACjC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,EAAE,KAAK,EAAE,GAAG,KAAK,oBAAoB,EAAE,CAAC;QACrE,MAAM,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;QAC9D,IAAI,OAAO,UAAU,KAAK,QAAQ;YAAE,OAAO,UAAU,CAAC;QACtD,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACrD,IAAI,OAAO,OAAO,KAAK,QAAQ;YAAE,OAAO,OAAO,CAAC;QAChD,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACrD,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI;YAAE,OAAO,OAAO,CAAC;QACpE,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;QAC3D,IAAI,OAAO,SAAS,KAAK,QAAQ;YAAE,OAAO,SAAS,CAAC;QACpD,MAAM,eAAe,GAAG,UAAU,CAChC,KAAK,CAAC,eAAe,EACrB,iBAAiB,CAClB,CAAC;QACF,IAAI,OAAO,eAAe,KAAK,QAAQ,IAAI,eAAe,KAAK,IAAI,EAAE,CAAC;YACpE,OAAO,eAAe,CAAC;QACzB,CAAC;QACD,MAAM,WAAW,GACf,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YACxC,OAAO,EAAE,KAAK,EAAE,GAAG,KAAK,+BAA+B,EAAE,CAAC;QAC5D,CAAC;QACD,MAAM,OAAO,GAAiB;YAC5B,UAAU;YACV,OAAO;YACP,OAAO;YACP,SAAS;YACT,eAAe;YACf,WAAW;SACZ,CAAC;QACF,MAAM,GAAG,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;QAChC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAClB,OAAO;gBACL,KAAK,EAAE,yBAAyB,UAAU,IAAI,OAAO,IAAI,OAAO,IAAI,SAAS,EAAE;aAChF,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACzB,CAAC;IACD,OAAO,EAAE,aAAa,EAAE,iCAAiC,EAAE,QAAQ,EAAE,CAAC;AACxE,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;AAC5E,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAW;IACnC,MAAM,KAAK,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;IACtE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,IAAI,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,IAAI,cAAc,EAAE,CAAC;AAC7E,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,SAAyB,EACzB,OAAuB;IAEvB,wEAAwE;IACxE,oEAAoE;IACpE,iDAAiD;IACjD,IAAI,UAAU,GAAqB,IAAI,CAAC;IACxC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;QACtB,UAAU,GAAG,mBAAmB,CAAC;IACnC,CAAC;SAAM,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QAC3B,UAAU,GAAG,iBAAiB,CAAC;IACjC,CAAC;SAAM,IACL,SAAS,CAAC,MAAM,KAAK,gBAAgB;QACrC,OAAO,CAAC,MAAM,KAAK,gBAAgB,EACnC,CAAC;QACD,UAAU,GAAG,gBAAgB,CAAC;IAChC,CAAC;SAAM,IAAI,SAAS,CAAC,eAAe,KAAK,OAAO,CAAC,eAAe,EAAE,CAAC;QACjE,UAAU,GAAG,iBAAiB,CAAC;IACjC,CAAC;IACD,OAAO,iBAAiB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACnC,MAAM,cAAc,GAAG,YAAY,CAAC,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;QACxE,MAAM,YAAY,GAAG,YAAY,CAAC,OAAO,CAAC,MAAM,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;QACpE,IAAI,MAAM,GAAqB,UAAU,CAAC;QAC1C,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACpB,IAAI,cAAc,KAAK,IAAI,EAAE,CAAC;gBAC5B,MAAM,GAAG,mBAAmB,CAAC;YAC/B,CAAC;iBAAM,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;gBACjC,MAAM,GAAG,iBAAiB,CAAC;YAC7B,CAAC;QACH,CAAC;QACD,sEAAsE;QACtE,wEAAwE;QACxE,MAAM,UAAU,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;QACzC,OAAO;YACL,GAAG;YACH,KAAK,EAAE,UAAU,CAAC,KAAK;YACvB,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,SAAS,EAAE,cAAc;YACzB,OAAO,EAAE,YAAY;YACrB,qBAAqB,EACnB,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,YAAa,GAAG,cAAe,CAAC,CAAC,CAAC,IAAI;YAC1D,UAAU,EAAE,MAAM,KAAK,IAAI;YAC3B,MAAM;SACP,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,oEAAoE;AACpE,yEAAyE;AACzE,4BAA4B;AAC5B,MAAM,UAAU,iBAAiB,CAC/B,WAA+B;IAE/B,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IACtE,MAAM,QAAQ,GAAuB,EAAE,CAAC;IACxC,KAAK,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,sBAAsB,CAAC,EAAE,CAAC;QAC7D,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,KAAK;YAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACpC,IAAI,QAAQ,CAAC,MAAM,IAAI,iBAAiB;YAAE,MAAM;QAChD,IAAI,GAAG,KAAK,gBAAgB,IAAI,GAAG,KAAK,sBAAsB;YAAE,SAAS;QACzE,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC7B,IACE,KAAK;YACL,CAAC,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,EAC1E,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAQD,MAAM,UAAU,sBAAsB,CAAC,KAStC;IACC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAyB,CAAC;IAChD,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QAC7C,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAClE,CAAC;IACD,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,KAAK,EAAE,QAAQ,IAAI,EAAE,EAAE,CAAC;QAClD,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,yEAAyE;IACzE,0EAA0E;IAC1E,uEAAuE;IACvE,wBAAwB;IACxB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAyB,CAAC;IACjD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;QACpC,MAAM,GAAG,GAAG,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO,CAAC,EAAE,CAAC;YAC3E,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;IAClD,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,QAAQ,EAAE,MAAM,IAAI,EAAE,EAAE,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IAC/B,CAAC;IAED,MAAM,KAAK,GAAG,CAAC,GAAa,EAAkB,EAAE;QAC9C,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CACtB,UAAU,CAAC;YACT,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,IAAI;SAC7B,CAAC,CACH,CAAC;QACF,MAAM,KAAK,GACT,KAAK;YACL,CAAC,KAAK,CAAC,gBAAgB;gBACrB,CAAC,CAAC,OAAO,CAAC,GAAG,CACT,eAAe,CAAC;oBACd,UAAU,EAAE,GAAG,CAAC,UAAU;oBAC1B,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,IAAI;iBAC7B,CAAC,CACH;gBACH,CAAC,CAAC,SAAS,CAAC,CAAC;QACjB,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO;gBACL,MAAM,EAAE,UAAU;gBAClB,MAAM,EAAE,IAAI;gBACZ,SAAS,EAAE,IAAI;gBACf,MAAM,EAAE,IAAI;gBACZ,eAAe,EAAE,IAAI;aACtB,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;YACpB,OAAO;gBACL,MAAM,EAAE,aAAa;gBACrB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,SAAS;gBAClC,MAAM,EAAE,IAAI;gBACZ,eAAe,EAAE,KAAK,CAAC,OAAO,CAAC,eAAe;aAC/C,CAAC;QACJ,CAAC;QACD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;QAC5D,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO;gBACL,MAAM,EAAE,gBAAgB;gBACxB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,SAAS;gBAClC,MAAM,EAAE,IAAI;gBACZ,eAAe,EAAE,KAAK,CAAC,OAAO,CAAC,eAAe;aAC/C,CAAC;QACJ,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,CAAC,eAAe,KAAK,IAAI,EAAE,CAAC;YAC3C,OAAO;gBACL,MAAM,EAAE,gBAAgB;gBACxB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,SAAS;gBAClC,MAAM;gBACN,eAAe,EAAE,IAAI;aACtB,CAAC;QACJ,CAAC;QACD,OAAO;YACL,MAAM,EAAE,SAAS;YACjB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,SAAS;YAClC,MAAM;YACN,eAAe,EAAE,KAAK,CAAC,OAAO,CAAC,eAAe;SAC/C,CAAC;IACJ,CAAC,CAAC;IAEF,OAAO;QACL,KAAK;QACL,OAAO,EAAE,CAAC,SAAS,EAAE,OAAO,EAAE,EAAE,CAC9B,iBAAiB,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACrD,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;KACrC,CAAC;AACJ,CAAC"}