smart-model-run 0.1.0

package/README.md

@@ -0,0 +1,47 @@
+# smart-model-run
+
+Benchmark-driven smart model selection and fallback execution for agent workloads.
+
+## Install
+
+```sh
+pnpm add smart-model-run
+```
+
+For local development from `the-watch`:
+
+```json
+{
+  "dependencies": {
+    "smart-model-run": "file:../smart-model-run"
+  }
+}
+```
+
+## Usage
+
+```ts
+import { smartRun } from "smart-model-run";
+
+const result = await smartRun({
+  budget: "cheap",
+  ceiling: "mid",
+  thinking: "low",
+  prompt: "Review this diff for correctness issues.",
+  tools: ["read", "grep", "find", "ls"],
+  needs: ["tools", "correctness", "codeQuality"],
+  cwd: process.cwd(),
+  runner: async (input) => runYourAgent(input),
+  fallbackSelectors: ["openai/gpt-4o-mini"],
+});
+```
+
+The library fetches model benchmark metadata from `aistupidlevel.info`, caches it at `~/.pi/agent/model-rankings.json` for 6 hours, and falls back to cached rankings on network failure.
+
+## Core exports
+
+- `smartRun()` — select ranked candidates, run them, and fallback on failure.
+- `pickModels()` — rank models within a budget tier.
+- `pickModelsAcrossBudget()` — escalate across allowed budget tiers when no model meets `minMatch`.
+- `getRankings()` / `forceRefreshRankings()` — fetch and cache live benchmark rankings.
+- `formatSmartRunSummary()` / `formatRankings()` — human-readable summaries.

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+export * from "./model-rankings.js";
+export * from "./smart-run.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,gBAAgB,CAAC"}

package/dist/index.js

@@ -0,0 +1,3 @@
+export * from "./model-rankings.js";
+export * from "./smart-run.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,gBAAgB,CAAC"}

package/dist/model-rankings.d.ts

@@ -0,0 +1,44 @@
+export type ModelAxes = {
+    correctness: number;
+    spec: number;
+    codeQuality: number;
+    efficiency: number;
+    stability: number;
+    refusal: number;
+    recovery: number;
+};
+export type ModelRanking = {
+    id: string;
+    name: string;
+    vendor: string;
+    score: number;
+    confidenceLower: number;
+    confidenceUpper: number;
+    trend: string;
+    costInput: number | null;
+    costOutput: number | null;
+    costNote: string;
+    axes: ModelAxes;
+    supportsToolCalling: boolean;
+    toolCallReliability: number;
+    maxToolsPerCall: number;
+    usesReasoningEffort: boolean;
+};
+export type AxisName = keyof ModelAxes;
+export type RankingsTable = {
+    fetchedAt: string;
+    models: ModelRanking[];
+};
+export declare function loadRankings(): Promise<RankingsTable | null>;
+/**
+ * Returns the current rankings table, refreshing from aistupidlevel.info
+ * if stale (>6h). Only one Pi instance refreshes at a time (lockfile).
+ * Never throws — returns cached data on fetch failure, null if nothing cached.
+ */
+export declare function getRankings(): Promise<RankingsTable | null>;
+/**
+ * Force a refresh regardless of staleness (still respects the lock).
+ */
+export declare function forceRefreshRankings(): Promise<RankingsTable | null>;
+export declare function formatRankings(table: RankingsTable): string;
+//# sourceMappingURL=model-rankings.d.ts.map

package/dist/model-rankings.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-rankings.d.ts","sourceRoot":"","sources":["../src/model-rankings.ts"],"names":[],"mappings":"AAyBA,MAAM,MAAM,SAAS,GAAG;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,MAAM,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,SAAS,CAAC;IAChB,mBAAmB,EAAE,OAAO,CAAC;IAC7B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,eAAe,EAAE,MAAM,CAAC;IACxB,mBAAmB,EAAE,OAAO,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC;AAEvC,MAAM,MAAM,aAAa,GAAG;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,YAAY,EAAE,CAAC;CACvB,CAAC;AA6LF,wBAAsB,YAAY,IAAI,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAOlE;AAeD;;;;GAIG;AACH,wBAAsB,WAAW,IAAI,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAcjE;AAED;;GAEG;AACH,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAW1E;AAuBD,wBAAgB,cAAc,CAAC,KAAK,EAAE,aAAa,GAAG,MAAM,CAyB3D"}

package/dist/model-rankings.js

@@ -0,0 +1,259 @@
+import { closeSync, existsSync, mkdirSync, openSync, statSync, unlinkSync, writeSync, } from "node:fs";
+import { readFile, writeFile } from "node:fs/promises";
+import { homedir } from "node:os";
+import { join } from "node:path";
+const RANKINGS_DIR = join(homedir(), ".pi", "agent");
+const RANKINGS_PATH = join(RANKINGS_DIR, "model-rankings.json");
+const LOCK_PATH = join(RANKINGS_DIR, "model-rankings.lock");
+const REFRESH_INTERVAL_MS = 8 * 60 * 60_000; // 8 hours
+const LOCK_STALE_MS = 5 * 60_000; // lock expires after 5 min (crashed process)
+const FETCH_TIMEOUT_MS = 15_000;
+const SCORES_URL = "https://aistupidlevel.info/dashboard/scores";
+const MODELS_URL = "https://aistupidlevel.info/api/models";
+// ── Cost parsing ──
+const COST_PATTERN = /\$([0-9.]+)\s*\/\s*\$([0-9.]+)\s*(?:per\s+)?(?:M\s*Tok|MTok)/i;
+function parseCosts(notes) {
+    const match = notes.match(COST_PATTERN);
+    if (!match)
+        return { input: null, output: null, raw: notes };
+    return {
+        input: Number.parseFloat(match[1]),
+        output: Number.parseFloat(match[2]),
+        raw: match[0],
+    };
+}
+// ── Lockfile (cross-instance debounce) ──
+function acquireLock() {
+    mkdirSync(RANKINGS_DIR, { recursive: true });
+    if (existsSync(LOCK_PATH)) {
+        try {
+            const age = Date.now() - statSync(LOCK_PATH).mtimeMs;
+            if (age < LOCK_STALE_MS)
+                return false; // another instance is updating
+            unlinkSync(LOCK_PATH); // stale lock from a crashed process
+        }
+        catch {
+            return false;
+        }
+    }
+    try {
+        const fd = openSync(LOCK_PATH, "wx");
+        writeSync(fd, String(process.pid));
+        closeSync(fd);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+function releaseLock() {
+    try {
+        unlinkSync(LOCK_PATH);
+    }
+    catch { }
+}
+async function fetchJson(url) {
+    const res = await fetch(url, {
+        signal: AbortSignal.timeout(FETCH_TIMEOUT_MS),
+        headers: { Accept: "application/json" },
+    });
+    if (!res.ok)
+        throw new Error(`${url} returned ${res.status}`);
+    return (await res.json());
+}
+// ── Core: fetch, merge, rank ──
+const DETAIL_URL = (id) => `https://aistupidlevel.info/api/models/${id}`;
+const DEFAULT_AXES = {
+    correctness: 0,
+    spec: 0,
+    codeQuality: 0,
+    efficiency: 0,
+    stability: 0,
+    refusal: 0,
+    recovery: 0,
+};
+function parseAxes(raw) {
+    if (!raw)
+        return { ...DEFAULT_AXES };
+    return {
+        correctness: raw.correctness ?? 0,
+        spec: raw.spec ?? 0,
+        codeQuality: raw.codeQuality ?? 0,
+        efficiency: raw.efficiency ?? 0,
+        stability: raw.stability ?? 0,
+        refusal: raw.refusal ?? 0,
+        recovery: raw.recovery ?? 0,
+    };
+}
+async function fetchModelDetail(id) {
+    try {
+        return await fetchJson(DETAIL_URL(id));
+    }
+    catch {
+        return null;
+    }
+}
+async function fetchRankings() {
+    const [scoresRes, modelsRes] = await Promise.all([
+        fetchJson(SCORES_URL),
+        fetchJson(MODELS_URL),
+    ]);
+    const modelMap = new Map(modelsRes.map((m) => [String(m.id), m]));
+    const scores = scoresRes.data ?? scoresRes;
+    // Fetch per-model details in parallel (for axes) — batch of 6 at a time
+    const scoreList = scores;
+    const detailMap = new Map();
+    const batches = [];
+    for (let i = 0; i < scoreList.length; i += 6) {
+        batches.push(scoreList.slice(i, i + 6));
+    }
+    for (const batch of batches) {
+        const results = await Promise.all(batch.map((s) => fetchModelDetail(s.id)));
+        for (let i = 0; i < batch.length; i++) {
+            const detail = results[i];
+            if (detail)
+                detailMap.set(batch[i].id, detail);
+        }
+    }
+    const models = scoreList.map((s) => {
+        const listDetail = modelMap.get(s.id);
+        const fullDetail = detailMap.get(s.id);
+        const detail = fullDetail ?? listDetail;
+        const costs = parseCosts(detail?.notes ?? "");
+        return {
+            id: s.id,
+            name: s.name,
+            vendor: s.provider ?? detail?.vendor ?? "unknown",
+            score: s.currentScore,
+            confidenceLower: s.confidenceLower ?? 0,
+            confidenceUpper: s.confidenceUpper ?? 100,
+            trend: s.trend ?? "stable",
+            costInput: costs.input,
+            costOutput: costs.output,
+            costNote: costs.raw,
+            axes: parseAxes(fullDetail?.latestScore?.axes),
+            supportsToolCalling: detail?.supportsToolCalling ?? false,
+            toolCallReliability: detail?.toolCallReliability ?? 0,
+            maxToolsPerCall: detail?.maxToolsPerCall ?? 0,
+            usesReasoningEffort: s.usesReasoningEffort ?? false,
+        };
+    });
+    // Sort: accuracy first (descending), then cheapest output cost
+    models.sort((a, b) => {
+        if (b.score !== a.score)
+            return b.score - a.score;
+        const aCost = a.costOutput ?? Number.MAX_SAFE_INTEGER;
+        const bCost = b.costOutput ?? Number.MAX_SAFE_INTEGER;
+        return aCost - bCost;
+    });
+    return { fetchedAt: new Date().toISOString(), models };
+}
+// ── Persistence ──
+export async function loadRankings() {
+    if (!existsSync(RANKINGS_PATH))
+        return null;
+    try {
+        return JSON.parse(await readFile(RANKINGS_PATH, "utf8"));
+    }
+    catch {
+        return null;
+    }
+}
+async function saveRankings(table) {
+    mkdirSync(RANKINGS_DIR, { recursive: true });
+    await writeFile(RANKINGS_PATH, JSON.stringify(table, null, 2) + "\n");
+}
+function isStale(table) {
+    if (!table)
+        return true;
+    const age = Date.now() - new Date(table.fetchedAt).getTime();
+    return age >= REFRESH_INTERVAL_MS;
+}
+// ── Public API ──
+/**
+ * Returns the current rankings table, refreshing from aistupidlevel.info
+ * if stale (>6h). Only one Pi instance refreshes at a time (lockfile).
+ * Never throws — returns cached data on fetch failure, null if nothing cached.
+ */
+export async function getRankings() {
+    const cached = await loadRankings();
+    if (!isStale(cached))
+        return cached;
+    if (!acquireLock())
+        return cached; // another instance is refreshing
+    try {
+        const fresh = await fetchRankings();
+        await saveRankings(fresh);
+        return fresh;
+    }
+    catch {
+        return cached; // network failure — serve stale
+    }
+    finally {
+        releaseLock();
+    }
+}
+/**
+ * Force a refresh regardless of staleness (still respects the lock).
+ */
+export async function forceRefreshRankings() {
+    if (!acquireLock())
+        return loadRankings();
+    try {
+        const fresh = await fetchRankings();
+        await saveRankings(fresh);
+        return fresh;
+    }
+    catch {
+        return loadRankings();
+    }
+    finally {
+        releaseLock();
+    }
+}
+/**
+ * Format the rankings table as a concise summary for display.
+ */
+function formatTags(m) {
+    const tags = [];
+    if (m.supportsToolCalling)
+        tags.push(`tools(${m.maxToolsPerCall})`);
+    if (m.usesReasoningEffort)
+        tags.push("thinking");
+    if (m.toolCallReliability >= 0.9)
+        tags.push("reliable-tools");
+    const best = bestAxes(m.axes, 2);
+    if (best.length > 0)
+        tags.push(...best.map(([k, v]) => `${k}:${(v * 100).toFixed(0)}`));
+    return tags.join(" ");
+}
+function bestAxes(axes, n) {
+    return Object.entries(axes)
+        .filter(([, v]) => v > 0)
+        .sort(([, a], [, b]) => b - a)
+        .slice(0, n);
+}
+export function formatRankings(table) {
+    const age = Date.now() - new Date(table.fetchedAt).getTime();
+    const ageH = (age / 3_600_000).toFixed(1);
+    const lines = [
+        `Model rankings (fetched ${ageH}h ago from aistupidlevel.info)`,
+        `Sorted by: accuracy (score) ↓, then cost ↑`,
+        "",
+        "  #  Score  Cost (in/out MTok)  Trend   Model",
+        " ──  ─────  ──────────────────  ──────  ─────",
+    ];
+    for (let i = 0; i < table.models.length; i++) {
+        const m = table.models[i];
+        const rank = String(i + 1).padStart(3);
+        const score = String(m.score).padStart(5);
+        const cost = m.costInput !== null && m.costOutput !== null
+            ? `$${m.costInput}/$${m.costOutput}`
+            : "n/a";
+        const trend = m.trend.padEnd(6);
+        const tags = formatTags(m);
+        lines.push(`${rank}  ${score}  ${cost.padEnd(18)}  ${trend}  ${m.name}${tags ? `  [${tags}]` : ""}`);
+    }
+    return lines.join("\n");
+}
+//# sourceMappingURL=model-rankings.js.map

package/dist/model-rankings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-rankings.js","sourceRoot":"","sources":["../src/model-rankings.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,SAAS,EACT,UAAU,EACV,SAAS,EACT,QAAQ,EACR,QAAQ,EACR,UAAU,EACV,SAAS,GACT,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;AACrD,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,EAAE,qBAAqB,CAAC,CAAC;AAChE,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,EAAE,qBAAqB,CAAC,CAAC;AAC5D,MAAM,mBAAmB,GAAG,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC,UAAU;AACvD,MAAM,aAAa,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,6CAA6C;AAC/E,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAEhC,MAAM,UAAU,GAAG,6CAA6C,CAAC;AACjE,MAAM,UAAU,GAAG,uCAAuC,CAAC;AAuC3D,qBAAqB;AAErB,MAAM,YAAY,GACjB,+DAA+D,CAAC;AAEjE,SAAS,UAAU,CAAC,KAAa;IAKhC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACxC,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;IAC7D,OAAO;QACN,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAClC,MAAM,EAAE,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACnC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;KACb,CAAC;AACH,CAAC;AAED,2CAA2C;AAE3C,SAAS,WAAW;IACnB,SAAS,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,IAAI,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3B,IAAI,CAAC;YACJ,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC;YACrD,IAAI,GAAG,GAAG,aAAa;gBAAE,OAAO,KAAK,CAAC,CAAC,+BAA+B;YACtE,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,oCAAoC;QAC5D,CAAC;QAAC,MAAM,CAAC;YACR,OAAO,KAAK,CAAC;QACd,CAAC;IACF,CAAC;IACD,IAAI,CAAC;QACJ,MAAM,EAAE,GAAG,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QACrC,SAAS,CAAC,EAAE,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;QACnC,SAAS,CAAC,EAAE,CAAC,CAAC;QACd,OAAO,IAAI,CAAC;IACb,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,KAAK,CAAC;IACd,CAAC;AACF,CAAC;AAED,SAAS,WAAW;IACnB,IAAI,CAAC;QACJ,UAAU,CAAC,SAAS,CAAC,CAAC;IACvB,CAAC;IAAC,MAAM,CAAC,CAAA,CAAC;AACX,CAAC;AAiCD,KAAK,UAAU,SAAS,CAAI,GAAW;IACtC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAC5B,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,gBAAgB,CAAC;QAC7C,OAAO,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE;KACvC,CAAC,CAAC;IACH,IAAI,CAAC,GAAG,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,aAAa,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9D,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAM,CAAC;AAChC,CAAC;AAED,iCAAiC;AAEjC,MAAM,UAAU,GAAG,CAAC,EAAU,EAAE,EAAE,CACjC,yCAAyC,EAAE,EAAE,CAAC;AAE/C,MAAM,YAAY,GAAc;IAC/B,WAAW,EAAE,CAAC;IACd,IAAI,EAAE,CAAC;IACP,WAAW,EAAE,CAAC;IACd,UAAU,EAAE,CAAC;IACb,SAAS,EAAE,CAAC;IACZ,OAAO,EAAE,CAAC;IACV,QAAQ,EAAE,CAAC;CACX,CAAC;AAEF,SAAS,SAAS,CAAC,GAA4B;IAC9C,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,GAAG,YAAY,EAAE,CAAC;IACrC,OAAO;QACN,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,CAAC;QACjC,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC;QACnB,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,CAAC;QACjC,UAAU,EAAE,GAAG,CAAC,UAAU,IAAI,CAAC;QAC/B,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,CAAC;QAC7B,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,CAAC;QACzB,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,CAAC;KAC3B,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,EAAU;IACzC,IAAI,CAAC;QACJ,OAAO,MAAM,SAAS,CAAc,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;IACrD,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,IAAI,CAAC;IACb,CAAC;AACF,CAAC;AAED,KAAK,UAAU,aAAa;IAC3B,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAChD,SAAS,CAAiB,UAAU,CAAC;QACrC,SAAS,CAAgB,UAAU,CAAC;KACpC,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAClE,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,IAAI,SAAS,CAAC;IAE3C,wEAAwE;IACxE,MAAM,SAAS,GAAG,MAAgC,CAAC;IACnD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAuB,CAAC;IACjD,MAAM,OAAO,GAAuC,EAAE,CAAC;IACvD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9C,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACzC,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC5E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YAC1B,IAAI,MAAM;gBAAE,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QAChD,CAAC;IACF,CAAC;IAED,MAAM,MAAM,GAAmB,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QAClD,MAAM,UAAU,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACtC,MAAM,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,UAAU,IAAI,UAAU,CAAC;QACxC,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;QAC9C,OAAO;YACN,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,MAAM,EAAE,CAAC,CAAC,QAAQ,IAAI,MAAM,EAAE,MAAM,IAAI,SAAS;YACjD,KAAK,EAAE,CAAC,CAAC,YAAY;YACrB,eAAe,EAAE,CAAC,CAAC,eAAe,IAAI,CAAC;YACvC,eAAe,EAAE,CAAC,CAAC,eAAe,IAAI,GAAG;YACzC,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,QAAQ;YAC1B,SAAS,EAAE,KAAK,CAAC,KAAK;YACtB,UAAU,EAAE,KAAK,CAAC,MAAM;YACxB,QAAQ,EAAE,KAAK,CAAC,GAAG;YACnB,IAAI,EAAE,SAAS,CAAC,UAAU,EAAE,WAAW,EAAE,IAAI,CAAC;YAC9C,mBAAmB,EAAE,MAAM,EAAE,mBAAmB,IAAI,KAAK;YACzD,mBAAmB,EACjB,MAAkC,EAAE,mBAAmB,IAAI,CAAC;YAC9D,eAAe,EACb,MAAkC,EAAE,eAAe,IAAI,CAAC;YAC1D,mBAAmB,EAAE,CAAC,CAAC,mBAAmB,IAAI,KAAK;SACnD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,+DAA+D;IAC/D,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACpB,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK;YAAE,OAAO,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;QAClD,MAAM,KAAK,GAAG,CAAC,CAAC,UAAU,IAAI,MAAM,CAAC,gBAAgB,CAAC;QACtD,MAAM,KAAK,GAAG,CAAC,CAAC,UAAU,IAAI,MAAM,CAAC,gBAAgB,CAAC;QACtD,OAAO,KAAK,GAAG,KAAK,CAAC;IACtB,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,CAAC;AACxD,CAAC;AAED,oBAAoB;AAEpB,MAAM,CAAC,KAAK,UAAU,YAAY;IACjC,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5C,IAAI,CAAC;QACJ,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC,CAAkB,CAAC;IAC3E,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,IAAI,CAAC;IACb,CAAC;AACF,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,KAAoB;IAC/C,SAAS,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,MAAM,SAAS,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;AACvE,CAAC;AAED,SAAS,OAAO,CAAC,KAA2B;IAC3C,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;IAC7D,OAAO,GAAG,IAAI,mBAAmB,CAAC;AACnC,CAAC;AAED,mBAAmB;AAEnB;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW;IAChC,MAAM,MAAM,GAAG,MAAM,YAAY,EAAE,CAAC;IACpC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IAEpC,IAAI,CAAC,WAAW,EAAE;QAAE,OAAO,MAAM,CAAC,CAAC,iCAAiC;IACpE,IAAI,CAAC;QACJ,MAAM,KAAK,GAAG,MAAM,aAAa,EAAE,CAAC;QACpC,MAAM,YAAY,CAAC,KAAK,CAAC,CAAC;QAC1B,OAAO,KAAK,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,MAAM,CAAC,CAAC,gCAAgC;IAChD,CAAC;YAAS,CAAC;QACV,WAAW,EAAE,CAAC;IACf,CAAC;AACF,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB;IACzC,IAAI,CAAC,WAAW,EAAE;QAAE,OAAO,YAAY,EAAE,CAAC;IAC1C,IAAI,CAAC;QACJ,MAAM,KAAK,GAAG,MAAM,aAAa,EAAE,CAAC;QACpC,MAAM,YAAY,CAAC,KAAK,CAAC,CAAC;QAC1B,OAAO,KAAK,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,YAAY,EAAE,CAAC;IACvB,CAAC;YAAS,CAAC;QACV,WAAW,EAAE,CAAC;IACf,CAAC;AACF,CAAC;AAED;;GAEG;AACH,SAAS,UAAU,CAAC,CAAe;IAClC,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,IAAI,CAAC,CAAC,mBAAmB;QAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC;IACpE,IAAI,CAAC,CAAC,mBAAmB;QAAE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACjD,IAAI,CAAC,CAAC,mBAAmB,IAAI,GAAG;QAAE,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAC9D,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACjC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;QAClB,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACpE,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACvB,CAAC;AAED,SAAS,QAAQ,CAAC,IAAe,EAAE,CAAS;IAC3C,OAAO,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;SACzB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;SACxB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;SAC7B,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACf,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAoB;IAClD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;IAC7D,MAAM,IAAI,GAAG,CAAC,GAAG,GAAG,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC1C,MAAM,KAAK,GAAa;QACvB,2BAA2B,IAAI,gCAAgC;QAC/D,4CAA4C;QAC5C,EAAE;QACF,+CAA+C;QAC/C,+CAA+C;KAC/C,CAAC;IACF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,IAAI,GACT,CAAC,CAAC,SAAS,KAAK,IAAI,IAAI,CAAC,CAAC,UAAU,KAAK,IAAI;YAC5C,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,KAAK,CAAC,CAAC,UAAU,EAAE;YACpC,CAAC,CAAC,KAAK,CAAC;QACV,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QAC3B,KAAK,CAAC,IAAI,CACT,GAAG,IAAI,KAAK,KAAK,KAAK,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACxF,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACzB,CAAC"}

package/dist/smart-run.d.ts

@@ -0,0 +1,126 @@
+/**
+ * smart-run: benchmark-driven sub-agent execution.
+ *
+ * Usage:
+ *   const result = await smartRun({
+ *     budget: "cheap",
+ *     ceiling: "mid",  // highest tier allowed if cheap has no match
+ *     thinking: "low",
+ *     prompt: "Review this diff for correctness issues.",
+ *     tools: ["read", "grep", "find", "ls"],
+ *     needs: ["tools", "correctness", "codeQuality"],
+ *     cwd: "/path/to/repo",
+ *     runner: spawnPiAgent,
+ *   });
+ *
+ * Picks the closest-matching model from live aistupidlevel.info benchmarks.
+ * Starts at the requested budget tier; if nothing matches well enough,
+ * escalates up to the ceiling. Falls back through the ranked list on failure.
+ */
+import { type AxisName, type ModelRanking, type RankingsTable } from "./model-rankings.js";
+export type Tier = "cheap" | "mid" | "high";
+export type Need = "tools" | "reliable-tools" | "thinking" | AxisName;
+export type ModelMatch = {
+    selector: string;
+    model: ModelRanking;
+    matchScore: number;
+    met: Need[];
+    partial: Need[];
+    unmet: Need[];
+};
+export type SmartRunInput = {
+    cwd: string;
+    prompt: string;
+    model: string;
+    thinking: string;
+    tools: string[];
+    timeoutMs: number;
+    signal?: AbortSignal;
+    extensionPaths?: string[];
+};
+export type SmartRunResult = {
+    exitCode: number;
+    stdout: string;
+    stderr: string;
+    timedOut?: boolean;
+    finalText: string;
+    errorMessage?: string;
+    durationMs?: number;
+    inputTokens?: number;
+    outputTokens?: number;
+};
+export type AgentRunner = (input: SmartRunInput) => Promise<SmartRunResult>;
+type ModelRegistryLike = {
+    find?: (provider: string, id: string) => unknown;
+};
+export declare function pickModels(table: RankingsTable, tier: Tier, opts?: {
+    registry?: ModelRegistryLike;
+    needs?: Need[];
+}): ModelMatch[];
+/**
+ * Start at `budget`, escalate up to `ceiling` if nothing meets `minMatch`.
+ * If no ceiling, stays in the budget tier.
+ */
+export declare function pickModelsAcrossBudget(table: RankingsTable, budget: Tier, opts?: {
+    ceiling?: Tier;
+    registry?: ModelRegistryLike;
+    needs?: Need[];
+    minMatch?: number;
+}): {
+    tier: Tier;
+    escalated: boolean;
+    models: ModelMatch[];
+};
+export type SmartRunOptions = {
+    /** Preferred budget tier */
+    budget: Tier;
+    /** Highest tier allowed if budget tier has no match (omit = stay in budget) */
+    ceiling?: Tier;
+    thinking: string;
+    prompt: string;
+    tools: string[];
+    cwd: string;
+    runner: AgentRunner;
+    /** What capabilities/strengths the model should have */
+    needs?: Need[];
+    /** Minimum match quality 0..1 (default 0.5) */
+    minMatch?: number;
+    timeoutMs?: number;
+    signal?: AbortSignal;
+    extensionPaths?: string[];
+    modelRegistry?: ModelRegistryLike;
+    /** Safety-net selectors tried after all ranked models */
+    fallbackSelectors?: string[];
+    /** Inject rankings (for testing); undefined = fetch live, null = skip */
+    _rankings?: RankingsTable | null;
+};
+export type SmartRunAttempt = {
+    selector: string;
+    score: number | null;
+    cost: number | null;
+    matchScore: number | null;
+    status: "success" | "failed" | "skipped";
+    errorMessage?: string;
+    durationMs?: number;
+    inputTokens?: number;
+    outputTokens?: number;
+};
+export type SmartRunOutput = {
+    ok: boolean;
+    finalModel: string | null;
+    output: string;
+    attempts: SmartRunAttempt[];
+    /** Which tier was actually used */
+    tier: Tier | null;
+    /** Whether it escalated beyond the first requested tier */
+    escalated: boolean;
+    rankings: {
+        fetchedAt: string;
+        candidateCount: number;
+    } | null;
+    noMatchReason?: string;
+};
+export declare function smartRun(opts: SmartRunOptions): Promise<SmartRunOutput>;
+export declare function formatSmartRunSummary(result: SmartRunOutput): string;
+export {};
+//# sourceMappingURL=smart-run.d.ts.map

package/dist/smart-run.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"smart-run.d.ts","sourceRoot":"","sources":["../src/smart-run.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EAEN,KAAK,QAAQ,EACb,KAAK,YAAY,EACjB,KAAK,aAAa,EAClB,MAAM,qBAAqB,CAAC;AAI7B,MAAM,MAAM,IAAI,GAAG,OAAO,GAAG,KAAK,GAAG,MAAM,CAAC;AA6B5C,MAAM,MAAM,IAAI,GAAG,OAAO,GAAG,gBAAgB,GAAG,UAAU,GAAG,QAAQ,CAAC;AAkBtE,MAAM,MAAM,UAAU,GAAG;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,YAAY,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,GAAG,EAAE,IAAI,EAAE,CAAC;IACZ,OAAO,EAAE,IAAI,EAAE,CAAC;IAChB,KAAK,EAAE,IAAI,EAAE,CAAC;CACd,CAAC;AAmDF,MAAM,MAAM,aAAa,GAAG;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG,CAAC,KAAK,EAAE,aAAa,KAAK,OAAO,CAAC,cAAc,CAAC,CAAC;AAI5E,KAAK,iBAAiB,GAAG;IACxB,IAAI,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,KAAK,OAAO,CAAC;CACjD,CAAC;AAmBF,wBAAgB,UAAU,CACzB,KAAK,EAAE,aAAa,EACpB,IAAI,EAAE,IAAI,EACV,IAAI,CAAC,EAAE;IACN,QAAQ,CAAC,EAAE,iBAAiB,CAAC;IAC7B,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;CACf,GACC,UAAU,EAAE,CA8Bd;AAED;;;GAGG;AACH,wBAAgB,sBAAsB,CACrC,KAAK,EAAE,aAAa,EACpB,MAAM,EAAE,IAAI,EACZ,IAAI,CAAC,EAAE;IACN,OAAO,CAAC,EAAE,IAAI,CAAC;IACf,QAAQ,CAAC,EAAE,iBAAiB,CAAC;IAC7B,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;CAClB,GACC;IAAE,IAAI,EAAE,IAAI,CAAC;IAAC,SAAS,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,UAAU,EAAE,CAAA;CAAE,CAsB1D;AAID,MAAM,MAAM,eAAe,GAAG;IAC7B,4BAA4B;IAC5B,MAAM,EAAE,IAAI,CAAC;IACb,+EAA+E;IAC/E,OAAO,CAAC,EAAE,IAAI,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,WAAW,CAAC;IACpB,wDAAwD;IACxD,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;IACf,+CAA+C;IAC/C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,aAAa,CAAC,EAAE,iBAAiB,CAAC;IAClC,yDAAyD;IACzD,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,yEAAyE;IACzE,SAAS,CAAC,EAAE,aAAa,GAAG,IAAI,CAAC;CACjC,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,MAAM,EAAE,SAAS,GAAG,QAAQ,GAAG,SAAS,CAAC;IACzC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC5B,EAAE,EAAE,OAAO,CAAC;IACZ,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,mCAAmC;IACnC,IAAI,EAAE,IAAI,GAAG,IAAI,CAAC;IAClB,2DAA2D;IAC3D,SAAS,EAAE,OAAO,CAAC;IACnB,QAAQ,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,cAAc,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAC/D,aAAa,CAAC,EAAE,MAAM,CAAC;CACvB,CAAC;AAIF,wBAAsB,QAAQ,CAAC,IAAI,EAAE,eAAe,GAAG,OAAO,CAAC,cAAc,CAAC,CAgJ7E;AAED,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,cAAc,GAAG,MAAM,CAsCpE"}

package/dist/smart-run.js

@@ -0,0 +1,336 @@
+/**
+ * smart-run: benchmark-driven sub-agent execution.
+ *
+ * Usage:
+ *   const result = await smartRun({
+ *     budget: "cheap",
+ *     ceiling: "mid",  // highest tier allowed if cheap has no match
+ *     thinking: "low",
+ *     prompt: "Review this diff for correctness issues.",
+ *     tools: ["read", "grep", "find", "ls"],
+ *     needs: ["tools", "correctness", "codeQuality"],
+ *     cwd: "/path/to/repo",
+ *     runner: spawnPiAgent,
+ *   });
+ *
+ * Picks the closest-matching model from live aistupidlevel.info benchmarks.
+ * Starts at the requested budget tier; if nothing matches well enough,
+ * escalates up to the ceiling. Falls back through the ranked list on failure.
+ */
+import { getRankings, } from "./model-rankings.js";
+const OUTPUT_COST_CEILING = {
+    cheap: 5,
+    mid: 15,
+    high: Number.MAX_SAFE_INTEGER,
+};
+const TIER_ORDER = ["cheap", "mid", "high"];
+function tiersInRange(budget, ceiling) {
+    const start = TIER_ORDER.indexOf(budget);
+    const end = ceiling ? TIER_ORDER.indexOf(ceiling) : start;
+    if (start < 0 || end < start)
+        return [budget];
+    return TIER_ORDER.slice(start, end + 1);
+}
+// ── Needs: what the caller wants from a model ──
+const AXIS_NAMES = new Set([
+    "correctness",
+    "spec",
+    "codeQuality",
+    "efficiency",
+    "stability",
+    "refusal",
+    "recovery",
+]);
+const AXIS_STRONG_THRESHOLD = 0.7;
+function needScore(m, need) {
+    switch (need) {
+        case "tools":
+            return m.supportsToolCalling ? 1 : 0;
+        case "reliable-tools":
+            return m.toolCallReliability >= 0.9 ? 1 : m.toolCallReliability;
+        case "thinking":
+            return m.usesReasoningEffort ? 1 : 0;
+        default:
+            if (AXIS_NAMES.has(need))
+                return m.axes[need] ?? 0;
+            return 0;
+    }
+}
+function scoreModel(m, needs) {
+    if (needs.length === 0)
+        return { matchScore: 1, met: [], partial: [], unmet: [] };
+    const met = [];
+    const partial = [];
+    const unmet = [];
+    let total = 0;
+    for (const need of needs) {
+        const s = needScore(m, need);
+        total += s;
+        if (AXIS_NAMES.has(need)) {
+            if (s >= AXIS_STRONG_THRESHOLD)
+                met.push(need);
+            else if (s > 0)
+                partial.push(need);
+            else
+                unmet.push(need);
+        }
+        else {
+            if (s >= 1)
+                met.push(need);
+            else if (s > 0)
+                partial.push(need);
+            else
+                unmet.push(need);
+        }
+    }
+    return { matchScore: total / needs.length, met, partial, unmet };
+}
+// ── Vendor → Pi provider mapping ──
+const VENDOR_TO_PROVIDER = {
+    anthropic: "anthropic",
+    openai: "openai",
+    google: "google",
+    deepseek: "deepseek",
+    kimi: "openrouter",
+    glm: "openrouter",
+};
+function toPiSelector(model) {
+    const provider = VENDOR_TO_PROVIDER[model.vendor] ?? "openrouter";
+    return `${provider}/${model.name}`;
+}
+function splitSelector(selector) {
+    const slash = selector.indexOf("/");
+    if (slash <= 0 || slash === selector.length - 1)
+        return undefined;
+    return { provider: selector.slice(0, slash), id: selector.slice(slash + 1) };
+}
+function isAvailable(selector, registry) {
+    if (!registry?.find)
+        return true;
+    const split = splitSelector(selector);
+    if (!split)
+        return false;
+    return Boolean(registry.find(split.provider, split.id));
+}
+// ── Core: pick + rank models in a single tier ──
+export function pickModels(table, tier, opts) {
+    const ceiling = OUTPUT_COST_CEILING[tier];
+    const needs = opts?.needs ?? [];
+    const inBudget = table.models.filter((m) => {
+        if (m.costOutput === null)
+            return tier === "high";
+        return m.costOutput <= ceiling;
+    });
+    const scored = inBudget.map((m) => {
+        const { matchScore, met, partial, unmet } = scoreModel(m, needs);
+        return {
+            selector: toPiSelector(m),
+            model: m,
+            matchScore,
+            met,
+            partial,
+            unmet,
+        };
+    });
+    scored.sort((a, b) => {
+        if (b.matchScore !== a.matchScore)
+            return b.matchScore - a.matchScore;
+        if (b.model.score !== a.model.score)
+            return b.model.score - a.model.score;
+        const aCost = a.model.costOutput ?? Number.MAX_SAFE_INTEGER;
+        const bCost = b.model.costOutput ?? Number.MAX_SAFE_INTEGER;
+        return aCost - bCost;
+    });
+    return scored.filter((entry) => isAvailable(entry.selector, opts?.registry));
+}
+/**
+ * Start at `budget`, escalate up to `ceiling` if nothing meets `minMatch`.
+ * If no ceiling, stays in the budget tier.
+ */
+export function pickModelsAcrossBudget(table, budget, opts) {
+    const tiers = tiersInRange(budget, opts?.ceiling);
+    const needs = opts?.needs ?? [];
+    const minMatch = opts?.minMatch ?? 0.5;
+    for (const tier of tiers) {
+        const models = pickModels(table, tier, { registry: opts?.registry, needs });
+        const acceptable = models.filter((m) => m.matchScore >= minMatch);
+        if (acceptable.length > 0) {
+            return { tier, escalated: tier !== budget, models: acceptable };
+        }
+        if (needs.length === 0 && models.length > 0) {
+            return { tier, escalated: tier !== budget, models };
+        }
+    }
+    // Nothing acceptable at any allowed tier — return best-effort from budget tier
+    const fallback = pickModels(table, budget, {
+        registry: opts?.registry,
+        needs,
+    });
+    return { tier: budget, escalated: false, models: fallback };
+}
+const DEFAULT_TIMEOUT_MS = 3 * 60_000;
+export async function smartRun(opts) {
+    const attempts = [];
+    const timeoutMs = opts.timeoutMs ?? DEFAULT_TIMEOUT_MS;
+    const table = opts._rankings !== undefined ? opts._rankings : await getRankings();
+    let candidates = [];
+    let tier = null;
+    let escalated = false;
+    if (table) {
+        const pick = pickModelsAcrossBudget(table, opts.budget, {
+            ceiling: opts.ceiling,
+            registry: opts.modelRegistry,
+            needs: opts.needs,
+            minMatch: opts.minMatch,
+        });
+        tier = pick.tier;
+        escalated = pick.escalated;
+        candidates = pick.models.map((p) => ({
+            selector: p.selector,
+            score: p.model.score,
+            cost: p.model.costOutput,
+            matchScore: p.matchScore,
+        }));
+        const minMatch = opts.minMatch ?? 0.5;
+        const bestMatch = candidates[0]?.matchScore ?? 0;
+        if (opts.needs && opts.needs.length > 0 && bestMatch < minMatch) {
+            const allModels = pickModels(table, "high", { needs: opts.needs });
+            const bestAvailable = allModels[0];
+            const reason = bestAvailable
+                ? `Best match across all tiers: ${bestAvailable.selector} (match=${(bestAvailable.matchScore * 100).toFixed(0)}%, unmet: ${bestAvailable.unmet.join(", ")})`
+                : `No models have: ${opts.needs.join(", ")}`;
+            if (!opts.fallbackSelectors?.length) {
+                return {
+                    ok: false,
+                    finalModel: null,
+                    output: "",
+                    attempts: [],
+                    tier,
+                    escalated,
+                    rankings: { fetchedAt: table.fetchedAt, candidateCount: 0 },
+                    noMatchReason: reason,
+                };
+            }
+            candidates = [];
+        }
+    }
+    if (opts.fallbackSelectors) {
+        const seen = new Set(candidates.map((c) => c.selector));
+        for (const sel of opts.fallbackSelectors) {
+            if (!seen.has(sel)) {
+                candidates.push({
+                    selector: sel,
+                    score: null,
+                    cost: null,
+                    matchScore: null,
+                });
+                seen.add(sel);
+            }
+        }
+    }
+    if (candidates.length === 0) {
+        return {
+            ok: false,
+            finalModel: null,
+            output: "",
+            attempts: [],
+            tier,
+            escalated,
+            rankings: null,
+        };
+    }
+    for (const candidate of candidates) {
+        if (opts.signal?.aborted)
+            break;
+        const result = await opts.runner({
+            cwd: opts.cwd,
+            prompt: opts.prompt,
+            model: candidate.selector,
+            thinking: opts.thinking,
+            tools: opts.tools,
+            timeoutMs,
+            signal: opts.signal,
+            extensionPaths: opts.extensionPaths,
+        });
+        const failed = result.exitCode !== 0 || result.timedOut || Boolean(result.errorMessage);
+        let errorMessage;
+        if (failed) {
+            errorMessage = result.errorMessage;
+            if (!errorMessage && result.timedOut)
+                errorMessage = "timeout";
+            if (!errorMessage)
+                errorMessage = `exit ${result.exitCode}`;
+        }
+        attempts.push({
+            selector: candidate.selector,
+            score: candidate.score,
+            cost: candidate.cost,
+            matchScore: candidate.matchScore,
+            status: failed ? "failed" : "success",
+            errorMessage,
+            durationMs: result.durationMs,
+            inputTokens: result.inputTokens,
+            outputTokens: result.outputTokens,
+        });
+        if (!failed) {
+            return {
+                ok: true,
+                finalModel: candidate.selector,
+                output: result.finalText || result.stdout,
+                attempts,
+                tier,
+                escalated,
+                rankings: table
+                    ? { fetchedAt: table.fetchedAt, candidateCount: candidates.length }
+                    : null,
+            };
+        }
+    }
+    return {
+        ok: false,
+        finalModel: null,
+        output: "",
+        attempts,
+        tier,
+        escalated,
+        rankings: table
+            ? { fetchedAt: table.fetchedAt, candidateCount: candidates.length }
+            : null,
+    };
+}
+export function formatSmartRunSummary(result) {
+    const lines = [];
+    if (result.ok) {
+        lines.push(`Model: ${result.finalModel}`);
+    }
+    else {
+        lines.push("All models failed.");
+    }
+    if (result.escalated) {
+        lines.push(`Escalated to tier: ${result.tier}`);
+    }
+    if (result.noMatchReason) {
+        lines.push(`No match: ${result.noMatchReason}`);
+    }
+    if (result.rankings) {
+        lines.push(`Rankings: ${result.rankings.candidateCount} candidates (cached ${result.rankings.fetchedAt})`);
+    }
+    if (result.attempts.length > 1 || !result.ok) {
+        lines.push("Attempts:");
+        for (const a of result.attempts) {
+            const cost = a.cost !== null ? `$${a.cost}/MTok` : "n/a";
+            const match = a.matchScore !== null
+                ? `match=${(a.matchScore * 100).toFixed(0)}%`
+                : "";
+            const dur = a.durationMs !== undefined
+                ? `${(a.durationMs / 1000).toFixed(1)}s`
+                : "";
+            let status = a.errorMessage ?? "failed";
+            if (a.status === "success")
+                status = "ok";
+            lines.push(`  ${a.selector} score=${a.score ?? "?"} ${match} cost=${cost} ${dur} → ${status}`);
+        }
+    }
+    return lines.join("\n");
+}
+//# sourceMappingURL=smart-run.js.map

package/dist/smart-run.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"smart-run.js","sourceRoot":"","sources":["../src/smart-run.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EACN,WAAW,GAIX,MAAM,qBAAqB,CAAC;AAM7B,MAAM,mBAAmB,GAAyB;IACjD,KAAK,EAAE,CAAC;IACR,GAAG,EAAE,EAAE;IACP,IAAI,EAAE,MAAM,CAAC,gBAAgB;CAC7B,CAAC;AAEF,MAAM,UAAU,GAAW,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;AAEpD,SAAS,YAAY,CAAC,MAAY,EAAE,OAAc;IACjD,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACzC,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAC1D,IAAI,KAAK,GAAG,CAAC,IAAI,GAAG,GAAG,KAAK;QAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9C,OAAO,UAAU,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,kDAAkD;AAElD,MAAM,UAAU,GAAgB,IAAI,GAAG,CAAS;IAC/C,aAAa;IACb,MAAM;IACN,aAAa;IACb,YAAY;IACZ,WAAW;IACX,SAAS;IACT,UAAU;CACV,CAAC,CAAC;AAIH,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAElC,SAAS,SAAS,CAAC,CAAe,EAAE,IAAU;IAC7C,QAAQ,IAAI,EAAE,CAAC;QACd,KAAK,OAAO;YACX,OAAO,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACtC,KAAK,gBAAgB;YACpB,OAAO,CAAC,CAAC,mBAAmB,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC;QACjE,KAAK,UAAU;YACd,OAAO,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACtC;YACC,IAAI,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC;gBAAE,OAAO,CAAC,CAAC,IAAI,CAAC,IAAgB,CAAC,IAAI,CAAC,CAAC;YAC/D,OAAO,CAAC,CAAC;IACX,CAAC;AACF,CAAC;AAWD,SAAS,UAAU,CAClB,CAAe,EACf,KAAa;IAOb,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QACrB,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IAC3D,MAAM,GAAG,GAAW,EAAE,CAAC;IACvB,MAAM,OAAO,GAAW,EAAE,CAAC;IAC3B,MAAM,KAAK,GAAW,EAAE,CAAC;IACzB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAC7B,KAAK,IAAI,CAAC,CAAC;QACX,IAAI,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,IAAI,qBAAqB;gBAAE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBAC1C,IAAI,CAAC,GAAG,CAAC;gBAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;;gBAC9B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;aAAM,CAAC;YACP,IAAI,CAAC,IAAI,CAAC;gBAAE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBACtB,IAAI,CAAC,GAAG,CAAC;gBAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;;gBAC9B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;IACF,CAAC;IACD,OAAO,EAAE,UAAU,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AAClE,CAAC;AAED,qCAAqC;AAErC,MAAM,kBAAkB,GAA2B;IAClD,SAAS,EAAE,WAAW;IACtB,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;IAChB,QAAQ,EAAE,UAAU;IACpB,IAAI,EAAE,YAAY;IAClB,GAAG,EAAE,YAAY;CACjB,CAAC;AAEF,SAAS,YAAY,CAAC,KAAmB;IACxC,MAAM,QAAQ,GAAG,kBAAkB,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC;IAClE,OAAO,GAAG,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;AACpC,CAAC;AAmCD,SAAS,aAAa,CACrB,QAAgB;IAEhB,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACpC,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,KAAK,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IAClE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;AAC9E,CAAC;AAED,SAAS,WAAW,CAAC,QAAgB,EAAE,QAA4B;IAClE,IAAI,CAAC,QAAQ,EAAE,IAAI;QAAE,OAAO,IAAI,CAAC;IACjC,MAAM,KAAK,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;IACtC,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAC;IACzB,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;AACzD,CAAC;AAED,kDAAkD;AAElD,MAAM,UAAU,UAAU,CACzB,KAAoB,EACpB,IAAU,EACV,IAGC;IAED,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;IAC1C,MAAM,KAAK,GAAG,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;IAEhC,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;QAC1C,IAAI,CAAC,CAAC,UAAU,KAAK,IAAI;YAAE,OAAO,IAAI,KAAK,MAAM,CAAC;QAClD,OAAO,CAAC,CAAC,UAAU,IAAI,OAAO,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACjC,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,UAAU,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACjE,OAAO;YACN,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC;YACzB,KAAK,EAAE,CAAC;YACR,UAAU;YACV,GAAG;YACH,OAAO;YACP,KAAK;SACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACpB,IAAI,CAAC,CAAC,UAAU,KAAK,CAAC,CAAC,UAAU;YAAE,OAAO,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC;QACtE,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK;YAAE,OAAO,CAAC,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC;QAC1E,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,UAAU,IAAI,MAAM,CAAC,gBAAgB,CAAC;QAC5D,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,UAAU,IAAI,MAAM,CAAC,gBAAgB,CAAC;QAC5D,OAAO,KAAK,GAAG,KAAK,CAAC;IACtB,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;AAC9E,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CACrC,KAAoB,EACpB,MAAY,EACZ,IAKC;IAED,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;IAClD,MAAM,KAAK,GAAG,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;IAChC,MAAM,QAAQ,GAAG,IAAI,EAAE,QAAQ,IAAI,GAAG,CAAC;IAEvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QAC5E,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,QAAQ,CAAC,CAAC;QAClE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,KAAK,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;QACjE,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,KAAK,MAAM,EAAE,MAAM,EAAE,CAAC;QACrD,CAAC;IACF,CAAC;IAED,+EAA+E;IAC/E,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE;QAC1C,QAAQ,EAAE,IAAI,EAAE,QAAQ;QACxB,KAAK;KACL,CAAC,CAAC;IACH,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;AAC7D,CAAC;AAqDD,MAAM,kBAAkB,GAAG,CAAC,GAAG,MAAM,CAAC;AAEtC,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,IAAqB;IACnD,MAAM,QAAQ,GAAsB,EAAE,CAAC;IACvC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,kBAAkB,CAAC;IACvD,MAAM,KAAK,GACV,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,WAAW,EAAE,CAAC;IAQrE,IAAI,UAAU,GAAgB,EAAE,CAAC;IACjC,IAAI,IAAI,GAAgB,IAAI,CAAC;IAC7B,IAAI,SAAS,GAAG,KAAK,CAAC;IAEtB,IAAI,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,GAAG,sBAAsB,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE;YACvD,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,QAAQ,EAAE,IAAI,CAAC,aAAa;YAC5B,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACvB,CAAC,CAAC;QACH,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACjB,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAC3B,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACpC,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK;YACpB,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU;YACxB,UAAU,EAAE,CAAC,CAAC,UAAU;SACxB,CAAC,CAAC,CAAC;QAEJ,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,GAAG,CAAC;QACtC,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,IAAI,CAAC,CAAC;QACjD,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,GAAG,QAAQ,EAAE,CAAC;YACjE,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;YACnE,MAAM,aAAa,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,MAAM,GAAG,aAAa;gBAC3B,CAAC,CAAC,gCAAgC,aAAa,CAAC,QAAQ,WAAW,CAAC,aAAa,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;gBAC5J,CAAC,CAAC,mBAAmB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9C,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,MAAM,EAAE,CAAC;gBACrC,OAAO;oBACN,EAAE,EAAE,KAAK;oBACT,UAAU,EAAE,IAAI;oBAChB,MAAM,EAAE,EAAE;oBACV,QAAQ,EAAE,EAAE;oBACZ,IAAI;oBACJ,SAAS;oBACT,QAAQ,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,cAAc,EAAE,CAAC,EAAE;oBAC3D,aAAa,EAAE,MAAM;iBACrB,CAAC;YACH,CAAC;YACD,UAAU,GAAG,EAAE,CAAC;QACjB,CAAC;IACF,CAAC;IAED,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QACxD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC1C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACpB,UAAU,CAAC,IAAI,CAAC;oBACf,QAAQ,EAAE,GAAG;oBACb,KAAK,EAAE,IAAI;oBACX,IAAI,EAAE,IAAI;oBACV,UAAU,EAAE,IAAI;iBAChB,CAAC,CAAC;gBACH,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACf,CAAC;QACF,CAAC;IACF,CAAC;IAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO;YACN,EAAE,EAAE,KAAK;YACT,UAAU,EAAE,IAAI;YAChB,MAAM,EAAE,EAAE;YACV,QAAQ,EAAE,EAAE;YACZ,IAAI;YACJ,SAAS;YACT,QAAQ,EAAE,IAAI;SACd,CAAC;IACH,CAAC;IAED,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACpC,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO;YAAE,MAAM;QAEhC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC;YAChC,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,SAAS,CAAC,QAAQ;YACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,SAAS;YACT,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,cAAc,EAAE,IAAI,CAAC,cAAc;SACnC,CAAC,CAAC;QAEH,MAAM,MAAM,GACX,MAAM,CAAC,QAAQ,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAC1E,IAAI,YAAgC,CAAC;QACrC,IAAI,MAAM,EAAE,CAAC;YACZ,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;YACnC,IAAI,CAAC,YAAY,IAAI,MAAM,CAAC,QAAQ;gBAAE,YAAY,GAAG,SAAS,CAAC;YAC/D,IAAI,CAAC,YAAY;gBAAE,YAAY,GAAG,QAAQ,MAAM,CAAC,QAAQ,EAAE,CAAC;QAC7D,CAAC;QAED,QAAQ,CAAC,IAAI,CAAC;YACb,QAAQ,EAAE,SAAS,CAAC,QAAQ;YAC5B,KAAK,EAAE,SAAS,CAAC,KAAK;YACtB,IAAI,EAAE,SAAS,CAAC,IAAI;YACpB,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;YACrC,YAAY;YACZ,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,YAAY,EAAE,MAAM,CAAC,YAAY;SACjC,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,EAAE,CAAC;YACb,OAAO;gBACN,EAAE,EAAE,IAAI;gBACR,UAAU,EAAE,SAAS,CAAC,QAAQ;gBAC9B,MAAM,EAAE,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,MAAM;gBACzC,QAAQ;gBACR,IAAI;gBACJ,SAAS;gBACT,QAAQ,EAAE,KAAK;oBACd,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,cAAc,EAAE,UAAU,CAAC,MAAM,EAAE;oBACnE,CAAC,CAAC,IAAI;aACP,CAAC;QACH,CAAC;IACF,CAAC;IAED,OAAO;QACN,EAAE,EAAE,KAAK;QACT,UAAU,EAAE,IAAI;QAChB,MAAM,EAAE,EAAE;QACV,QAAQ;QACR,IAAI;QACJ,SAAS;QACT,QAAQ,EAAE,KAAK;YACd,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,cAAc,EAAE,UAAU,CAAC,MAAM,EAAE;YACnE,CAAC,CAAC,IAAI;KACP,CAAC;AACH,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,MAAsB;IAC3D,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;IAC3C,CAAC;SAAM,CAAC;QACP,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAClC,CAAC;IACD,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACtB,KAAK,CAAC,IAAI,CAAC,sBAAsB,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACjD,CAAC;IACD,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;QAC1B,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;IACjD,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACrB,KAAK,CAAC,IAAI,CACT,aAAa,MAAM,CAAC,QAAQ,CAAC,cAAc,uBAAuB,MAAM,CAAC,QAAQ,CAAC,SAAS,GAAG,CAC9F,CAAC;IACH,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QAC9C,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACxB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACjC,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;YACzD,MAAM,KAAK,GACV,CAAC,CAAC,UAAU,KAAK,IAAI;gBACpB,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBAC7C,CAAC,CAAC,EAAE,CAAC;YACP,MAAM,GAAG,GACR,CAAC,CAAC,UAAU,KAAK,SAAS;gBACzB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBACxC,CAAC,CAAC,EAAE,CAAC;YACP,IAAI,MAAM,GAAG,CAAC,CAAC,YAAY,IAAI,QAAQ,CAAC;YACxC,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS;gBAAE,MAAM,GAAG,IAAI,CAAC;YAC1C,KAAK,CAAC,IAAI,CACT,KAAK,CAAC,CAAC,QAAQ,UAAU,CAAC,CAAC,KAAK,IAAI,GAAG,IAAI,KAAK,SAAS,IAAI,IAAI,GAAG,MAAM,MAAM,EAAE,CAClF,CAAC;QACH,CAAC;IACF,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACzB,CAAC"}

package/package.json

@@ -0,0 +1,41 @@
+{
+  "name": "smart-model-run",
+  "version": "0.1.0",
+  "description": "Benchmark-driven smart model selection and fallback runner for agent workloads.",
+  "type": "module",
+  "license": "MIT",
+  "author": "b-koop",
+  "files": [
+    "dist/",
+    "README.md"
+  ],
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    },
+    "./smart-run": {
+      "types": "./dist/smart-run.d.ts",
+      "import": "./dist/smart-run.js"
+    },
+    "./model-rankings": {
+      "types": "./dist/model-rankings.d.ts",
+      "import": "./dist/model-rankings.js"
+    }
+  },
+  "types": "./dist/index.d.ts",
+  "scripts": {
+    "build": "tsc -p tsconfig.build.json",
+    "typecheck": "tsc --noEmit",
+    "test": "pnpm typecheck && vitest run",
+    "vitest": "vitest run",
+    "prepare": "pnpm build",
+    "prepublishOnly": "pnpm build && pnpm test",
+    "pack:check": "npm pack --dry-run"
+  },
+  "devDependencies": {
+    "@types/node": "^25.9.2",
+    "typescript": "^5.9.3",
+    "vitest": "latest"
+  }
+}