@oharness/engine 0.6.0 → 0.7.1

package/dist/providers/models-dev.js

@@ -0,0 +1,160 @@
+import { readFile } from "node:fs/promises";
+import path from "node:path";
+import { fileURLToPath } from "node:url";
+import { parseJson } from "../util/json.js";
+const HERE = path.dirname(fileURLToPath(import.meta.url));
+const EFFORTS = ["low", "medium", "high", "xhigh", "max"];
+const DEFAULT_EFFORTS = ["low", "medium", "high"];
+/** The bundled snapshot, or an empty one: it is a convenience, never a requirement. */
+export async function loadModelsDev() {
+    try {
+        const parsed = parseJson(await readFile(path.join(HERE, "models-dev.json"), "utf8"));
+        if (parsed.ok && parsed.value && typeof parsed.value.providers === "object")
+            return parsed.value;
+    }
+    catch {
+        // Missing from a build that did not copy it: fall through to nothing.
+    }
+    return { providers: {} };
+}
+/** A models.dev release date as ms, when it is one. */
+function releasedAt(model) {
+    const ms = model.release_date ? Date.parse(model.release_date) : NaN;
+    return Number.isFinite(ms) ? { releasedAt: ms } : {};
+}
+/**
+ * Release dates by model id, across every provider in the snapshot.
+ *
+ * For ordering a list in which a model arrived with no date of its own, or a
+ * doubtful one: a gateway's `deepseek-v4-flash` is DeepSeek's model, and
+ * OpenRouter's `anthropic/claude-opus-5` is Anthropic's. Looked up by the
+ * whole id and by the part after the last slash, lowercased; where providers
+ * disagree about the same id the earliest date is kept, since a reseller
+ * listing a model later does not make it newer.
+ */
+export function releaseDates(snapshot) {
+    const dates = new Map();
+    const keep = (key, ms) => {
+        const held = dates.get(key);
+        if (held === undefined || ms < held)
+            dates.set(key, ms);
+    };
+    for (const provider of Object.values(snapshot.providers)) {
+        for (const model of Object.values(provider.models ?? {})) {
+            const { releasedAt: ms } = releasedAt(model);
+            if (ms === undefined)
+                continue;
+            const id = dateKey(model.id);
+            keep(id, ms);
+            keep(id.slice(id.lastIndexOf("/") + 1), ms);
+        }
+    }
+    return dates;
+}
+/**
+ * An id as both sides of the lookup spell it: lowercased, with a version's
+ * dots as dashes — a gateway's "claude-opus-4.8" is models.dev's
+ * "claude-opus-4-8".
+ */
+function dateKey(id) {
+    return id.toLowerCase().replace(/\./g, "-");
+}
+/**
+ * The date for a wire id from `releaseDates`: the earlier of the whole id's
+ * and its last part's, so a reseller's "vendor/model" entry cannot postdate
+ * the vendor's own "model".
+ */
+export function releaseDateOf(dates, wireId) {
+    // A routing variant (":batch", ":free") is the same model released the same day.
+    const id = dateKey(wireId.replace(/^~/, "").replace(/:[a-z-]+$/, ""));
+    const found = [dates.get(id), dates.get(id.slice(id.lastIndexOf("/") + 1))].filter((ms) => ms !== undefined);
+    return found.length ? Math.min(...found) : undefined;
+}
+/**
+ * Whether a models.dev entry belongs in a harness picker at all: something
+ * that answers in text, can call tools, and is not on its way out.
+ */
+export function isUsableModel(model) {
+    if (model.status === "deprecated")
+        return false;
+    if (model.tool_call === false)
+        return false;
+    const output = model.modalities?.output;
+    return !output || output.includes("text");
+}
+export function specFromModelsDev(entry, model) {
+    const cost = model.cost ?? {};
+    const efforts = effortLevels(model);
+    return {
+        id: `${entry.id}/${model.id}`,
+        provider: entry.id,
+        model: model.id,
+        displayName: model.name || model.id,
+        ...releasedAt(model),
+        // The same defaults discovery uses for an endpoint that states nothing.
+        contextWindow: model.limit?.context || 128_000,
+        maxOutputTokens: model.limit?.output || 8_192,
+        supportsTools: model.tool_call !== false,
+        supportsImages: (model.modalities?.input ?? []).includes("image"),
+        supportsParallelToolCalls: true,
+        supportsPromptCache: (cost.cache_read ?? 0) > 0,
+        thinkingMode: model.reasoning ? "effort" : "none",
+        effortLevels: efforts,
+        supportsSampling: model.temperature !== false,
+        // The same rule as pi-ai's seed: a plan's models are not billed per token,
+        // and an unquoted price is left out rather than written as zero.
+        ...(entry.subscription
+            ? {}
+            : {
+                ...price("costPer1MInput", cost.input),
+                ...price("costPer1MOutput", cost.output),
+                ...price("costPer1MCacheRead", cost.cache_read),
+                ...price("costPer1MCacheWrite", cost.cache_write),
+            }),
+    };
+}
+/**
+ * The tiers a model names, when it names them as effort levels; the ordinary
+ * three otherwise. A toggle or a token budget is still driven by effort here,
+ * which the wire layer translates — the same reading pi-ai's seed takes.
+ */
+function effortLevels(model) {
+    if (!model.reasoning)
+        return [];
+    const named = (model.reasoning_options ?? []).find((option) => option.type === "effort")?.values;
+    if (!named?.length)
+        return [...DEFAULT_EFFORTS];
+    const levels = EFFORTS.filter((level) => named.includes(level));
+    return levels.length ? levels : [...DEFAULT_EFFORTS];
+}
+function price(field, value) {
+    return value && value > 0 ? { [field]: value } : {};
+}
+/**
+ * Specs for every catalog provider that names a models.dev id, skipping the
+ * models already `taken` — by the catalog files and by pi-ai's seed, both of
+ * which rank above this.
+ */
+export function modelsDevSeeds(providers, snapshot, taken, listed) {
+    const seeded = [];
+    for (const entry of Object.values(providers)) {
+        if (!entry.modelsDev || listed?.has(entry.id))
+            continue;
+        const source = snapshot.providers[entry.modelsDev];
+        if (!source)
+            continue;
+        const excluded = new Set(entry.excludeModels ?? []);
+        for (const model of Object.values(source.models ?? {})) {
+            if (!model?.id || excluded.has(model.id) || !isUsableModel(model))
+                continue;
+            const spec = specFromModelsDev(entry, model);
+            if (taken.has(spec.id) || taken.has(`${spec.provider} ${spec.model}`))
+                continue;
+            taken.add(spec.id);
+            taken.add(`${spec.provider} ${spec.model}`);
+            seeded.push(spec);
+        }
+    }
+    return seeded;
+}
+//# sourceMappingURL=models-dev.js.map

package/dist/providers/models-dev.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"models-dev.js","sourceRoot":"","sources":["../../src/providers/models-dev.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAkD5C,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAC1D,MAAM,OAAO,GAA2B,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;AAClF,MAAM,eAAe,GAAkB,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;AAEjE,uFAAuF;AACvF,MAAM,CAAC,KAAK,UAAU,aAAa;IACjC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,SAAS,CACtB,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,iBAAiB,CAAC,EAAE,MAAM,CAAC,CAC3D,CAAC;QACF,IAAI,MAAM,CAAC,EAAE,IAAI,MAAM,CAAC,KAAK,IAAI,OAAO,MAAM,CAAC,KAAK,CAAC,SAAS,KAAK,QAAQ;YAAE,OAAO,MAAM,CAAC,KAAK,CAAC;IACnG,CAAC;IAAC,MAAM,CAAC;QACP,sEAAsE;IACxE,CAAC;IACD,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;AAC3B,CAAC;AAED,uDAAuD;AACvD,SAAS,UAAU,CAAC,KAAqB;IACvC,MAAM,EAAE,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IACrE,OAAO,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AACvD,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,YAAY,CAAC,QAA2B;IACtD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;IACxC,MAAM,IAAI,GAAG,CAAC,GAAW,EAAE,EAAU,EAAE,EAAE;QACvC,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAI,IAAI,KAAK,SAAS,IAAI,EAAE,GAAG,IAAI;YAAE,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAC1D,CAAC,CAAC;IACF,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACzD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;YACzD,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;YAC7C,IAAI,EAAE,KAAK,SAAS;gBAAE,SAAS;YAC/B,MAAM,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC7B,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YACb,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;GAIG;AACH,SAAS,OAAO,CAAC,EAAU;IACzB,OAAO,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;AAC9C,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,KAA0B,EAAE,MAAc;IACtE,iFAAiF;IACjF,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC;IACtE,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAChF,CAAC,EAAE,EAAgB,EAAE,CAAC,EAAE,KAAK,SAAS,CACvC,CAAC;IACF,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACvD,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,KAAqB;IACjD,IAAI,KAAK,CAAC,MAAM,KAAK,YAAY;QAAE,OAAO,KAAK,CAAC;IAChD,IAAI,KAAK,CAAC,SAAS,KAAK,KAAK;QAAE,OAAO,KAAK,CAAC;IAC5C,MAAM,MAAM,GAAG,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC;IACxC,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AAC5C,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAsB,EAAE,KAAqB;IAC7E,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;IAC9B,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IACpC,OAAO;QACL,EAAE,EAAE,GAAG,KAAK,CAAC,EAAE,IAAI,KAAK,CAAC,EAAE,EAAE;QAC7B,QAAQ,EAAE,KAAK,CAAC,EAAE;QAClB,KAAK,EAAE,KAAK,CAAC,EAAE;QACf,WAAW,EAAE,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,EAAE;QACnC,GAAG,UAAU,CAAC,KAAK,CAAC;QACpB,wEAAwE;QACxE,aAAa,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,IAAI,OAAO;QAC9C,eAAe,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,IAAI,KAAK;QAC7C,aAAa,EAAE,KAAK,CAAC,SAAS,KAAK,KAAK;QACxC,cAAc,EAAE,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;QACjE,yBAAyB,EAAE,IAAI;QAC/B,mBAAmB,EAAE,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,CAAC;QAC/C,YAAY,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM;QACjD,YAAY,EAAE,OAAO;QACrB,gBAAgB,EAAE,KAAK,CAAC,WAAW,KAAK,KAAK;QAC7C,2EAA2E;QAC3E,iEAAiE;QACjE,GAAG,CAAC,KAAK,CAAC,YAAY;YACpB,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC;gBACE,GAAG,KAAK,CAAC,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC;gBACtC,GAAG,KAAK,CAAC,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC;gBACxC,GAAG,KAAK,CAAC,oBAAoB,EAAE,IAAI,CAAC,UAAU,CAAC;gBAC/C,GAAG,KAAK,CAAC,qBAAqB,EAAE,IAAI,CAAC,WAAW,CAAC;aAClD,CAAC;KACP,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,SAAS,YAAY,CAAC,KAAqB;IACzC,IAAI,CAAC,KAAK,CAAC,SAAS;QAAE,OAAO,EAAE,CAAC;IAChC,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,EAAE,MAAM,CAAC;IACjG,IAAI,CAAC,KAAK,EAAE,MAAM;QAAE,OAAO,CAAC,GAAG,eAAe,CAAC,CAAC;IAChD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;IAChE,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,eAAe,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,KAAK,CAAC,KAAa,EAAE,KAAyB;IACrD,OAAO,KAAK,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AACtD,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAC5B,SAA0C,EAC1C,QAA2B,EAC3B,KAAkB,EAClB,MAA4B;IAE5B,MAAM,MAAM,GAAgB,EAAE,CAAC;IAC/B,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;QAC7C,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAAE,SAAS;QACxD,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC;QACpD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;YACvD,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC;gBAAE,SAAS;YAC5E,MAAM,IAAI,GAAG,iBAAiB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC7C,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBAAE,SAAS;YAChF,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACnB,KAAK,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;YAC5C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}