@sriinnu/kosha-discovery 0.6.0 → 1.0.0

package/dist/enrichment/litellm-catalog.js

@@ -0,0 +1,129 @@
+/**
+ * kosha-discovery — Shared LiteLLM catalog loader.
+ *
+ * Single source of truth for the community-maintained LiteLLM model catalog
+ * used by both the discovery seed (origin providers without an API key) and
+ * the post-discovery pricing enricher.
+ *
+ * Hardening:
+ *  - HTTPS-only, fixed source URL — no caller-supplied URLs.
+ *  - Promise-deduplicated singleton load — concurrent callers share one fetch.
+ *  - AbortController-bounded fetch with explicit timeout.
+ *  - Response size cap before parsing to prevent memory bombs.
+ *  - {@link assertCleanPayload} runs before any field is read.
+ *  - Entry-count cap after parse to bound downstream work.
+ *
+ * The catalog source is the same one already trusted by the existing
+ * enricher; this module just centralises the load.
+ * @module
+ */
+import { assertCleanPayload } from "../security.js";
+/** Pinned upstream catalog URL — HTTPS only, no user override. */
+export const LITELLM_CATALOG_URL = "https://raw.githubusercontent.com/BerriAI/litellm/main/model_prices_and_context_window.json";
+/** Maximum response payload size in bytes (8 MB) — current catalog is ~3 MB. */
+const MAX_PAYLOAD_BYTES = 8 * 1024 * 1024;
+/** Maximum entry count in the parsed catalog before we refuse it. */
+const MAX_ENTRIES = 25_000;
+/** Network timeout for the catalog fetch. */
+const FETCH_TIMEOUT_MS = 15_000;
+/** Module-level promise-dedup cache so concurrent callers share one fetch. */
+let inflight = null;
+/**
+ * Fetch the LiteLLM catalog with full hardening, returning a defensively
+ * filtered map. Concurrent callers share the same in-flight promise.
+ */
+export function loadLiteLLMCatalog() {
+    if (inflight)
+        return inflight;
+    inflight = fetchAndValidate().catch((error) => {
+        // Reset on failure so a future call can retry instead of memoising the error.
+        inflight = null;
+        throw error;
+    });
+    return inflight;
+}
+/**
+ * Reset the cached catalog. Test-only helper — callers in production code
+ * should rely on the process-lifetime cache.
+ */
+export function resetLiteLLMCatalogCache() {
+    inflight = null;
+}
+async function fetchAndValidate() {
+    const controller = new AbortController();
+    const timer = setTimeout(() => controller.abort(), FETCH_TIMEOUT_MS);
+    let response;
+    try {
+        response = await fetch(LITELLM_CATALOG_URL, { signal: controller.signal });
+    }
+    finally {
+        clearTimeout(timer);
+    }
+    if (!response.ok) {
+        throw new Error(`Failed to fetch litellm data: ${response.status} ${response.statusText}`);
+    }
+    const text = await readBoundedText(response, MAX_PAYLOAD_BYTES);
+    let parsed;
+    try {
+        parsed = JSON.parse(text);
+    }
+    catch {
+        throw new Error("Failed to parse litellm data: invalid JSON");
+    }
+    if (parsed === null || typeof parsed !== "object" || Array.isArray(parsed)) {
+        throw new Error("Failed to parse litellm data: expected an object");
+    }
+    assertCleanPayload(parsed, "litellm");
+    const entries = Object.entries(parsed);
+    if (entries.length > MAX_ENTRIES) {
+        throw new Error(`LiteLLM catalog exceeds entry cap (${entries.length} > ${MAX_ENTRIES}) — refusing to load`);
+    }
+    const out = Object.create(null);
+    for (const [key, value] of entries) {
+        if (value && typeof value === "object" && !Array.isArray(value)) {
+            out[key] = value;
+        }
+    }
+    return out;
+}
+/**
+ * Read a Response body as text but reject if the body exceeds maxBytes.
+ * Streams the body chunk-by-chunk so we never buffer more than the cap.
+ */
+async function readBoundedText(response, maxBytes) {
+    const contentLength = Number(response.headers.get("content-length") ?? "0");
+    if (contentLength > maxBytes) {
+        throw new Error(`LiteLLM catalog too large (${contentLength} > ${maxBytes} bytes) — refusing to load`);
+    }
+    if (!response.body) {
+        // No streaming body available — fall back to text() but enforce cap on result.
+        const text = await response.text();
+        if (text.length > maxBytes) {
+            throw new Error(`LiteLLM catalog too large (${text.length} > ${maxBytes} chars) — refusing to load`);
+        }
+        return text;
+    }
+    const reader = response.body.getReader();
+    const decoder = new TextDecoder("utf-8");
+    let received = 0;
+    let text = "";
+    while (true) {
+        const { done, value } = await reader.read();
+        if (done)
+            break;
+        received += value.byteLength;
+        if (received > maxBytes) {
+            try {
+                await reader.cancel();
+            }
+            catch {
+                /* swallow cancel errors; we are already failing */
+            }
+            throw new Error(`LiteLLM catalog too large (>${maxBytes} bytes) — refusing to load`);
+        }
+        text += decoder.decode(value, { stream: true });
+    }
+    text += decoder.decode();
+    return text;
+}
+//# sourceMappingURL=litellm-catalog.js.map

package/dist/enrichment/litellm-catalog.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"litellm-catalog.js","sourceRoot":"","sources":["../../src/enrichment/litellm-catalog.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAEpD,kEAAkE;AAClE,MAAM,CAAC,MAAM,mBAAmB,GAC/B,6FAA6F,CAAC;AAE/F,gFAAgF;AAChF,MAAM,iBAAiB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAE1C,qEAAqE;AACrE,MAAM,WAAW,GAAG,MAAM,CAAC;AAE3B,6CAA6C;AAC7C,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAyDhC,8EAA8E;AAC9E,IAAI,QAAQ,GAAsD,IAAI,CAAC;AAEvE;;;GAGG;AACH,MAAM,UAAU,kBAAkB;IACjC,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAC9B,QAAQ,GAAG,gBAAgB,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QAC7C,8EAA8E;QAC9E,QAAQ,GAAG,IAAI,CAAC;QAChB,MAAM,KAAK,CAAC;IACb,CAAC,CAAC,CAAC;IACH,OAAO,QAAQ,CAAC;AACjB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,wBAAwB;IACvC,QAAQ,GAAG,IAAI,CAAC;AACjB,CAAC;AAED,KAAK,UAAU,gBAAgB;IAC9B,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,gBAAgB,CAAC,CAAC;IAErE,IAAI,QAAkB,CAAC;IACvB,IAAI,CAAC;QACJ,QAAQ,GAAG,MAAM,KAAK,CAAC,mBAAmB,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5E,CAAC;YAAS,CAAC;QACV,YAAY,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CACd,iCAAiC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CACzE,CAAC;IACH,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,eAAe,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAC;IAEhE,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACJ,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACR,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAC/D,CAAC;IAED,IAAI,MAAM,KAAK,IAAI,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5E,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;IACrE,CAAC;IAED,kBAAkB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAEtC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,MAAiC,CAAC,CAAC;IAClE,IAAI,OAAO,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CACd,sCAAsC,OAAO,CAAC,MAAM,MAAM,WAAW,sBAAsB,CAC3F,CAAC;IACH,CAAC;IAED,MAAM,GAAG,GAAsC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACnE,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;QACpC,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACjE,GAAG,CAAC,GAAG,CAAC,GAAG,KAA0B,CAAC;QACvC,CAAC;IACF,CAAC;IACD,OAAO,GAAG,CAAC;AACZ,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,eAAe,CAAC,QAAkB,EAAE,QAAgB;IAClE,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,GAAG,CAAC,CAAC;IAC5E,IAAI,aAAa,GAAG,QAAQ,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CACd,8BAA8B,aAAa,MAAM,QAAQ,4BAA4B,CACrF,CAAC;IACH,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACpB,+EAA+E;QAC/E,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,IAAI,IAAI,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CACd,8BAA8B,IAAI,CAAC,MAAM,MAAM,QAAQ,4BAA4B,CACnF,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;IACzC,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC;IACzC,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,OAAO,IAAI,EAAE,CAAC;QACb,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,IAAI;YAAE,MAAM;QAChB,QAAQ,IAAI,KAAK,CAAC,UAAU,CAAC;QAC7B,IAAI,QAAQ,GAAG,QAAQ,EAAE,CAAC;YACzB,IAAI,CAAC;gBACJ,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC;YACvB,CAAC;YAAC,MAAM,CAAC;gBACR,mDAAmD;YACpD,CAAC;YACD,MAAM,IAAI,KAAK,CACd,+BAA+B,QAAQ,4BAA4B,CACnE,CAAC;QACH,CAAC;QACD,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACjD,CAAC;IACD,IAAI,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IACzB,OAAO,IAAI,CAAC;AACb,CAAC"}

package/dist/enrichment/litellm.d.ts

@@ -15,8 +15,7 @@ import type { Enricher, ModelCard } from "../types.js";
  */
 export declare class LiteLLMEnricher implements Enricher {
     private data;
-    private readonly url;
-    /** Fetch and cache the litellm pricing JSON. Safe to call multiple times. */
+    /** Fetch and cache the litellm pricing JSON via the shared catalog loader. */
     load(): Promise<void>;
     /**
      * Enrich an array of ModelCards with litellm data.
@@ -27,6 +26,14 @@ export declare class LiteLLMEnricher implements Enricher {
      */
     enrich(models: ModelCard[]): Promise<ModelCard[]>;
     private enrichOne;
+    /**
+     * Best-effort lifecycle status from a deprecation-date string.
+     *
+     * Returns `"retired"` when the date has already passed,
+     * `"deprecated"` when one is set but still in the future,
+     * and `"active"` when no date is present.
+     */
+    private inferStatus;
     /**
      * Look up a model in the litellm pricing catalogue using a tiered set of
      * key strategies. Later strategies use `originProvider` to handle models

package/dist/enrichment/litellm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"litellm.d.ts","sourceRoot":"","sources":["../../src/enrichment/litellm.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,QAAQ,EAAE,SAAS,EAA2B,MAAM,aAAa,CAAC;AAkChF;;;;;GAKG;AACH,qBAAa,eAAgB,YAAW,QAAQ;IAC/C,OAAO,CAAC,IAAI,CAAkD;IAC9D,OAAO,CAAC,QAAQ,CAAC,GAAG,CAC2E;IAE/F,6EAA6E;IACvE,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAY3B;;;;;;OAMG;IACG,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IASvD,OAAO,CAAC,SAAS;IAoEjB;;;;;;;;;;;;;;;OAeG;IACH,OAAO,CAAC,WAAW;IA6CnB,8DAA8D;IAC9D,OAAO,CAAC,cAAc;IA0CtB;;;OAGG;IACH,OAAO,CAAC,WAAW;IASnB,sDAAsD;IACtD,OAAO,CAAC,OAAO;CAkBf"}
+{"version":3,"file":"litellm.d.ts","sourceRoot":"","sources":["../../src/enrichment/litellm.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAwC,MAAM,aAAa,CAAC;AAc7F;;;;;GAKG;AACH,qBAAa,eAAgB,YAAW,QAAQ;IAC/C,OAAO,CAAC,IAAI,CAAkD;IAE9D,8EAA8E;IACxE,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAK3B;;;;;;OAMG;IACG,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IASvD,OAAO,CAAC,SAAS;IAwKjB;;;;;;OAMG;IACH,OAAO,CAAC,WAAW;IAOnB;;;;;;;;;;;;;;;OAeG;IACH,OAAO,CAAC,WAAW;IA6CnB,8DAA8D;IAC9D,OAAO,CAAC,cAAc;IAuHtB;;;OAGG;IACH,OAAO,CAAC,WAAW;IASnB,sDAAsD;IACtD,OAAO,CAAC,OAAO;CAkBf"}

package/dist/enrichment/litellm.js

@@ -6,8 +6,11 @@
  * flags on already-discovered {@link ModelCard} objects.
  * @module
  */
+import { applyFreeTierFlag } from "../discovery/free-tier.js";
 import { normalizeModelId } from "../normalize.js";
-import { assertCleanPayload } from "../security.js";
+import { inferParallelToolCalls, inferStructuredOutputModes, inferToolDialect } from "../model-features.js";
+import { inferTokenizerFamily } from "../tokenizer-family.js";
+import { loadLiteLLMCatalog } from "./litellm-catalog.js";
 /**
  * Multiplier to convert litellm's per-token costs into our standard
  * per-million-token pricing.  litellm stores costs as cost-per-single-token,
@@ -22,18 +25,11 @@ const PER_MILLION = 1_000_000;
  */
 export class LiteLLMEnricher {
     data = null;
-    url = "https://raw.githubusercontent.com/BerriAI/litellm/main/model_prices_and_context_window.json";
-    /** Fetch and cache the litellm pricing JSON. Safe to call multiple times. */
+    /** Fetch and cache the litellm pricing JSON via the shared catalog loader. */
     async load() {
         if (this.data)
             return;
-        const response = await fetch(this.url);
-        if (!response.ok) {
-            throw new Error(`Failed to fetch litellm data: ${response.status} ${response.statusText}`);
-        }
-        const raw = (await response.json());
-        assertCleanPayload(raw, "litellm");
-        this.data = raw;
+        this.data = await loadLiteLLMCatalog();
     }
     /**
      * Enrich an array of ModelCards with litellm data.
@@ -44,7 +40,7 @@ export class LiteLLMEnricher {
      */
     async enrich(models) {
         await this.load();
-        return models.map((model) => this.enrichOne(model));
+        return models.map((model) => applyFreeTierFlag(this.enrichOne(model)));
     }
     // ---------------------------------------------------------------------------
     // Private
@@ -54,10 +50,45 @@ export class LiteLLMEnricher {
         if (!entry)
             return { ...model };
         const enriched = { ...model };
-        // Pricing — only when the model has no pricing yet
+        // Pricing — fill in base pricing when missing, AND top up cache rates
+        // even when base pricing already exists. The discoverer (e.g. OpenRouter)
+        // often provides input/output rates but skips cache_read/cache_write,
+        // while litellm has them — so I merge per-field rather than all-or-nothing.
         const entryPricing = this.extractPricing(entry);
-        if (!enriched.pricing && entryPricing) {
-            enriched.pricing = entryPricing;
+        if (entryPricing) {
+            if (!enriched.pricing) {
+                enriched.pricing = entryPricing;
+            }
+            else {
+                if (enriched.pricing.cacheReadPerMillion === undefined &&
+                    entryPricing.cacheReadPerMillion !== undefined) {
+                    enriched.pricing = {
+                        ...enriched.pricing,
+                        cacheReadPerMillion: entryPricing.cacheReadPerMillion,
+                    };
+                }
+                if (enriched.pricing.cacheWritePerMillion === undefined &&
+                    entryPricing.cacheWritePerMillion !== undefined) {
+                    enriched.pricing = {
+                        ...enriched.pricing,
+                        cacheWritePerMillion: entryPricing.cacheWritePerMillion,
+                    };
+                }
+                if (enriched.pricing.batchInputPerMillion === undefined &&
+                    entryPricing.batchInputPerMillion !== undefined) {
+                    enriched.pricing = {
+                        ...enriched.pricing,
+                        batchInputPerMillion: entryPricing.batchInputPerMillion,
+                    };
+                }
+                if (enriched.pricing.batchOutputPerMillion === undefined &&
+                    entryPricing.batchOutputPerMillion !== undefined) {
+                    enriched.pricing = {
+                        ...enriched.pricing,
+                        batchOutputPerMillion: entryPricing.batchOutputPerMillion,
+                    };
+                }
+            }
         }
         // Preserve proxy-route pricing while surfacing direct-origin reference pricing.
         if (entryPricing && enriched.originProvider && enriched.originProvider !== enriched.provider && !enriched.originPricing) {
@@ -106,8 +137,80 @@ export class LiteLLMEnricher {
         if (entry.supports_prompt_caching && !enriched.capabilities.includes("prompt_caching")) {
             enriched.capabilities.push("prompt_caching");
         }
+        if (entry.supports_audio_input && !enriched.capabilities.includes("audio_input")) {
+            enriched.capabilities.push("audio_input");
+        }
+        if (entry.supports_audio_output && !enriched.capabilities.includes("audio_output")) {
+            enriched.capabilities.push("audio_output");
+        }
+        if (entry.supports_video_input && !enriched.capabilities.includes("video_input")) {
+            enriched.capabilities.push("video_input");
+        }
+        if (entry.supports_reasoning && !enriched.capabilities.includes("reasoning")) {
+            enriched.capabilities.push("reasoning");
+        }
+        if (entry.supports_response_schema && !enriched.capabilities.includes("structured_output")) {
+            enriched.capabilities.push("structured_output");
+        }
+        // Tokenizer family — only fill when missing. Prefer a local-runtime value
+        // when the discoverer already supplied one; fall back to heuristic inference
+        // based on origin provider and model ID.
+        if (!enriched.tokenizerFamily) {
+            const localFamily = enriched.localRuntime?.tokenizerFamily;
+            enriched.tokenizerFamily =
+                localFamily ?? inferTokenizerFamily(enriched.originProvider, enriched.id);
+        }
+        // Tool dialect — only fill when missing. The discoverer might know the
+        // canonical dialect for managed proxy endpoints; we only infer when it
+        // didn't come through.
+        if (enriched.toolDialect === undefined) {
+            const dialect = inferToolDialect(enriched.originProvider, enriched.id);
+            if (dialect !== undefined)
+                enriched.toolDialect = dialect;
+        }
+        // Structured output modes — only fill when the discoverer hasn't set them.
+        if (enriched.structuredOutputModes === undefined) {
+            const modes = inferStructuredOutputModes(enriched.originProvider, enriched.id);
+            if (modes.length > 0)
+                enriched.structuredOutputModes = modes;
+        }
+        // Parallel tool calls — litellm's flag takes precedence when present,
+        // otherwise fall back to the heuristic from the dialect / model ID.
+        if (enriched.supportsParallelToolCalls === undefined) {
+            if (entry.supports_parallel_function_calling !== undefined) {
+                enriched.supportsParallelToolCalls = entry.supports_parallel_function_calling;
+            }
+            else {
+                const parallel = inferParallelToolCalls(enriched.originProvider, enriched.id);
+                if (parallel !== undefined)
+                    enriched.supportsParallelToolCalls = parallel;
+            }
+        }
+        // Deprecation metadata — only fill when missing; litellm publishes
+        // `deprecation_date` as an ISO string for models with announced sunset.
+        if (!enriched.deprecationDate && entry.deprecation_date) {
+            enriched.deprecationDate = entry.deprecation_date;
+        }
+        if (!enriched.status) {
+            enriched.status = this.inferStatus(enriched.deprecationDate);
+        }
         return enriched;
     }
+    /**
+     * Best-effort lifecycle status from a deprecation-date string.
+     *
+     * Returns `"retired"` when the date has already passed,
+     * `"deprecated"` when one is set but still in the future,
+     * and `"active"` when no date is present.
+     */
+    inferStatus(deprecationDate) {
+        if (!deprecationDate)
+            return "active";
+        const ts = Date.parse(deprecationDate);
+        if (Number.isNaN(ts))
+            return "active";
+        return ts <= Date.now() ? "retired" : "deprecated";
+    }
     /**
      * Look up a model in the litellm pricing catalogue using a tiered set of
      * key strategies. Later strategies use `originProvider` to handle models
@@ -171,18 +274,31 @@ export class LiteLLMEnricher {
     extractPricing(entry) {
         const reasoningInputCost = this.firstFinite(entry.input_cost_per_reasoning_token, entry.reasoning_input_cost_per_token);
         const reasoningOutputCost = this.firstFinite(entry.output_cost_per_reasoning_token, entry.reasoning_output_cost_per_token);
-        const hasAnyPriceSignal = entry.input_cost_per_token !== undefined ||
-            entry.output_cost_per_token !== undefined ||
-            entry.cache_read_input_token_cost !== undefined ||
-            entry.cache_creation_input_token_cost !== undefined ||
-            reasoningInputCost !== undefined ||
-            reasoningOutputCost !== undefined;
-        if (!hasAnyPriceSignal) {
+        const baseInput = this.firstFinite(entry.input_cost_per_token);
+        const baseOutput = this.firstFinite(entry.output_cost_per_token);
+        const hasBaseTokenPricing = baseInput !== undefined && baseOutput !== undefined;
+        // Multimodal-only entries (TTS by-the-second, image generation, per-character
+        // Vertex models) legitimately publish no token-billed pricing — synthesizing
+        // 0/0 base on those is honest, and downstream free_tier detection skips
+        // non-chat modes. Cache-only / batch-only / reasoning-only entries, on the
+        // other hand, are incomplete catalog rows: synthesizing 0/0 base from them
+        // would falsely flag the model as free_tier, so we refuse.
+        const hasNonTokenPricing = entry.input_cost_per_image !== undefined ||
+            entry.output_cost_per_image !== undefined ||
+            entry.input_cost_per_audio_token !== undefined ||
+            entry.output_cost_per_audio_token !== undefined ||
+            entry.input_cost_per_audio_per_second !== undefined ||
+            entry.output_cost_per_audio_per_second !== undefined ||
+            entry.input_cost_per_video_per_second !== undefined ||
+            entry.input_cost_per_video_token !== undefined ||
+            entry.input_cost_per_character !== undefined ||
+            entry.output_cost_per_character !== undefined;
+        if (!hasBaseTokenPricing && !hasNonTokenPricing) {
             return undefined;
         }
         const pricing = {
-            inputPerMillion: (entry.input_cost_per_token ?? 0) * PER_MILLION,
-            outputPerMillion: (entry.output_cost_per_token ?? 0) * PER_MILLION,
+            inputPerMillion: (baseInput ?? 0) * PER_MILLION,
+            outputPerMillion: (baseOutput ?? 0) * PER_MILLION,
         };
         if (reasoningInputCost !== undefined) {
             pricing.reasoningInputPerMillion = reasoningInputCost * PER_MILLION;
@@ -196,6 +312,59 @@ export class LiteLLMEnricher {
         if (entry.cache_creation_input_token_cost !== undefined) {
             pricing.cacheWritePerMillion = entry.cache_creation_input_token_cost * PER_MILLION;
         }
+        if (entry.input_cost_per_token_batches !== undefined) {
+            pricing.batchInputPerMillion = entry.input_cost_per_token_batches * PER_MILLION;
+        }
+        if (entry.output_cost_per_token_batches !== undefined) {
+            pricing.batchOutputPerMillion = entry.output_cost_per_token_batches * PER_MILLION;
+        }
+        // Multimodal — images are already per-unit; audio/video tokens go through PER_MILLION.
+        if (entry.input_cost_per_image !== undefined) {
+            pricing.imageInputPerImage = entry.input_cost_per_image;
+        }
+        if (entry.output_cost_per_image !== undefined) {
+            pricing.imageOutputPerImage = entry.output_cost_per_image;
+        }
+        if (entry.input_cost_per_audio_token !== undefined) {
+            pricing.audioInputPerMillion = entry.input_cost_per_audio_token * PER_MILLION;
+        }
+        if (entry.output_cost_per_audio_token !== undefined) {
+            pricing.audioOutputPerMillion = entry.output_cost_per_audio_token * PER_MILLION;
+        }
+        if (entry.input_cost_per_audio_per_second !== undefined) {
+            pricing.audioInputPerSecond = entry.input_cost_per_audio_per_second;
+        }
+        if (entry.output_cost_per_audio_per_second !== undefined) {
+            pricing.audioOutputPerSecond = entry.output_cost_per_audio_per_second;
+        }
+        if (entry.input_cost_per_video_per_second !== undefined) {
+            pricing.videoInputPerSecond = entry.input_cost_per_video_per_second;
+        }
+        if (entry.input_cost_per_video_token !== undefined) {
+            pricing.videoInputPerMillion = entry.input_cost_per_video_token * PER_MILLION;
+        }
+        // Character-billed providers (Vertex AI, Azure).
+        if (entry.input_cost_per_character !== undefined) {
+            pricing.inputPerMillionCharacters = entry.input_cost_per_character * PER_MILLION;
+        }
+        if (entry.output_cost_per_character !== undefined) {
+            pricing.outputPerMillionCharacters = entry.output_cost_per_character * PER_MILLION;
+        }
+        // Tiered long-context pricing — prefer 128k, fall back to 200k (Claude-style).
+        const tieredIn = this.firstFinite(entry.input_cost_per_token_above_128k_tokens, entry.input_cost_per_token_above_200k_tokens);
+        const tieredOut = this.firstFinite(entry.output_cost_per_token_above_128k_tokens, entry.output_cost_per_token_above_200k_tokens);
+        if (tieredIn !== undefined) {
+            pricing.longContextInputPerMillion = tieredIn * PER_MILLION;
+        }
+        if (tieredOut !== undefined) {
+            pricing.longContextOutputPerMillion = tieredOut * PER_MILLION;
+        }
+        if (entry.input_cost_per_token_above_128k_tokens !== undefined || entry.output_cost_per_token_above_128k_tokens !== undefined) {
+            pricing.longContextThresholdTokens = 128_000;
+        }
+        else if (entry.input_cost_per_token_above_200k_tokens !== undefined || entry.output_cost_per_token_above_200k_tokens !== undefined) {
+            pricing.longContextThresholdTokens = 200_000;
+        }
         return pricing;
     }
     /**

package/dist/enrichment/litellm.js.map

@@ -1 +1 @@
-{"version":3,"file":"litellm.js","sourceRoot":"","sources":["../../src/enrichment/litellm.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAyBpD;;;;GAIG;AACH,MAAM,WAAW,GAAG,SAAS,CAAC;AAE9B;;;;;GAKG;AACH,MAAM,OAAO,eAAe;IACnB,IAAI,GAA6C,IAAI,CAAC;IAC7C,GAAG,GACnB,6FAA6F,CAAC;IAE/F,6EAA6E;IAC7E,KAAK,CAAC,IAAI;QACT,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO;QAEtB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,iCAAiC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QAC5F,CAAC;QACD,MAAM,GAAG,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA4B,CAAC;QAC/D,kBAAkB,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QACnC,IAAI,CAAC,IAAI,GAAG,GAAwC,CAAC;IACtD,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,MAAM,CAAC,MAAmB;QAC/B,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,8EAA8E;IAC9E,UAAU;IACV,8EAA8E;IAEtE,SAAS,CAAC,KAAgB;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,GAAG,KAAK,EAAE,CAAC;QAEhC,MAAM,QAAQ,GAAc,EAAE,GAAG,KAAK,EAAE,CAAC;QAEzC,mDAAmD;QACnD,MAAM,YAAY,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAChD,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,YAAY,EAAE,CAAC;YACvC,QAAQ,CAAC,OAAO,GAAG,YAAY,CAAC;QACjC,CAAC;QAED,gFAAgF;QAChF,IAAI,YAAY,IAAI,QAAQ,CAAC,cAAc,IAAI,QAAQ,CAAC,cAAc,KAAK,QAAQ,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;YACzH,QAAQ,CAAC,aAAa,GAAG,YAAY,CAAC;QACvC,CAAC;QAED,uCAAuC;QACvC,IAAI,QAAQ,CAAC,aAAa,KAAK,CAAC,IAAI,KAAK,CAAC,gBAAgB,EAAE,CAAC;YAC5D,QAAQ,CAAC,aAAa,GAAG,KAAK,CAAC,gBAAgB,CAAC;QACjD,CAAC;QAED,0CAA0C;QAC1C,IAAI,QAAQ,CAAC,eAAe,KAAK,CAAC,EAAE,CAAC;YACpC,IAAI,KAAK,CAAC,iBAAiB,EAAE,CAAC;gBAC7B,QAAQ,CAAC,eAAe,GAAG,KAAK,CAAC,iBAAiB,CAAC;YACpD,CAAC;iBAAM,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gBAC7B,QAAQ,CAAC,eAAe,GAAG,KAAK,CAAC,UAAU,CAAC;YAC7C,CAAC;QACF,CAAC;QAED,uCAAuC;QACvC,IAAI,QAAQ,CAAC,cAAc,KAAK,SAAS,IAAI,KAAK,CAAC,gBAAgB,EAAE,CAAC;YACrE,QAAQ,CAAC,cAAc,GAAG,KAAK,CAAC,gBAAgB,CAAC;QAClD,CAAC;QAED,2CAA2C;QAC3C,IAAI,QAAQ,CAAC,UAAU,KAAK,SAAS,IAAI,KAAK,CAAC,kBAAkB,EAAE,CAAC;YACnE,QAAQ,CAAC,UAAU,GAAG,KAAK,CAAC,kBAAkB,CAAC;QAChD,CAAC;QAED,iFAAiF;QACjF,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YAChB,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC7C,IAAI,WAAW,IAAI,QAAQ,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAClD,iEAAiE;gBACjE,wDAAwD;gBACxD,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,IAAI,WAAW,KAAK,MAAM,EAAE,CAAC;oBACxD,QAAQ,CAAC,IAAI,GAAG,WAAW,CAAC;gBAC7B,CAAC;YACF,CAAC;QACF,CAAC;QAED,qDAAqD;QACrD,QAAQ,CAAC,YAAY,GAAG,CAAC,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC;QACnD,IAAI,KAAK,CAAC,eAAe,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxE,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,KAAK,CAAC,yBAAyB,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;YAC5F,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAChD,CAAC;QACD,IAAI,KAAK,CAAC,uBAAuB,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACxF,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC9C,CAAC;QAED,OAAO,QAAQ,CAAC;IACjB,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACK,WAAW,CAAC,KAAgB;QACnC,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,OAAO,SAAS,CAAC;QAEjC,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,cAAc,EAAE,GAAG,KAAK,CAAC;QAE/C,iBAAiB;QACjB,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAExC,wBAAwB;QACxB,MAAM,QAAQ,GAAG,GAAG,QAAQ,IAAI,EAAE,EAAE,CAAC;QACrC,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEpD,oEAAoE;QACpE,6CAA6C;QAC7C,IAAI,cAAc,IAAI,cAAc,KAAK,QAAQ,EAAE,CAAC;YACnD,MAAM,cAAc,GAAG,GAAG,cAAc,IAAI,EAAE,EAAE,CAAC;YACjD,IAAI,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC;gBAAE,OAAO,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACjE,CAAC;QAED,qEAAqE;QACrE,qEAAqE;QACrE,8CAA8C;QAC9C,MAAM,YAAY,GAAG,gBAAgB,CAAC,EAAE,CAAC,CAAC;QAC1C,IAAI,cAAc,EAAE,CAAC;YACpB,MAAM,kBAAkB,GAAG,GAAG,cAAc,IAAI,YAAY,EAAE,CAAC;YAC/D,IAAI,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC;gBAAE,OAAO,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACzE,CAAC;QAED,2BAA2B;QAC3B,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;QAC/B,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAE9C,2BAA2B;QAC3B,MAAM,aAAa,GAAG,GAAG,QAAQ,IAAI,KAAK,EAAE,CAAC;QAC7C,IAAI,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAE9D,2CAA2C;QAC3C,IAAI,cAAc,EAAE,CAAC;YACpB,MAAM,eAAe,GAAG,GAAG,cAAc,IAAI,YAAY,CAAC,WAAW,EAAE,EAAE,CAAC;YAC1E,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC;gBAAE,OAAO,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACnE,CAAC;QAED,OAAO,SAAS,CAAC;IAClB,CAAC;IAED,8DAA8D;IACtD,cAAc,CAAC,KAAwB;QAC9C,MAAM,kBAAkB,GAAG,IAAI,CAAC,WAAW,CAC1C,KAAK,CAAC,8BAA8B,EACpC,KAAK,CAAC,8BAA8B,CACpC,CAAC;QACF,MAAM,mBAAmB,GAAG,IAAI,CAAC,WAAW,CAC3C,KAAK,CAAC,+BAA+B,EACrC,KAAK,CAAC,+BAA+B,CACrC,CAAC;QACF,MAAM,iBAAiB,GACtB,KAAK,CAAC,oBAAoB,KAAK,SAAS;YACxC,KAAK,CAAC,qBAAqB,KAAK,SAAS;YACzC,KAAK,CAAC,2BAA2B,KAAK,SAAS;YAC/C,KAAK,CAAC,+BAA+B,KAAK,SAAS;YACnD,kBAAkB,KAAK,SAAS;YAChC,mBAAmB,KAAK,SAAS,CAAC;QAEnC,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACxB,OAAO,SAAS,CAAC;QAClB,CAAC;QAED,MAAM,OAAO,GAAiB;YAC7B,eAAe,EAAE,CAAC,KAAK,CAAC,oBAAoB,IAAI,CAAC,CAAC,GAAG,WAAW;YAChE,gBAAgB,EAAE,CAAC,KAAK,CAAC,qBAAqB,IAAI,CAAC,CAAC,GAAG,WAAW;SAClE,CAAC;QACF,IAAI,kBAAkB,KAAK,SAAS,EAAE,CAAC;YACtC,OAAO,CAAC,wBAAwB,GAAG,kBAAkB,GAAG,WAAW,CAAC;QACrE,CAAC;QACD,IAAI,mBAAmB,KAAK,SAAS,EAAE,CAAC;YACvC,OAAO,CAAC,yBAAyB,GAAG,mBAAmB,GAAG,WAAW,CAAC;QACvE,CAAC;QAED,IAAI,KAAK,CAAC,2BAA2B,KAAK,SAAS,EAAE,CAAC;YACrD,OAAO,CAAC,mBAAmB,GAAG,KAAK,CAAC,2BAA2B,GAAG,WAAW,CAAC;QAC/E,CAAC;QACD,IAAI,KAAK,CAAC,+BAA+B,KAAK,SAAS,EAAE,CAAC;YACzD,OAAO,CAAC,oBAAoB,GAAG,KAAK,CAAC,+BAA+B,GAAG,WAAW,CAAC;QACpF,CAAC;QAED,OAAO,OAAO,CAAC;IAChB,CAAC;IAED;;;OAGG;IACK,WAAW,CAAC,GAAG,MAAiC;QACvD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC5B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACzD,OAAO,KAAK,CAAC;YACd,CAAC;QACF,CAAC;QACD,OAAO,SAAS,CAAC;IAClB,CAAC;IAED,sDAAsD;IAC9C,OAAO,CAAC,IAAY;QAC3B,QAAQ,IAAI,EAAE,CAAC;YACd,KAAK,MAAM,CAAC;YACZ,KAAK,YAAY;gBAChB,OAAO,MAAM,CAAC;YACf,KAAK,WAAW;gBACf,OAAO,WAAW,CAAC;YACpB,KAAK,kBAAkB;gBACtB,OAAO,OAAO,CAAC;YAChB,KAAK,qBAAqB,CAAC;YAC3B,KAAK,cAAc;gBAClB,OAAO,OAAO,CAAC;YAChB,KAAK,YAAY;gBAChB,OAAO,YAAY,CAAC;YACrB;gBACC,OAAO,SAAS,CAAC;QACnB,CAAC;IACF,CAAC;CACD"}
+{"version":3,"file":"litellm.js","sourceRoot":"","sources":["../../src/enrichment/litellm.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnD,OAAO,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAC5G,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAA0B,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAElF;;;;GAIG;AACH,MAAM,WAAW,GAAG,SAAS,CAAC;AAE9B;;;;;GAKG;AACH,MAAM,OAAO,eAAe;IACnB,IAAI,GAA6C,IAAI,CAAC;IAE9D,8EAA8E;IAC9E,KAAK,CAAC,IAAI;QACT,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO;QACtB,IAAI,CAAC,IAAI,GAAG,MAAM,kBAAkB,EAAE,CAAC;IACxC,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,MAAM,CAAC,MAAmB;QAC/B,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACxE,CAAC;IAED,8EAA8E;IAC9E,UAAU;IACV,8EAA8E;IAEtE,SAAS,CAAC,KAAgB;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,GAAG,KAAK,EAAE,CAAC;QAEhC,MAAM,QAAQ,GAAc,EAAE,GAAG,KAAK,EAAE,CAAC;QAEzC,sEAAsE;QACtE,0EAA0E;QAC1E,sEAAsE;QACtE,4EAA4E;QAC5E,MAAM,YAAY,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAChD,IAAI,YAAY,EAAE,CAAC;YAClB,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACvB,QAAQ,CAAC,OAAO,GAAG,YAAY,CAAC;YACjC,CAAC;iBAAM,CAAC;gBACP,IACC,QAAQ,CAAC,OAAO,CAAC,mBAAmB,KAAK,SAAS;oBAClD,YAAY,CAAC,mBAAmB,KAAK,SAAS,EAC7C,CAAC;oBACF,QAAQ,CAAC,OAAO,GAAG;wBAClB,GAAG,QAAQ,CAAC,OAAO;wBACnB,mBAAmB,EAAE,YAAY,CAAC,mBAAmB;qBACrD,CAAC;gBACH,CAAC;gBACD,IACC,QAAQ,CAAC,OAAO,CAAC,oBAAoB,KAAK,SAAS;oBACnD,YAAY,CAAC,oBAAoB,KAAK,SAAS,EAC9C,CAAC;oBACF,QAAQ,CAAC,OAAO,GAAG;wBAClB,GAAG,QAAQ,CAAC,OAAO;wBACnB,oBAAoB,EAAE,YAAY,CAAC,oBAAoB;qBACvD,CAAC;gBACH,CAAC;gBACD,IACC,QAAQ,CAAC,OAAO,CAAC,oBAAoB,KAAK,SAAS;oBACnD,YAAY,CAAC,oBAAoB,KAAK,SAAS,EAC9C,CAAC;oBACF,QAAQ,CAAC,OAAO,GAAG;wBAClB,GAAG,QAAQ,CAAC,OAAO;wBACnB,oBAAoB,EAAE,YAAY,CAAC,oBAAoB;qBACvD,CAAC;gBACH,CAAC;gBACD,IACC,QAAQ,CAAC,OAAO,CAAC,qBAAqB,KAAK,SAAS;oBACpD,YAAY,CAAC,qBAAqB,KAAK,SAAS,EAC/C,CAAC;oBACF,QAAQ,CAAC,OAAO,GAAG;wBAClB,GAAG,QAAQ,CAAC,OAAO;wBACnB,qBAAqB,EAAE,YAAY,CAAC,qBAAqB;qBACzD,CAAC;gBACH,CAAC;YACF,CAAC;QACF,CAAC;QAED,gFAAgF;QAChF,IAAI,YAAY,IAAI,QAAQ,CAAC,cAAc,IAAI,QAAQ,CAAC,cAAc,KAAK,QAAQ,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;YACzH,QAAQ,CAAC,aAAa,GAAG,YAAY,CAAC;QACvC,CAAC;QAED,uCAAuC;QACvC,IAAI,QAAQ,CAAC,aAAa,KAAK,CAAC,IAAI,KAAK,CAAC,gBAAgB,EAAE,CAAC;YAC5D,QAAQ,CAAC,aAAa,GAAG,KAAK,CAAC,gBAAgB,CAAC;QACjD,CAAC;QAED,0CAA0C;QAC1C,IAAI,QAAQ,CAAC,eAAe,KAAK,CAAC,EAAE,CAAC;YACpC,IAAI,KAAK,CAAC,iBAAiB,EAAE,CAAC;gBAC7B,QAAQ,CAAC,eAAe,GAAG,KAAK,CAAC,iBAAiB,CAAC;YACpD,CAAC;iBAAM,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gBAC7B,QAAQ,CAAC,eAAe,GAAG,KAAK,CAAC,UAAU,CAAC;YAC7C,CAAC;QACF,CAAC;QAED,uCAAuC;QACvC,IAAI,QAAQ,CAAC,cAAc,KAAK,SAAS,IAAI,KAAK,CAAC,gBAAgB,EAAE,CAAC;YACrE,QAAQ,CAAC,cAAc,GAAG,KAAK,CAAC,gBAAgB,CAAC;QAClD,CAAC;QAED,2CAA2C;QAC3C,IAAI,QAAQ,CAAC,UAAU,KAAK,SAAS,IAAI,KAAK,CAAC,kBAAkB,EAAE,CAAC;YACnE,QAAQ,CAAC,UAAU,GAAG,KAAK,CAAC,kBAAkB,CAAC;QAChD,CAAC;QAED,iFAAiF;QACjF,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YAChB,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC7C,IAAI,WAAW,IAAI,QAAQ,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAClD,iEAAiE;gBACjE,wDAAwD;gBACxD,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,IAAI,WAAW,KAAK,MAAM,EAAE,CAAC;oBACxD,QAAQ,CAAC,IAAI,GAAG,WAAW,CAAC;gBAC7B,CAAC;YACF,CAAC;QACF,CAAC;QAED,qDAAqD;QACrD,QAAQ,CAAC,YAAY,GAAG,CAAC,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC;QACnD,IAAI,KAAK,CAAC,eAAe,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxE,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,KAAK,CAAC,yBAAyB,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;YAC5F,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAChD,CAAC;QACD,IAAI,KAAK,CAAC,uBAAuB,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACxF,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC9C,CAAC;QACD,IAAI,KAAK,CAAC,oBAAoB,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YAClF,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC3C,CAAC;QACD,IAAI,KAAK,CAAC,qBAAqB,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YACpF,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,KAAK,CAAC,oBAAoB,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YAClF,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC3C,CAAC;QACD,IAAI,KAAK,CAAC,kBAAkB,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC9E,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACzC,CAAC;QACD,IAAI,KAAK,CAAC,wBAAwB,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;YAC5F,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACjD,CAAC;QAED,0EAA0E;QAC1E,6EAA6E;QAC7E,yCAAyC;QACzC,IAAI,CAAC,QAAQ,CAAC,eAAe,EAAE,CAAC;YAC/B,MAAM,WAAW,GAAG,QAAQ,CAAC,YAAY,EAAE,eAAe,CAAC;YAC3D,QAAQ,CAAC,eAAe;gBACvB,WAAW,IAAI,oBAAoB,CAAC,QAAQ,CAAC,cAAc,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC5E,CAAC;QAED,uEAAuE;QACvE,uEAAuE;QACvE,uBAAuB;QACvB,IAAI,QAAQ,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACxC,MAAM,OAAO,GAAG,gBAAgB,CAAC,QAAQ,CAAC,cAAc,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;YACvE,IAAI,OAAO,KAAK,SAAS;gBAAE,QAAQ,CAAC,WAAW,GAAG,OAAO,CAAC;QAC3D,CAAC;QAED,2EAA2E;QAC3E,IAAI,QAAQ,CAAC,qBAAqB,KAAK,SAAS,EAAE,CAAC;YAClD,MAAM,KAAK,GAAG,0BAA0B,CAAC,QAAQ,CAAC,cAAc,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;YAC/E,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;gBAAE,QAAQ,CAAC,qBAAqB,GAAG,KAAK,CAAC;QAC9D,CAAC;QAED,sEAAsE;QACtE,oEAAoE;QACpE,IAAI,QAAQ,CAAC,yBAAyB,KAAK,SAAS,EAAE,CAAC;YACtD,IAAI,KAAK,CAAC,kCAAkC,KAAK,SAAS,EAAE,CAAC;gBAC5D,QAAQ,CAAC,yBAAyB,GAAG,KAAK,CAAC,kCAAkC,CAAC;YAC/E,CAAC;iBAAM,CAAC;gBACP,MAAM,QAAQ,GAAG,sBAAsB,CAAC,QAAQ,CAAC,cAAc,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAC9E,IAAI,QAAQ,KAAK,SAAS;oBAAE,QAAQ,CAAC,yBAAyB,GAAG,QAAQ,CAAC;YAC3E,CAAC;QACF,CAAC;QAED,mEAAmE;QACnE,wEAAwE;QACxE,IAAI,CAAC,QAAQ,CAAC,eAAe,IAAI,KAAK,CAAC,gBAAgB,EAAE,CAAC;YACzD,QAAQ,CAAC,eAAe,GAAG,KAAK,CAAC,gBAAgB,CAAC;QACnD,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACtB,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;QAC9D,CAAC;QAED,OAAO,QAAQ,CAAC;IACjB,CAAC;IAED;;;;;;OAMG;IACK,WAAW,CAAC,eAAwB;QAC3C,IAAI,CAAC,eAAe;YAAE,OAAO,QAAQ,CAAC;QACtC,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QACvC,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YAAE,OAAO,QAAQ,CAAC;QACtC,OAAO,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC;IACpD,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACK,WAAW,CAAC,KAAgB;QACnC,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,OAAO,SAAS,CAAC;QAEjC,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,cAAc,EAAE,GAAG,KAAK,CAAC;QAE/C,iBAAiB;QACjB,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAExC,wBAAwB;QACxB,MAAM,QAAQ,GAAG,GAAG,QAAQ,IAAI,EAAE,EAAE,CAAC;QACrC,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEpD,oEAAoE;QACpE,6CAA6C;QAC7C,IAAI,cAAc,IAAI,cAAc,KAAK,QAAQ,EAAE,CAAC;YACnD,MAAM,cAAc,GAAG,GAAG,cAAc,IAAI,EAAE,EAAE,CAAC;YACjD,IAAI,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC;gBAAE,OAAO,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACjE,CAAC;QAED,qEAAqE;QACrE,qEAAqE;QACrE,8CAA8C;QAC9C,MAAM,YAAY,GAAG,gBAAgB,CAAC,EAAE,CAAC,CAAC;QAC1C,IAAI,cAAc,EAAE,CAAC;YACpB,MAAM,kBAAkB,GAAG,GAAG,cAAc,IAAI,YAAY,EAAE,CAAC;YAC/D,IAAI,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC;gBAAE,OAAO,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACzE,CAAC;QAED,2BAA2B;QAC3B,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;QAC/B,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAE9C,2BAA2B;QAC3B,MAAM,aAAa,GAAG,GAAG,QAAQ,IAAI,KAAK,EAAE,CAAC;QAC7C,IAAI,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAE9D,2CAA2C;QAC3C,IAAI,cAAc,EAAE,CAAC;YACpB,MAAM,eAAe,GAAG,GAAG,cAAc,IAAI,YAAY,CAAC,WAAW,EAAE,EAAE,CAAC;YAC1E,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC;gBAAE,OAAO,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACnE,CAAC;QAED,OAAO,SAAS,CAAC;IAClB,CAAC;IAED,8DAA8D;IACtD,cAAc,CAAC,KAAwB;QAC9C,MAAM,kBAAkB,GAAG,IAAI,CAAC,WAAW,CAC1C,KAAK,CAAC,8BAA8B,EACpC,KAAK,CAAC,8BAA8B,CACpC,CAAC;QACF,MAAM,mBAAmB,GAAG,IAAI,CAAC,WAAW,CAC3C,KAAK,CAAC,+BAA+B,EACrC,KAAK,CAAC,+BAA+B,CACrC,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAC/D,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACjE,MAAM,mBAAmB,GAAG,SAAS,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS,CAAC;QAEhF,8EAA8E;QAC9E,6EAA6E;QAC7E,wEAAwE;QACxE,2EAA2E;QAC3E,2EAA2E;QAC3E,2DAA2D;QAC3D,MAAM,kBAAkB,GACvB,KAAK,CAAC,oBAAoB,KAAK,SAAS;YACxC,KAAK,CAAC,qBAAqB,KAAK,SAAS;YACzC,KAAK,CAAC,0BAA0B,KAAK,SAAS;YAC9C,KAAK,CAAC,2BAA2B,KAAK,SAAS;YAC/C,KAAK,CAAC,+BAA+B,KAAK,SAAS;YACnD,KAAK,CAAC,gCAAgC,KAAK,SAAS;YACpD,KAAK,CAAC,+BAA+B,KAAK,SAAS;YACnD,KAAK,CAAC,0BAA0B,KAAK,SAAS;YAC9C,KAAK,CAAC,wBAAwB,KAAK,SAAS;YAC5C,KAAK,CAAC,yBAAyB,KAAK,SAAS,CAAC;QAE/C,IAAI,CAAC,mBAAmB,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACjD,OAAO,SAAS,CAAC;QAClB,CAAC;QAED,MAAM,OAAO,GAAiB;YAC7B,eAAe,EAAE,CAAC,SAAS,IAAI,CAAC,CAAC,GAAG,WAAW;YAC/C,gBAAgB,EAAE,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,WAAW;SACjD,CAAC;QACF,IAAI,kBAAkB,KAAK,SAAS,EAAE,CAAC;YACtC,OAAO,CAAC,wBAAwB,GAAG,kBAAkB,GAAG,WAAW,CAAC;QACrE,CAAC;QACD,IAAI,mBAAmB,KAAK,SAAS,EAAE,CAAC;YACvC,OAAO,CAAC,yBAAyB,GAAG,mBAAmB,GAAG,WAAW,CAAC;QACvE,CAAC;QAED,IAAI,KAAK,CAAC,2BAA2B,KAAK,SAAS,EAAE,CAAC;YACrD,OAAO,CAAC,mBAAmB,GAAG,KAAK,CAAC,2BAA2B,GAAG,WAAW,CAAC;QAC/E,CAAC;QACD,IAAI,KAAK,CAAC,+BAA+B,KAAK,SAAS,EAAE,CAAC;YACzD,OAAO,CAAC,oBAAoB,GAAG,KAAK,CAAC,+BAA+B,GAAG,WAAW,CAAC;QACpF,CAAC;QAED,IAAI,KAAK,CAAC,4BAA4B,KAAK,SAAS,EAAE,CAAC;YACtD,OAAO,CAAC,oBAAoB,GAAG,KAAK,CAAC,4BAA4B,GAAG,WAAW,CAAC;QACjF,CAAC;QACD,IAAI,KAAK,CAAC,6BAA6B,KAAK,SAAS,EAAE,CAAC;YACvD,OAAO,CAAC,qBAAqB,GAAG,KAAK,CAAC,6BAA6B,GAAG,WAAW,CAAC;QACnF,CAAC;QAED,uFAAuF;QACvF,IAAI,KAAK,CAAC,oBAAoB,KAAK,SAAS,EAAE,CAAC;YAC9C,OAAO,CAAC,kBAAkB,GAAG,KAAK,CAAC,oBAAoB,CAAC;QACzD,CAAC;QACD,IAAI,KAAK,CAAC,qBAAqB,KAAK,SAAS,EAAE,CAAC;YAC/C,OAAO,CAAC,mBAAmB,GAAG,KAAK,CAAC,qBAAqB,CAAC;QAC3D,CAAC;QACD,IAAI,KAAK,CAAC,0BAA0B,KAAK,SAAS,EAAE,CAAC;YACpD,OAAO,CAAC,oBAAoB,GAAG,KAAK,CAAC,0BAA0B,GAAG,WAAW,CAAC;QAC/E,CAAC;QACD,IAAI,KAAK,CAAC,2BAA2B,KAAK,SAAS,EAAE,CAAC;YACrD,OAAO,CAAC,qBAAqB,GAAG,KAAK,CAAC,2BAA2B,GAAG,WAAW,CAAC;QACjF,CAAC;QACD,IAAI,KAAK,CAAC,+BAA+B,KAAK,SAAS,EAAE,CAAC;YACzD,OAAO,CAAC,mBAAmB,GAAG,KAAK,CAAC,+BAA+B,CAAC;QACrE,CAAC;QACD,IAAI,KAAK,CAAC,gCAAgC,KAAK,SAAS,EAAE,CAAC;YAC1D,OAAO,CAAC,oBAAoB,GAAG,KAAK,CAAC,gCAAgC,CAAC;QACvE,CAAC;QACD,IAAI,KAAK,CAAC,+BAA+B,KAAK,SAAS,EAAE,CAAC;YACzD,OAAO,CAAC,mBAAmB,GAAG,KAAK,CAAC,+BAA+B,CAAC;QACrE,CAAC;QACD,IAAI,KAAK,CAAC,0BAA0B,KAAK,SAAS,EAAE,CAAC;YACpD,OAAO,CAAC,oBAAoB,GAAG,KAAK,CAAC,0BAA0B,GAAG,WAAW,CAAC;QAC/E,CAAC;QAED,iDAAiD;QACjD,IAAI,KAAK,CAAC,wBAAwB,KAAK,SAAS,EAAE,CAAC;YAClD,OAAO,CAAC,yBAAyB,GAAG,KAAK,CAAC,wBAAwB,GAAG,WAAW,CAAC;QAClF,CAAC;QACD,IAAI,KAAK,CAAC,yBAAyB,KAAK,SAAS,EAAE,CAAC;YACnD,OAAO,CAAC,0BAA0B,GAAG,KAAK,CAAC,yBAAyB,GAAG,WAAW,CAAC;QACpF,CAAC;QAED,+EAA+E;QAC/E,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAChC,KAAK,CAAC,sCAAsC,EAC5C,KAAK,CAAC,sCAAsC,CAC5C,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,CACjC,KAAK,CAAC,uCAAuC,EAC7C,KAAK,CAAC,uCAAuC,CAC7C,CAAC;QACF,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC5B,OAAO,CAAC,0BAA0B,GAAG,QAAQ,GAAG,WAAW,CAAC;QAC7D,CAAC;QACD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC7B,OAAO,CAAC,2BAA2B,GAAG,SAAS,GAAG,WAAW,CAAC;QAC/D,CAAC;QACD,IAAI,KAAK,CAAC,sCAAsC,KAAK,SAAS,IAAI,KAAK,CAAC,uCAAuC,KAAK,SAAS,EAAE,CAAC;YAC/H,OAAO,CAAC,0BAA0B,GAAG,OAAO,CAAC;QAC9C,CAAC;aAAM,IAAI,KAAK,CAAC,sCAAsC,KAAK,SAAS,IAAI,KAAK,CAAC,uCAAuC,KAAK,SAAS,EAAE,CAAC;YACtI,OAAO,CAAC,0BAA0B,GAAG,OAAO,CAAC;QAC9C,CAAC;QAED,OAAO,OAAO,CAAC;IAChB,CAAC;IAED;;;OAGG;IACK,WAAW,CAAC,GAAG,MAAiC;QACvD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC5B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACzD,OAAO,KAAK,CAAC;YACd,CAAC;QACF,CAAC;QACD,OAAO,SAAS,CAAC;IAClB,CAAC;IAED,sDAAsD;IAC9C,OAAO,CAAC,IAAY;QAC3B,QAAQ,IAAI,EAAE,CAAC;YACd,KAAK,MAAM,CAAC;YACZ,KAAK,YAAY;gBAChB,OAAO,MAAM,CAAC;YACf,KAAK,WAAW;gBACf,OAAO,WAAW,CAAC;YACpB,KAAK,kBAAkB;gBACtB,OAAO,OAAO,CAAC;YAChB,KAAK,qBAAqB,CAAC;YAC3B,KAAK,cAAc;gBAClB,OAAO,OAAO,CAAC;YAChB,KAAK,YAAY;gBAChB,OAAO,YAAY,CAAC;YACrB;gBACC,OAAO,SAAS,CAAC;QACnB,CAAC;IACF,CAAC;CACD"}

package/dist/index.d.ts

@@ -11,9 +11,11 @@ export { KoshaCache } from "./cache.js";
 export { DISCOVERY_SCHEMA_VERSION, discoveryRoles, makeModelKey, rawCapabilitiesForModel, trustedCapabilitiesForModel, } from "./discovery-contract.js";
 export type { DiscoveryBindingHintsV1, DiscoveryBindingQuery, DiscoveryChangeV1, DiscoveryCheapestCandidateV1, DiscoveryCheapestResultV1, DiscoveryCredentialPrompt, DiscoveryDeltaV1, DiscoveryHealthRecord, DiscoveryModelV1, DiscoveryProviderV1, DiscoveryRoleDefinition, DiscoverySnapshotV1, TrustedCapability, } from "./discovery-contract.js";
 export { extractModelVersion, extractOriginProvider, normalizeModelId } from "./normalize.js";
+export { inferTokenizerFamily } from "./tokenizer-family.js";
+export { inferParallelToolCalls, inferStructuredOutputModes, inferToolDialect } from "./model-features.js";
 export { getProviderDescriptor, isLocalProvider, listProviderDescriptors, normalizeProviderId, PROVIDER_CATALOG, } from "./provider-catalog.js";
 export type { ProviderDescriptor } from "./provider-catalog.js";
-export type { ComputeTarget, LocalRuntimeMetadata, ModelCard, ProviderInfo, ProviderRoleInfo, DiscoveryError, DiscoveryOptions, KoshaConfig, LatestDiscoveryOptions, LatestDiscoveryResult, ModelMode, ModelPricing, ModelRoleCard, RoleQueryOptions, CheapestModelOptions, CheapestModelMatch, CheapestModelResult, ProviderCredentialPrompt, PricingMetric, ModelRouteInfo, CapabilitySummary, CredentialResult, ProviderDiscoverer, Enricher, ProviderOrigin, ProviderTransport, } from "./types.js";
+export type { ComputeTarget, LocalRuntimeMetadata, ModelCard, ModelStatus, ProviderInfo, ProviderRoleInfo, DiscoveryError, DiscoveryOptions, KoshaConfig, LatestDiscoveryOptions, LatestDiscoveryResult, ModelMode, ModelPricing, ModelRoleCard, RoleQueryOptions, CheapestModelOptions, CheapestModelMatch, CheapestModelResult, ProviderCredentialPrompt, PricingMetric, ModelRouteInfo, CapabilitySummary, CredentialResult, ProviderDiscoverer, Enricher, ProviderOrigin, ProviderTransport, StructuredOutputMode, ToolDialect, } from "./types.js";
 /**
  * Convenience factory: creates a ModelRegistry and runs discovery in one call.
  *

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EACN,wBAAwB,EACxB,cAAc,EACd,YAAY,EACZ,uBAAuB,EACvB,2BAA2B,GAC3B,MAAM,yBAAyB,CAAC;AACjC,YAAY,EACX,uBAAuB,EACvB,qBAAqB,EACrB,iBAAiB,EACjB,4BAA4B,EAC5B,yBAAyB,EACzB,yBAAyB,EACzB,gBAAgB,EAChB,qBAAqB,EACrB,gBAAgB,EAChB,mBAAmB,EACnB,uBAAuB,EACvB,mBAAmB,EACnB,iBAAiB,GACjB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAC9F,OAAO,EACN,qBAAqB,EACrB,eAAe,EACf,uBAAuB,EACvB,mBAAmB,EACnB,gBAAgB,GAChB,MAAM,uBAAuB,CAAC;AAC/B,YAAY,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAChE,YAAY,EACX,aAAa,EACb,oBAAoB,EACpB,SAAS,EACT,YAAY,EACZ,gBAAgB,EAChB,cAAc,EACd,gBAAgB,EAChB,WAAW,EACX,sBAAsB,EACtB,qBAAqB,EACrB,SAAS,EACT,YAAY,EACZ,aAAa,EACb,gBAAgB,EAChB,oBAAoB,EACpB,kBAAkB,EAClB,mBAAmB,EACnB,wBAAwB,EACxB,aAAa,EACb,cAAc,EACd,iBAAiB,EACjB,gBAAgB,EAChB,kBAAkB,EAClB,QAAQ,EACR,cAAc,EACd,iBAAiB,GACjB,MAAM,YAAY,CAAC;AAEpB;;;;;;;;;;;GAWG;AACH,wBAAsB,WAAW,CAAC,MAAM,CAAC,EAAE,OAAO,YAAY,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,eAAe,EAAE,aAAa,CAAC,CAM3H"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EACN,wBAAwB,EACxB,cAAc,EACd,YAAY,EACZ,uBAAuB,EACvB,2BAA2B,GAC3B,MAAM,yBAAyB,CAAC;AACjC,YAAY,EACX,uBAAuB,EACvB,qBAAqB,EACrB,iBAAiB,EACjB,4BAA4B,EAC5B,yBAAyB,EACzB,yBAAyB,EACzB,gBAAgB,EAChB,qBAAqB,EACrB,gBAAgB,EAChB,mBAAmB,EACnB,uBAAuB,EACvB,mBAAmB,EACnB,iBAAiB,GACjB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAC9F,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC3G,OAAO,EACN,qBAAqB,EACrB,eAAe,EACf,uBAAuB,EACvB,mBAAmB,EACnB,gBAAgB,GAChB,MAAM,uBAAuB,CAAC;AAC/B,YAAY,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAChE,YAAY,EACX,aAAa,EACb,oBAAoB,EACpB,SAAS,EACT,WAAW,EACX,YAAY,EACZ,gBAAgB,EAChB,cAAc,EACd,gBAAgB,EAChB,WAAW,EACX,sBAAsB,EACtB,qBAAqB,EACrB,SAAS,EACT,YAAY,EACZ,aAAa,EACb,gBAAgB,EAChB,oBAAoB,EACpB,kBAAkB,EAClB,mBAAmB,EACnB,wBAAwB,EACxB,aAAa,EACb,cAAc,EACd,iBAAiB,EACjB,gBAAgB,EAChB,kBAAkB,EAClB,QAAQ,EACR,cAAc,EACd,iBAAiB,EACjB,oBAAoB,EACpB,WAAW,GACX,MAAM,YAAY,CAAC;AAEpB;;;;;;;;;;;GAWG;AACH,wBAAsB,WAAW,CAAC,MAAM,CAAC,EAAE,OAAO,YAAY,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,eAAe,EAAE,aAAa,CAAC,CAM3H"}

package/dist/index.js

@@ -10,6 +10,8 @@ export { AliasResolver, DEFAULT_ALIASES } from "./aliases.js";
 export { KoshaCache } from "./cache.js";
 export { DISCOVERY_SCHEMA_VERSION, discoveryRoles, makeModelKey, rawCapabilitiesForModel, trustedCapabilitiesForModel, } from "./discovery-contract.js";
 export { extractModelVersion, extractOriginProvider, normalizeModelId } from "./normalize.js";
+export { inferTokenizerFamily } from "./tokenizer-family.js";
+export { inferParallelToolCalls, inferStructuredOutputModes, inferToolDialect } from "./model-features.js";
 export { getProviderDescriptor, isLocalProvider, listProviderDescriptors, normalizeProviderId, PROVIDER_CATALOG, } from "./provider-catalog.js";
 /**
  * Convenience factory: creates a ModelRegistry and runs discovery in one call.

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EACN,wBAAwB,EACxB,cAAc,EACd,YAAY,EACZ,uBAAuB,EACvB,2BAA2B,GAC3B,MAAM,yBAAyB,CAAC;AAgBjC,OAAO,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAC9F,OAAO,EACN,qBAAqB,EACrB,eAAe,EACf,uBAAuB,EACvB,mBAAmB,EACnB,gBAAgB,GAChB,MAAM,uBAAuB,CAAC;AA+B/B;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,MAAyC;IAC1E,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC;IAClE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IACrD,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;IACtC,MAAM,QAAQ,CAAC,QAAQ,EAAE,CAAC;IAC1B,OAAO,QAAQ,CAAC;AACjB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EACN,wBAAwB,EACxB,cAAc,EACd,YAAY,EACZ,uBAAuB,EACvB,2BAA2B,GAC3B,MAAM,yBAAyB,CAAC;AAgBjC,OAAO,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAC9F,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC3G,OAAO,EACN,qBAAqB,EACrB,eAAe,EACf,uBAAuB,EACvB,mBAAmB,EACnB,gBAAgB,GAChB,MAAM,uBAAuB,CAAC;AAkC/B;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,MAAyC;IAC1E,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC;IAClE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IACrD,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;IACtC,MAAM,QAAQ,CAAC,QAAQ,EAAE,CAAC;IAC1B,OAAO,QAAQ,CAAC;AACjB,CAAC"}

package/dist/model-features.d.ts

@@ -0,0 +1,77 @@
+/**
+ * kosha-discovery — Tool-dialect and structured-output inference.
+ *
+ * Tool calling and structured output are two surfaces where every frontier
+ * provider has settled on a *different* JSON shape. A consumer that wants
+ * to route a single workload across multiple providers has to pick the
+ * right adapter per model, and the registry is the natural place to tag
+ * that. These helpers return best-effort hints inferred from the origin
+ * provider plus the model ID — downstream callers treat them as defaults
+ * and override with direct API probes when precision matters.
+ * @module
+ */
+import type { StructuredOutputMode, ToolDialect } from "./types.js";
+/**
+ * Infer the tool-calling dialect a model natively speaks.
+ *
+ * The return value describes the wire format a consumer must emit to
+ * invoke tools on this model. Returns `undefined` when the provider is
+ * unknown and the model ID gives no signal — the caller should then
+ * fall back to `"openai-tools"` (the de-facto compatibility dialect).
+ *
+ * Mapping summary:
+ * - OpenAI GPT-4.1 / GPT-5 / o-series     → `"openai-responses"` (new API)
+ * - OpenAI GPT-4 / GPT-4o / GPT-3.5       → `"openai-tools"`
+ * - Anthropic Claude 3+                   → `"anthropic-tools"`
+ * - Google Gemini 1.5+                    → `"gemini-functions"`
+ * - Cohere Command R / R+                 → `"cohere-tools"`
+ * - Mistral Large / Small                 → `"mistral-tools"`
+ * - Meta Llama 3.1+ (instruct variants)   → `"llama3-tools"`
+ * - Embedding / image / audio-only models → `"none"`
+ *
+ * NOTE on serving-layer proxies: this helper infers the model's *native*
+ * dialect from its origin provider. Managed serving layers such as Groq,
+ * Together, Fireworks, and OpenRouter expose open-weight models behind
+ * an OpenAI-compatible tools API regardless of the underlying family —
+ * so if you are calling a Llama 3.1 model through Groq, you should use
+ * `"openai-tools"` on the wire, not the `"llama3-tools"` hint returned
+ * here. Callers that care about the serving-layer wire format should
+ * check `ModelCard.provider` (the serving slug) first and fall back to
+ * this inference only for direct-origin routes. A future revision may
+ * take `servingProvider` as a second argument.
+ *
+ * @param originProvider - Model creator slug (e.g. `"anthropic"`).
+ * @param modelId        - Provider-canonical model ID.
+ * @returns Best-effort dialect tag, or `undefined` when no safe guess exists.
+ */
+export declare function inferToolDialect(originProvider: string | undefined, modelId: string): ToolDialect | undefined;
+/**
+ * Infer the structured-output modes a model supports.
+ *
+ * Returns an ordered list with the most precise mode first. An empty
+ * array means no structured-output enforcement is available and the
+ * caller must fall back to prompt-level coercion.
+ *
+ * Precision ranking: `json-schema` > `response-schema` > `grammar`
+ * > `json-mode` > `response-format` > `tool-choice` > `xml`.
+ *
+ * @param originProvider - Model creator slug.
+ * @param modelId        - Provider-canonical model ID.
+ * @returns Ordered list of supported modes (empty when unknown).
+ */
+export declare function inferStructuredOutputModes(originProvider: string | undefined, modelId: string): StructuredOutputMode[];
+/**
+ * Best-effort inference for whether a model supports parallel tool calls
+ * (multiple tool invocations emitted in a single assistant turn).
+ *
+ * Frontier models (GPT-4o, Claude 3.5+, Gemini 1.5+) all support this;
+ * older tool-capable models (GPT-3.5, early Claude 3) emit tool calls
+ * serially. Returns `undefined` when the model does not appear to support
+ * tool calling at all.
+ *
+ * @param originProvider - Model creator slug.
+ * @param modelId        - Provider-canonical model ID.
+ * @returns `true`, `false`, or `undefined` when not tool-capable.
+ */
+export declare function inferParallelToolCalls(originProvider: string | undefined, modelId: string): boolean | undefined;
+//# sourceMappingURL=model-features.d.ts.map

package/dist/model-features.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-features.d.ts","sourceRoot":"","sources":["../src/model-features.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAEpE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AACH,wBAAgB,gBAAgB,CAC/B,cAAc,EAAE,MAAM,GAAG,SAAS,EAClC,OAAO,EAAE,MAAM,GACb,WAAW,GAAG,SAAS,CA0EzB;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,0BAA0B,CACzC,cAAc,EAAE,MAAM,GAAG,SAAS,EAClC,OAAO,EAAE,MAAM,GACb,oBAAoB,EAAE,CA+ExB;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,sBAAsB,CACrC,cAAc,EAAE,MAAM,GAAG,SAAS,EAClC,OAAO,EAAE,MAAM,GACb,OAAO,GAAG,SAAS,CA0BrB"}