@pentoshi/clai 4.11.7 → 4.11.9

package/dist/llm/modal.js

@@ -23,7 +23,6 @@ import { ProviderError, openAiCompatibleComplete, openAiCompatiblePing, openAiCo
  * The token pair is stored as a single `"<id>:<secret>"` secret so it flows
  * through the existing keychain storage and multi-key rotation untouched.
  */
-/** Modal ignores the bearer header; mirrors `apiKey: "unused"` in their docs. */
 const UNUSED_BEARER = "unused";
 const SETUP_HINT = 'set it with `clai set modal --url https://<workspace>--ep-<endpoint>.<region>.modal.direct` or the MODAL_BASE_URL env var';
 /**
@@ -47,11 +46,6 @@ export function parseModalToken(raw) {
         return undefined;
     return { id, secret };
 }
-/**
- * Sticky sessions: Modal routes requests carrying the same `Modal-Session-ID`
- * to the same container, which keeps the prompt cache warm across a
- * conversation. One id per clai run unless the user pins their own.
- */
 let generatedSessionId;
 export function modalSessionId() {
     const configured = process.env.MODAL_SESSION_ID?.trim();
@@ -88,7 +82,7 @@ function modalHeaders(token) {
     };
 }
 let cachedModels;
-const CACHE_TTL_MS = 10 * 60 * 1000; // 10 min: endpoints change when redeployed
+const CACHE_TTL_MS = 10 * 60 * 1000;
 export const modalProvider = {
     id: "modal",
     reasoningStyle: "modal",
@@ -119,7 +113,6 @@ export const modalProvider = {
             return models;
         }
         catch {
-            // Falls back to the static catalog in the pickers.
             return [];
         }
     },
@@ -133,6 +126,7 @@ export const modalProvider = {
         const baseUrl = resolveBaseUrl(auth);
         const model = request.model ?? defaultModels.modal;
         const payload = await openAiCompatibleComplete({
+            responsesFirst: true,
             provider: "Modal",
             providerId: "modal",
             baseUrl,
@@ -158,6 +152,7 @@ export const modalProvider = {
         const baseUrl = resolveBaseUrl(auth);
         const model = request.model ?? defaultModels.modal;
         const payload = await openAiCompatibleStream({
+            responsesFirst: true,
             provider: "Modal",
             providerId: "modal",
             baseUrl,
@@ -173,14 +168,7 @@ export const modalProvider = {
             onStreamEvent: request.onStreamEvent,
             reasoning: request.thinking,
             reasoningStyle: "modal",
-            // Endpoints scale to zero, so the first request after idle pays a cold
-            // start. Give the initial byte a generous budget before declaring a stall.
             initialIdleTimeoutMs: Math.max(240_000, streamIdleBudgets(Boolean(request.thinking?.enabled)).idleTimeoutMs),
-            // The mid-stream budget must outlast a whole buffered tool call: the
-            // tool-call parser in front of these endpoints emits nothing while it
-            // accumulates a large `arguments` string, so a model writing one big file
-            // is silent on the wire for the full generation. The old 90s budget
-            // aborted those healthy streams at firstToken+90s and retried three times.
             idleTimeoutMs: Math.max(300_000, streamIdleBudgets(Boolean(request.thinking?.enabled)).idleTimeoutMs),
             tools: request.tools,
             toolChoice: request.toolChoice,

package/dist/llm/modal.js.map

@@ -1 +1 @@
-{"version":3,"file":"modal.js","sourceRoot":"","sources":["../../src/llm/modal.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EACL,aAAa,EACb,oBAAoB,GAGrB,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,2BAA2B,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,EACL,aAAa,EACb,wBAAwB,EACxB,oBAAoB,EACpB,sBAAsB,EACtB,kBAAkB,EAClB,iBAAiB,EACjB,QAAQ,EACR,wBAAwB,GACzB,MAAM,WAAW,CAAC;AAEnB;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,iFAAiF;AACjF,MAAM,aAAa,GAAG,QAAQ,CAAC;AAE/B,MAAM,UAAU,GACd,2HAA2H,CAAC;AAO9H;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAAC,GAAuB;IACrD,IAAI,CAAC,GAAG;QAAE,OAAO,SAAS,CAAC;IAC3B,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAC3B,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACvC,IAAI,SAAS,IAAI,CAAC;QAAE,OAAO,SAAS,CAAC;IACrC,MAAM,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9C,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACnD,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,SAAS,CAAC;IACvD,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,MAAM,CAAC;QAAE,OAAO,SAAS,CAAC;IAC3D,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC;AACxB,CAAC;AAID;;;;GAIG;AACH,IAAI,kBAAsC,CAAC;AAE3C,MAAM,UAAU,cAAc;IAC5B,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,IAAI,EAAE,CAAC;IACxD,IAAI,UAAU;QAAE,OAAO,UAAU,CAAC;IAClC,kBAAkB,KAAK,QAAQ,UAAU,EAAE,EAAE,CAAC;IAC9C,OAAO,kBAAkB,CAAC;AAC5B,CAAC;AAED,gEAAgE;AAChE,MAAM,UAAU,mBAAmB;IACjC,kBAAkB,GAAG,SAAS,CAAC;AACjC,CAAC;AAED,SAAS,cAAc,CAAC,IAAkB;IACxC,MAAM,IAAI,GAAG,oBAAoB,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IACtD,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,aAAa,CACrB,0CAA0C,UAAU,GAAG,CACxD,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,IAAkB;IACtC,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC3C,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,aAAa,CACrB,kFAAkF;YAChF,+DAA+D;YAC/D,8BAA8B,CACjC,CAAC;IACJ,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,YAAY,CAAC,KAAiB;IACrC,OAAO;QACL,WAAW,EAAE,KAAK,CAAC,EAAE;QACrB,cAAc,EAAE,KAAK,CAAC,MAAM;QAC5B,kBAAkB,EAAE,cAAc,EAAE;KACrC,CAAC;AACJ,CAAC;AAED,IAAI,YAAkF,CAAC;AACvF,MAAM,YAAY,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,2CAA2C;AAEhF,MAAM,CAAC,MAAM,aAAa,GAAgB;IACxC,EAAE,EAAE,OAAO;IACX,cAAc,EAAE,OAAO;IACvB,WAAW,EAAE,OAAO;IACpB,YAAY,EAAE,aAAa,CAAC,KAAK;IACjC,MAAM,EAAE,sBAAsB;IAC9B,WAAW,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,SAAS;IAChE,KAAK,CAAC,UAAU,CAAC,IAAkB;QACjC,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,oBAAoB,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QACzD,IAAI,CAAC,KAAK,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,CAAC;QAClC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IACE,YAAY;YACZ,YAAY,CAAC,OAAO,KAAK,OAAO;YAChC,GAAG,GAAG,YAAY,CAAC,SAAS,GAAG,YAAY,EAC3C,CAAC;YACD,OAAO,YAAY,CAAC,MAAM,CAAC;QAC7B,CAAC;QACD,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,SAAS,EAAE;gBAChD,OAAO,EAAE,YAAY,CAAC,KAAK,CAAC;aAC7B,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAmC,QAAQ,CAAC,CAAC;YACxE,MAAM,MAAM,GAAG,wBAAwB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACvD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,YAAY,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC;YACrD,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,MAAM,CAAC;YACP,mDAAmD;YACnD,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,IAAkB;QAC3B,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,oBAAoB,CAAC,OAAO,EAAE,aAAa,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;IAC1E,CAAC;IACD,KAAK,CAAC,QAAQ,CACZ,OAA0B,EAC1B,IAAkB;QAElB,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC,KAAK,CAAC;QACnD,MAAM,OAAO,GAAG,MAAM,wBAAwB,CAAC;YAC7C,QAAQ,EAAE,OAAO;YACjB,UAAU,EAAE,OAAO;YACnB,OAAO;YACP,MAAM,EAAE,aAAa;YACrB,KAAK;YACL,QAAQ,EAAE,2BAA2B,CAAC,OAAO,CAAC,QAAQ,CAAC;YACvD,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,OAAO,EAAE,YAAY,CAAC,KAAK,CAAC;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,SAAS,EAAE,OAAO,CAAC,QAAQ;YAC3B,cAAc,EAAE,OAAO;YACvB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;YAC5C,+BAA+B,EAAE,OAAO,CAAC,iCAAiC;YAC1E,GAAG,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACxE,CAAC,CAAC;QACH,OAAO,kBAAkB,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACrD,CAAC;IACD,KAAK,CAAC,MAAM,CACV,OAA0B,EAC1B,IAAkB,EAClB,OAAgC;QAEhC,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC,KAAK,CAAC;QACnD,MAAM,OAAO,GAAG,MAAM,sBAAsB,CAAC;YAC3C,QAAQ,EAAE,OAAO;YACjB,UAAU,EAAE,OAAO;YACnB,OAAO;YACP,MAAM,EAAE,aAAa;YACrB,KAAK;YACL,QAAQ,EAAE,2BAA2B,CAAC,OAAO,CAAC,QAAQ,CAAC;YACvD,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,OAAO,EAAE,YAAY,CAAC,KAAK,CAAC;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO;YACP,eAAe,EAAE,OAAO,CAAC,eAAe;YACxC,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,SAAS,EAAE,OAAO,CAAC,QAAQ;YAC3B,cAAc,EAAE,OAAO;YACvB,uEAAuE;YACvE,2EAA2E;YAC3E,oBAAoB,EAAE,IAAI,CAAC,GAAG,CAC5B,OAAO,EACP,iBAAiB,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,aAAa,CACpE;YACD,qEAAqE;YACrE,sEAAsE;YACtE,0EAA0E;YAC1E,oEAAoE;YACpE,2EAA2E;YAC3E,aAAa,EAAE,IAAI,CAAC,GAAG,CACrB,OAAO,EACP,iBAAiB,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,aAAa,CACpE;YACD,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;YAC5C,+BAA+B,EAAE,OAAO,CAAC,iCAAiC;YAC1E,GAAG,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACxE,CAAC,CAAC;QACH,OAAO,kBAAkB,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACrD,CAAC;CACF,CAAC"}
+{"version":3,"file":"modal.js","sourceRoot":"","sources":["../../src/llm/modal.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EACL,aAAa,EACb,oBAAoB,GAGrB,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,2BAA2B,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,EACL,aAAa,EACb,wBAAwB,EACxB,oBAAoB,EACpB,sBAAsB,EACtB,kBAAkB,EAClB,iBAAiB,EACjB,QAAQ,EACR,wBAAwB,GACzB,MAAM,WAAW,CAAC;AAEnB;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,MAAM,aAAa,GAAG,QAAQ,CAAC;AAE/B,MAAM,UAAU,GACd,2HAA2H,CAAC;AAO9H;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAAC,GAAuB;IACrD,IAAI,CAAC,GAAG;QAAE,OAAO,SAAS,CAAC;IAC3B,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAC3B,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACvC,IAAI,SAAS,IAAI,CAAC;QAAE,OAAO,SAAS,CAAC;IACrC,MAAM,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9C,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACnD,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,SAAS,CAAC;IACvD,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,MAAM,CAAC;QAAE,OAAO,SAAS,CAAC;IAC3D,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC;AACxB,CAAC;AAID,IAAI,kBAAsC,CAAC;AAE3C,MAAM,UAAU,cAAc;IAC5B,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,IAAI,EAAE,CAAC;IACxD,IAAI,UAAU;QAAE,OAAO,UAAU,CAAC;IAClC,kBAAkB,KAAK,QAAQ,UAAU,EAAE,EAAE,CAAC;IAC9C,OAAO,kBAAkB,CAAC;AAC5B,CAAC;AAED,gEAAgE;AAChE,MAAM,UAAU,mBAAmB;IACjC,kBAAkB,GAAG,SAAS,CAAC;AACjC,CAAC;AAED,SAAS,cAAc,CAAC,IAAkB;IACxC,MAAM,IAAI,GAAG,oBAAoB,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IACtD,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,aAAa,CACrB,0CAA0C,UAAU,GAAG,CACxD,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,IAAkB;IACtC,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC3C,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,aAAa,CACrB,kFAAkF;YAChF,+DAA+D;YAC/D,8BAA8B,CACjC,CAAC;IACJ,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,YAAY,CAAC,KAAiB;IACrC,OAAO;QACL,WAAW,EAAE,KAAK,CAAC,EAAE;QACrB,cAAc,EAAE,KAAK,CAAC,MAAM;QAC5B,kBAAkB,EAAE,cAAc,EAAE;KACrC,CAAC;AACJ,CAAC;AAED,IAAI,YAAkF,CAAC;AACvF,MAAM,YAAY,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAEpC,MAAM,CAAC,MAAM,aAAa,GAAgB;IACxC,EAAE,EAAE,OAAO;IACX,cAAc,EAAE,OAAO;IACvB,WAAW,EAAE,OAAO;IACpB,YAAY,EAAE,aAAa,CAAC,KAAK;IACjC,MAAM,EAAE,sBAAsB;IAC9B,WAAW,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,SAAS;IAChE,KAAK,CAAC,UAAU,CAAC,IAAkB;QACjC,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,oBAAoB,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QACzD,IAAI,CAAC,KAAK,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,CAAC;QAClC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IACE,YAAY;YACZ,YAAY,CAAC,OAAO,KAAK,OAAO;YAChC,GAAG,GAAG,YAAY,CAAC,SAAS,GAAG,YAAY,EAC3C,CAAC;YACD,OAAO,YAAY,CAAC,MAAM,CAAC;QAC7B,CAAC;QACD,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,SAAS,EAAE;gBAChD,OAAO,EAAE,YAAY,CAAC,KAAK,CAAC;aAC7B,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAmC,QAAQ,CAAC,CAAC;YACxE,MAAM,MAAM,GAAG,wBAAwB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACvD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,YAAY,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC;YACrD,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,IAAkB;QAC3B,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,oBAAoB,CAAC,OAAO,EAAE,aAAa,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;IAC1E,CAAC;IACD,KAAK,CAAC,QAAQ,CACZ,OAA0B,EAC1B,IAAkB;QAElB,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC,KAAK,CAAC;QACnD,MAAM,OAAO,GAAG,MAAM,wBAAwB,CAAC;YAC7C,cAAc,EAAE,IAAI;YACpB,QAAQ,EAAE,OAAO;YACjB,UAAU,EAAE,OAAO;YACnB,OAAO;YACP,MAAM,EAAE,aAAa;YACrB,KAAK;YACL,QAAQ,EAAE,2BAA2B,CAAC,OAAO,CAAC,QAAQ,CAAC;YACvD,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,OAAO,EAAE,YAAY,CAAC,KAAK,CAAC;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,SAAS,EAAE,OAAO,CAAC,QAAQ;YAC3B,cAAc,EAAE,OAAO;YACvB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;YAC5C,+BAA+B,EAAE,OAAO,CAAC,iCAAiC;YAC1E,GAAG,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACxE,CAAC,CAAC;QACH,OAAO,kBAAkB,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACrD,CAAC;IACD,KAAK,CAAC,MAAM,CACV,OAA0B,EAC1B,IAAkB,EAClB,OAAgC;QAEhC,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC,KAAK,CAAC;QACnD,MAAM,OAAO,GAAG,MAAM,sBAAsB,CAAC;YAC3C,cAAc,EAAE,IAAI;YACpB,QAAQ,EAAE,OAAO;YACjB,UAAU,EAAE,OAAO;YACnB,OAAO;YACP,MAAM,EAAE,aAAa;YACrB,KAAK;YACL,QAAQ,EAAE,2BAA2B,CAAC,OAAO,CAAC,QAAQ,CAAC;YACvD,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,OAAO,EAAE,YAAY,CAAC,KAAK,CAAC;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO;YACP,eAAe,EAAE,OAAO,CAAC,eAAe;YACxC,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,SAAS,EAAE,OAAO,CAAC,QAAQ;YAC3B,cAAc,EAAE,OAAO;YACvB,oBAAoB,EAAE,IAAI,CAAC,GAAG,CAC5B,OAAO,EACP,iBAAiB,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,aAAa,CACpE;YACD,aAAa,EAAE,IAAI,CAAC,GAAG,CACrB,OAAO,EACP,iBAAiB,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,aAAa,CACpE;YACD,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;YAC5C,+BAA+B,EAAE,OAAO,CAAC,iCAAiC;YAC1E,GAAG,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACxE,CAAC,CAAC;QACH,OAAO,kBAAkB,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACrD,CAAC;CACF,CAAC"}

package/dist/llm/model-families.d.ts

@@ -1,8 +1,3 @@
-/**
- * Model-family classification shared by request serialization and route
- * profiles. Pure string classification with no runtime dependencies so both
- * the HTTP layer and the profile layer can consume it without cycles.
- */
 import type { FinalTurnPreservation, ReasoningControlDialect, ReasoningDisableForm, ReasoningGeneration, ReplayOptIn, StreamTerminalProof } from "./provider-profile.js";
 export type SamplingParameter = "temperature" | "top_p";
 export interface ModelFamilyContract {
@@ -25,5 +20,5 @@ export declare function modelFamilyFor(model: string): ModelFamilyContract | und
 export declare function modelFamilyId(model: string): string | undefined;
 export type NvidiaReasoningKind = "kimi-thinking" | "deepseek-v4" | "thinking" | "nemotron-3" | "glm-thinking" | "enable-thinking" | "effort-only" | "none";
 export declare function classifyNvidiaModel(model: string): NvidiaReasoningKind;
-export type BynaraReasoningKind = "kimi" | "deepseek" | "agnes" | "stepfun" | "none";
+export type BynaraReasoningKind = "kimi" | "deepseek" | "agnes" | "stepfun" | "qwen" | "none";
 export declare function classifyBynaraModel(model: string): BynaraReasoningKind;

package/dist/llm/model-families.js

@@ -1,8 +1,3 @@
-/**
- * Model-family classification shared by request serialization and route
- * profiles. Pure string classification with no runtime dependencies so both
- * the HTTP layer and the profile layer can consume it without cycles.
- */
 const KIMI_MIN_OUTPUT_TOKENS = 16_000;
 const KIMI_TERMINAL_PROOFS = ["done-sentinel"];
 export const MODEL_FAMILIES = [
@@ -242,6 +237,8 @@ export function classifyBynaraModel(model) {
         return "agnes";
     if (/stepfun|step-3/.test(m))
         return "stepfun";
+    if (/qwen/.test(m))
+        return "qwen";
     return "none";
 }
 //# sourceMappingURL=model-families.js.map

package/dist/llm/model-families.js.map

@@ -1 +1 @@
-{"version":3,"file":"model-families.js","sourceRoot":"","sources":["../../src/llm/model-families.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AA4BH,MAAM,sBAAsB,GAAG,MAAM,CAAC;AAEtC,MAAM,oBAAoB,GAAmC,CAAC,eAAe,CAAC,CAAC;AAE/E,MAAM,CAAC,MAAM,cAAc,GAAmC;IAC5D;QACE,EAAE,EAAE,SAAS;QACb,OAAO,EAAE,cAAc;QACvB,UAAU,EAAE,WAAW;QACvB,OAAO,EAAE,eAAe;QACxB,eAAe,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC;QACvC,aAAa,EAAE,KAAK;QACpB,WAAW,EAAE,iBAAiB;QAC9B,qBAAqB,EAAE,UAAU;QACjC,YAAY,EAAE,CAAC,aAAa,CAAC;QAC7B,4BAA4B,EAAE,sBAAsB;QACpD,cAAc,EAAE,oBAAoB;KACrC;IACD;QACE,EAAE,EAAE,gBAAgB;QACpB,OAAO,EAAE,0BAA0B;QACnC,UAAU,EAAE,WAAW;QACvB,OAAO,EAAE,MAAM;QACf,eAAe,EAAE,EAAE;QACnB,WAAW,EAAE,iBAAiB;QAC9B,qBAAqB,EAAE,UAAU;QACjC,YAAY,EAAE,CAAC,aAAa,CAAC;QAC7B,4BAA4B,EAAE,sBAAsB;QACpD,cAAc,EAAE,oBAAoB;KACrC;IACD;QACE,EAAE,EAAE,WAAW;QACf,OAAO,EAAE,iBAAiB;QAC1B,UAAU,EAAE,YAAY;QACxB,OAAO,EAAE,mBAAmB;QAC5B,eAAe,EAAE,EAAE;QACnB,WAAW,EAAE,mBAAmB;QAChC,WAAW,EAAE,oBAAoB;QACjC,qBAAqB,EAAE,WAAW;QAClC,YAAY,EAAE,CAAC,aAAa,CAAC;QAC7B,4BAA4B,EAAE,sBAAsB;QACpD,cAAc,EAAE,oBAAoB;KACrC;IACD;QACE,EAAE,EAAE,WAAW;QACf,OAAO,EAAE,mDAAmD;QAC5D,UAAU,EAAE,YAAY;QACxB,OAAO,EAAE,mBAAmB;QAC5B,eAAe,EAAE,EAAE;QACnB,WAAW,EAAE,mBAAmB;QAChC,WAAW,EAAE,oBAAoB;QACjC,qBAAqB,EAAE,WAAW;QAClC,YAAY,EAAE,CAAC,aAAa,CAAC;QAC7B,4BAA4B,EAAE,sBAAsB;QACpD,cAAc,EAAE,oBAAoB;KACrC;IACD;QACE,EAAE,EAAE,WAAW;QACf,OAAO,EAAE,iBAAiB;QAC1B,UAAU,EAAE,YAAY;QACxB,OAAO,EAAE,mBAAmB;QAC5B,eAAe,EAAE,EAAE;QACnB,WAAW,EAAE,mBAAmB;QAChC,qBAAqB,EAAE,SAAS;QAChC,YAAY,EAAE,CAAC,aAAa,CAAC;QAC7B,4BAA4B,EAAE,sBAAsB;QACpD,cAAc,EAAE,oBAAoB;KACrC;IACD;QACE,EAAE,EAAE,aAAa;QACjB,OAAO,EAAE,kBAAkB;QAC3B,UAAU,EAAE,YAAY;QACxB,OAAO,EAAE,mBAAmB;QAC5B,eAAe,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC;QACvC,WAAW,EAAE,mBAAmB;QAChC,qBAAqB,EAAE,SAAS;QAChC,YAAY,EAAE,CAAC,aAAa,EAAE,OAAO,CAAC;KACvC;IACD;QACE,EAAE,EAAE,mBAAmB;QACvB,OAAO,EAAE,gDAAgD;QACzD,UAAU,EAAE,YAAY;QACxB,OAAO,EAAE,wBAAwB;QACjC,eAAe,EAAE,EAAE;QACnB,WAAW,EAAE,yBAAyB;QACtC,qBAAqB,EAAE,SAAS;QAChC,YAAY,EAAE,CAAC,aAAa,EAAE,OAAO,CAAC;KACvC;IACD;QACE,EAAE,EAAE,kBAAkB;QACtB,OAAO,EAAE,4BAA4B;QACrC,UAAU,EAAE,UAAU;QACtB,OAAO,EAAE,sBAAsB;QAC/B,eAAe,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC;QAC3C,aAAa,EAAE,OAAO;QACtB,WAAW,EAAE,uBAAuB;QACpC,WAAW,EAAE,wBAAwB;QACrC,qBAAqB,EAAE,WAAW;KACnC;IACD;QACE,EAAE,EAAE,oBAAoB;QACxB,OAAO,EAAE,uBAAuB;QAChC,UAAU,EAAE,WAAW;QACvB,OAAO,EAAE,MAAM;QACf,eAAe,EAAE,EAAE;QACnB,WAAW,EAAE,iBAAiB;QAC9B,WAAW,EAAE,wBAAwB;QACrC,qBAAqB,EAAE,WAAW;KACnC;IACD;QACE,EAAE,EAAE,cAAc;QAClB,OAAO,EAAE,aAAa;QACtB,UAAU,EAAE,UAAU;QACtB,OAAO,EAAE,sBAAsB;QAC/B,eAAe,EAAE,EAAE;QACnB,WAAW,EAAE,uBAAuB;QACpC,WAAW,EAAE,wBAAwB;QACrC,qBAAqB,EAAE,WAAW;KACnC;IACD;QACE,EAAE,EAAE,YAAY;QAChB,OAAO,EAAE,mCAAmC;QAC5C,UAAU,EAAE,UAAU;QACtB,OAAO,EAAE,2BAA2B;QACpC,eAAe,EAAE,EAAE;QACnB,WAAW,EAAE,gCAAgC;QAC7C,qBAAqB,EAAE,SAAS;KACjC;IACD;QACE,EAAE,EAAE,iBAAiB;QACrB,OAAO,EAAE,UAAU;QACnB,UAAU,EAAE,UAAU;QACtB,OAAO,EAAE,wBAAwB;QACjC,eAAe,EAAE,EAAE;QACnB,WAAW,EAAE,yBAAyB;QACtC,qBAAqB,EAAE,SAAS;KACjC;IACD;QACE,EAAE,EAAE,KAAK;QACT,OAAO,EAAE,gBAAgB;QACzB,UAAU,EAAE,UAAU;QACtB,OAAO,EAAE,qBAAqB;QAC9B,eAAe,EAAE,EAAE;QACnB,WAAW,EAAE,uBAAuB;QACpC,qBAAqB,EAAE,SAAS;KACjC;IACD;QACE,EAAE,EAAE,OAAO;QACX,OAAO,EAAE,iBAAiB;QAC1B,UAAU,EAAE,UAAU;QACtB,OAAO,EAAE,wBAAwB;QACjC,eAAe,EAAE,EAAE;QACnB,WAAW,EAAE,gCAAgC;QAC7C,qBAAqB,EAAE,SAAS;KACjC;IACD;QACE,EAAE,EAAE,SAAS;QACb,OAAO,EAAE,cAAc;QACvB,UAAU,EAAE,UAAU;QACtB,OAAO,EAAE,eAAe;QACxB,eAAe,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC;QAC1C,WAAW,EAAE,cAAc;QAC3B,qBAAqB,EAAE,SAAS;KACjC;IACD;QACE,EAAE,EAAE,kBAAkB;QACtB,OAAO,EAAE,sCAAsC;QAC/C,UAAU,EAAE,UAAU;QACtB,OAAO,EAAE,eAAe;QACxB,eAAe,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC;QACrD,WAAW,EAAE,sBAAsB;QACnC,qBAAqB,EAAE,SAAS;QAChC,YAAY,EAAE,CAAC,aAAa,EAAE,OAAO,CAAC;KACvC;IACD;QACE,EAAE,EAAE,2BAA2B;QAC/B,OAAO,EAAE,0BAA0B;QACnC,UAAU,EAAE,WAAW;QACvB,OAAO,EAAE,wBAAwB;QACjC,eAAe,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC;QAC1C,WAAW,EAAE,cAAc;QAC3B,qBAAqB,EAAE,SAAS;KACjC;IACD;QACE,EAAE,EAAE,mBAAmB;QACvB,OAAO,EAAE,iDAAiD;QAC1D,UAAU,EAAE,UAAU;QACtB,OAAO,EAAE,eAAe;QACxB,eAAe,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC;QAC1C,WAAW,EAAE,cAAc;QAC3B,qBAAqB,EAAE,SAAS;KACjC;CACF,CAAC;AAEF,MAAM,UAAU,WAAW,CAAC,KAAa;IACvC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAC3C,MAAM,IAAI,GAAG,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IACrE,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAa;IAC1C,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAChC,IAAI,CAAC,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5B,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AACpE,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,KAAa;IACzC,OAAO,cAAc,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC;AACnC,CAAC;AAYD,MAAM,qBAAqB,GAAkD;IAC3E,gBAAgB,EAAE,eAAe;IACjC,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,eAAe;IAC5B,aAAa,EAAE,aAAa;IAC5B,mBAAmB,EAAE,UAAU;IAC/B,YAAY,EAAE,YAAY;IAC1B,iBAAiB,EAAE,UAAU;IAC7B,GAAG,EAAE,cAAc;IACnB,KAAK,EAAE,iBAAiB;IACxB,SAAS,EAAE,aAAa;IACxB,kBAAkB,EAAE,aAAa;IACjC,oBAAoB,EAAE,aAAa;IACnC,cAAc,EAAE,aAAa;IAC7B,mBAAmB,EAAE,aAAa;CACnC,CAAC;AAEF,MAAM,UAAU,mBAAmB,CAAC,KAAa;IAC/C,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACrC,IAAI,CAAC,MAAM;QAAE,OAAO,MAAM,CAAC;IAC3B,OAAO,qBAAqB,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC;AACpD,CAAC;AASD,MAAM,UAAU,mBAAmB,CAAC,KAAa;IAC/C,MAAM,CAAC,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IAC9B,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,MAAM,CAAC;IAClC,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,UAAU,CAAC;IAC1C,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,OAAO,CAAC;IACpC,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IAC/C,OAAO,MAAM,CAAC;AAChB,CAAC"}
+{"version":3,"file":"model-families.js","sourceRoot":"","sources":["../../src/llm/model-families.ts"],"names":[],"mappings":"AA2BA,MAAM,sBAAsB,GAAG,MAAM,CAAC;AAEtC,MAAM,oBAAoB,GAAmC,CAAC,eAAe,CAAC,CAAC;AAE/E,MAAM,CAAC,MAAM,cAAc,GAAmC;IAC5D;QACE,EAAE,EAAE,SAAS;QACb,OAAO,EAAE,cAAc;QACvB,UAAU,EAAE,WAAW;QACvB,OAAO,EAAE,eAAe;QACxB,eAAe,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC;QACvC,aAAa,EAAE,KAAK;QACpB,WAAW,EAAE,iBAAiB;QAC9B,qBAAqB,EAAE,UAAU;QACjC,YAAY,EAAE,CAAC,aAAa,CAAC;QAC7B,4BAA4B,EAAE,sBAAsB;QACpD,cAAc,EAAE,oBAAoB;KACrC;IACD;QACE,EAAE,EAAE,gBAAgB;QACpB,OAAO,EAAE,0BAA0B;QACnC,UAAU,EAAE,WAAW;QACvB,OAAO,EAAE,MAAM;QACf,eAAe,EAAE,EAAE;QACnB,WAAW,EAAE,iBAAiB;QAC9B,qBAAqB,EAAE,UAAU;QACjC,YAAY,EAAE,CAAC,aAAa,CAAC;QAC7B,4BAA4B,EAAE,sBAAsB;QACpD,cAAc,EAAE,oBAAoB;KACrC;IACD;QACE,EAAE,EAAE,WAAW;QACf,OAAO,EAAE,iBAAiB;QAC1B,UAAU,EAAE,YAAY;QACxB,OAAO,EAAE,mBAAmB;QAC5B,eAAe,EAAE,EAAE;QACnB,WAAW,EAAE,mBAAmB;QAChC,WAAW,EAAE,oBAAoB;QACjC,qBAAqB,EAAE,WAAW;QAClC,YAAY,EAAE,CAAC,aAAa,CAAC;QAC7B,4BAA4B,EAAE,sBAAsB;QACpD,cAAc,EAAE,oBAAoB;KACrC;IACD;QACE,EAAE,EAAE,WAAW;QACf,OAAO,EAAE,mDAAmD;QAC5D,UAAU,EAAE,YAAY;QACxB,OAAO,EAAE,mBAAmB;QAC5B,eAAe,EAAE,EAAE;QACnB,WAAW,EAAE,mBAAmB;QAChC,WAAW,EAAE,oBAAoB;QACjC,qBAAqB,EAAE,WAAW;QAClC,YAAY,EAAE,CAAC,aAAa,CAAC;QAC7B,4BAA4B,EAAE,sBAAsB;QACpD,cAAc,EAAE,oBAAoB;KACrC;IACD;QACE,EAAE,EAAE,WAAW;QACf,OAAO,EAAE,iBAAiB;QAC1B,UAAU,EAAE,YAAY;QACxB,OAAO,EAAE,mBAAmB;QAC5B,eAAe,EAAE,EAAE;QACnB,WAAW,EAAE,mBAAmB;QAChC,qBAAqB,EAAE,SAAS;QAChC,YAAY,EAAE,CAAC,aAAa,CAAC;QAC7B,4BAA4B,EAAE,sBAAsB;QACpD,cAAc,EAAE,oBAAoB;KACrC;IACD;QACE,EAAE,EAAE,aAAa;QACjB,OAAO,EAAE,kBAAkB;QAC3B,UAAU,EAAE,YAAY;QACxB,OAAO,EAAE,mBAAmB;QAC5B,eAAe,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC;QACvC,WAAW,EAAE,mBAAmB;QAChC,qBAAqB,EAAE,SAAS;QAChC,YAAY,EAAE,CAAC,aAAa,EAAE,OAAO,CAAC;KACvC;IACD;QACE,EAAE,EAAE,mBAAmB;QACvB,OAAO,EAAE,gDAAgD;QACzD,UAAU,EAAE,YAAY;QACxB,OAAO,EAAE,wBAAwB;QACjC,eAAe,EAAE,EAAE;QACnB,WAAW,EAAE,yBAAyB;QACtC,qBAAqB,EAAE,SAAS;QAChC,YAAY,EAAE,CAAC,aAAa,EAAE,OAAO,CAAC;KACvC;IACD;QACE,EAAE,EAAE,kBAAkB;QACtB,OAAO,EAAE,4BAA4B;QACrC,UAAU,EAAE,UAAU;QACtB,OAAO,EAAE,sBAAsB;QAC/B,eAAe,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC;QAC3C,aAAa,EAAE,OAAO;QACtB,WAAW,EAAE,uBAAuB;QACpC,WAAW,EAAE,wBAAwB;QACrC,qBAAqB,EAAE,WAAW;KACnC;IACD;QACE,EAAE,EAAE,oBAAoB;QACxB,OAAO,EAAE,uBAAuB;QAChC,UAAU,EAAE,WAAW;QACvB,OAAO,EAAE,MAAM;QACf,eAAe,EAAE,EAAE;QACnB,WAAW,EAAE,iBAAiB;QAC9B,WAAW,EAAE,wBAAwB;QACrC,qBAAqB,EAAE,WAAW;KACnC;IACD;QACE,EAAE,EAAE,cAAc;QAClB,OAAO,EAAE,aAAa;QACtB,UAAU,EAAE,UAAU;QACtB,OAAO,EAAE,sBAAsB;QAC/B,eAAe,EAAE,EAAE;QACnB,WAAW,EAAE,uBAAuB;QACpC,WAAW,EAAE,wBAAwB;QACrC,qBAAqB,EAAE,WAAW;KACnC;IACD;QACE,EAAE,EAAE,YAAY;QAChB,OAAO,EAAE,mCAAmC;QAC5C,UAAU,EAAE,UAAU;QACtB,OAAO,EAAE,2BAA2B;QACpC,eAAe,EAAE,EAAE;QACnB,WAAW,EAAE,gCAAgC;QAC7C,qBAAqB,EAAE,SAAS;KACjC;IACD;QACE,EAAE,EAAE,iBAAiB;QACrB,OAAO,EAAE,UAAU;QACnB,UAAU,EAAE,UAAU;QACtB,OAAO,EAAE,wBAAwB;QACjC,eAAe,EAAE,EAAE;QACnB,WAAW,EAAE,yBAAyB;QACtC,qBAAqB,EAAE,SAAS;KACjC;IACD;QACE,EAAE,EAAE,KAAK;QACT,OAAO,EAAE,gBAAgB;QACzB,UAAU,EAAE,UAAU;QACtB,OAAO,EAAE,qBAAqB;QAC9B,eAAe,EAAE,EAAE;QACnB,WAAW,EAAE,uBAAuB;QACpC,qBAAqB,EAAE,SAAS;KACjC;IACD;QACE,EAAE,EAAE,OAAO;QACX,OAAO,EAAE,iBAAiB;QAC1B,UAAU,EAAE,UAAU;QACtB,OAAO,EAAE,wBAAwB;QACjC,eAAe,EAAE,EAAE;QACnB,WAAW,EAAE,gCAAgC;QAC7C,qBAAqB,EAAE,SAAS;KACjC;IACD;QACE,EAAE,EAAE,SAAS;QACb,OAAO,EAAE,cAAc;QACvB,UAAU,EAAE,UAAU;QACtB,OAAO,EAAE,eAAe;QACxB,eAAe,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC;QAC1C,WAAW,EAAE,cAAc;QAC3B,qBAAqB,EAAE,SAAS;KACjC;IACD;QACE,EAAE,EAAE,kBAAkB;QACtB,OAAO,EAAE,sCAAsC;QAC/C,UAAU,EAAE,UAAU;QACtB,OAAO,EAAE,eAAe;QACxB,eAAe,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC;QACrD,WAAW,EAAE,sBAAsB;QACnC,qBAAqB,EAAE,SAAS;QAChC,YAAY,EAAE,CAAC,aAAa,EAAE,OAAO,CAAC;KACvC;IACD;QACE,EAAE,EAAE,2BAA2B;QAC/B,OAAO,EAAE,0BAA0B;QACnC,UAAU,EAAE,WAAW;QACvB,OAAO,EAAE,wBAAwB;QACjC,eAAe,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC;QAC1C,WAAW,EAAE,cAAc;QAC3B,qBAAqB,EAAE,SAAS;KACjC;IACD;QACE,EAAE,EAAE,mBAAmB;QACvB,OAAO,EAAE,iDAAiD;QAC1D,UAAU,EAAE,UAAU;QACtB,OAAO,EAAE,eAAe;QACxB,eAAe,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC;QAC1C,WAAW,EAAE,cAAc;QAC3B,qBAAqB,EAAE,SAAS;KACjC;CACF,CAAC;AAEF,MAAM,UAAU,WAAW,CAAC,KAAa;IACvC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAC3C,MAAM,IAAI,GAAG,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IACrE,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAa;IAC1C,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAChC,IAAI,CAAC,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5B,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AACpE,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,KAAa;IACzC,OAAO,cAAc,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC;AACnC,CAAC;AAYD,MAAM,qBAAqB,GAAkD;IAC3E,gBAAgB,EAAE,eAAe;IACjC,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,eAAe;IAC5B,WAAW,EAAE,eAAe;IAC5B,aAAa,EAAE,aAAa;IAC5B,mBAAmB,EAAE,UAAU;IAC/B,YAAY,EAAE,YAAY;IAC1B,iBAAiB,EAAE,UAAU;IAC7B,GAAG,EAAE,cAAc;IACnB,KAAK,EAAE,iBAAiB;IACxB,SAAS,EAAE,aAAa;IACxB,kBAAkB,EAAE,aAAa;IACjC,oBAAoB,EAAE,aAAa;IACnC,cAAc,EAAE,aAAa;IAC7B,mBAAmB,EAAE,aAAa;CACnC,CAAC;AAEF,MAAM,UAAU,mBAAmB,CAAC,KAAa;IAC/C,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACrC,IAAI,CAAC,MAAM;QAAE,OAAO,MAAM,CAAC;IAC3B,OAAO,qBAAqB,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC;AACpD,CAAC;AAUD,MAAM,UAAU,mBAAmB,CAAC,KAAa;IAC/C,MAAM,CAAC,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IAC9B,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,MAAM,CAAC;IAClC,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,UAAU,CAAC;IAC1C,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,OAAO,CAAC;IACpC,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IAC/C,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAAE,OAAO,MAAM,CAAC;IAClC,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/llm/model-layers/model-patterns.d.ts

@@ -0,0 +1,7 @@
+import type { ProviderProfileLayer } from "../provider-profile.js";
+export declare const OPENROUTER_REASONING_PATTERN: RegExp;
+export declare const QWEN3_MAX_GATEWAY_EFFORTS: ProviderProfileLayer;
+export declare const QWEN3_MAX_PATTERN: RegExp;
+export declare const LING_PATTERN: RegExp;
+export declare const LING_NO_REASONING: ProviderProfileLayer;
+export declare const AWS_MANTLE_ANTHROPIC_MODEL: RegExp;

package/dist/llm/model-layers/model-patterns.js

@@ -0,0 +1,30 @@
+import { providerDoc } from "../provider-profile-layers.js";
+export const OPENROUTER_REASONING_PATTERN = /:thinking|deepseek-v4|deepseek-r1|qwen3|kimi-k[23]|claude-(?:opus|sonnet|haiku)-4|gpt-5|(?:^|\/)o[134]|grok.*reasoner/i;
+export const QWEN3_MAX_GATEWAY_EFFORTS = {
+    evidence: providerDoc("qwen3-max-gateway-serves-low-medium-only"),
+    reasoning: {
+        acceptedEfforts: ["low", "medium"],
+        control: {
+            dialect: "openai-effort",
+            status: "supported",
+            evidence: providerDoc("qwen3-max-gateway-serves-low-medium-only"),
+        },
+    },
+};
+export const QWEN3_MAX_PATTERN = /qwen-?3\.?8-?max/i;
+export const LING_PATTERN = /(?:^|[-/])ling-?3(?:[.-]|$)/i;
+export const LING_NO_REASONING = {
+    evidence: providerDoc("ling-3-returns-no-reasoning-content"),
+    reasoning: {
+        generation: "none",
+        control: {
+            dialect: "none",
+            status: "unsupported",
+            evidence: providerDoc("ling-3-returns-no-reasoning-content"),
+        },
+        disable: "supported",
+        disableForm: "omit-control",
+    },
+};
+export const AWS_MANTLE_ANTHROPIC_MODEL = /(?:^|[./-])(?:anthropic|claude)(?:[./-]|$)/i;
+//# sourceMappingURL=model-patterns.js.map

package/dist/llm/model-layers/model-patterns.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-patterns.js","sourceRoot":"","sources":["../../../src/llm/model-layers/model-patterns.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAG5D,MAAM,CAAC,MAAM,4BAA4B,GACvC,wHAAwH,CAAC;AAE3H,MAAM,CAAC,MAAM,yBAAyB,GAAyB;IAC7D,QAAQ,EAAE,WAAW,CAAC,0CAA0C,CAAC;IACjE,SAAS,EAAE;QACT,eAAe,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC;QAClC,OAAO,EAAE;YACP,OAAO,EAAE,eAAe;YACxB,MAAM,EAAE,WAAW;YACnB,QAAQ,EAAE,WAAW,CAAC,0CAA0C,CAAC;SAClE;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAAG,mBAAmB,CAAC;AAErD,MAAM,CAAC,MAAM,YAAY,GAAG,8BAA8B,CAAC;AAE3D,MAAM,CAAC,MAAM,iBAAiB,GAAyB;IACrD,QAAQ,EAAE,WAAW,CAAC,qCAAqC,CAAC;IAC5D,SAAS,EAAE;QACT,UAAU,EAAE,MAAM;QAClB,OAAO,EAAE;YACP,OAAO,EAAE,MAAM;YACf,MAAM,EAAE,aAAa;YACrB,QAAQ,EAAE,WAAW,CAAC,qCAAqC,CAAC;SAC7D;QACD,OAAO,EAAE,WAAW;QACpB,WAAW,EAAE,cAAc;KAC5B;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,0BAA0B,GACrC,6CAA6C,CAAC"}

package/dist/llm/model-layers/model-rules.d.ts

@@ -0,0 +1,8 @@
+import type { ProviderId } from "../../types.js";
+import type { ProviderProfileLayer } from "../provider-profile.js";
+interface ModelRule {
+    readonly pattern: RegExp;
+    readonly layer: ProviderProfileLayer;
+}
+export declare const MODEL_RULES: Partial<Record<ProviderId, readonly ModelRule[]>>;
+export {};

package/dist/llm/model-layers/model-rules.js

@@ -0,0 +1,221 @@
+import { QWEN3_MAX_GATEWAY_EFFORTS, QWEN3_MAX_PATTERN, } from "./model-patterns.js";
+import { codeFact, deepseekV4DefaultOn, kimiConfigurableLayer, kimiMandatoryLayer, kimiNoPreservationLayer, providerDoc, } from "../provider-profile-layers.js";
+export const MODEL_RULES = {
+    anthropic: [
+        {
+            pattern: /claude-(?:opus|sonnet|haiku)-(?:3-7|4|5)|claude-3-7/i,
+            layer: {
+                evidence: providerDoc("anthropic-extended-thinking"),
+                reasoning: { generation: "optional" },
+            },
+        },
+        {
+            pattern: /claude/i,
+            layer: {
+                evidence: providerDoc("anthropic-no-thinking"),
+                reasoning: {
+                    generation: "none",
+                    control: {
+                        dialect: "none",
+                        status: "unsupported",
+                        evidence: providerDoc("anthropic-no-thinking"),
+                    },
+                },
+            },
+        },
+    ],
+    gemini: [
+        {
+            pattern: /gemini-3(?:\.\d+)?-pro/i,
+            layer: {
+                evidence: codeFact("gemini-3-thinking-level-pro-has-no-minimal"),
+                reasoning: {
+                    generation: "optional",
+                    acceptedEfforts: ["low", "medium", "high"],
+                },
+            },
+        },
+        {
+            pattern: /gemini-3(?:[.-]|$)/i,
+            layer: {
+                evidence: codeFact("gemini-3-thinking-level"),
+                reasoning: {
+                    generation: "optional",
+                    acceptedEfforts: ["minimal", "low", "medium", "high"],
+                },
+            },
+        },
+        {
+            pattern: /gemini-2\.5-(?:flash|flash-lite)/i,
+            layer: {
+                evidence: codeFact("gemini-2p5-thinking-budget"),
+                reasoning: {
+                    generation: "optional",
+                    acceptedEfforts: ["low", "medium", "high"],
+                    disable: "supported",
+                    disableForm: "thinking-budget-zero",
+                },
+            },
+        },
+        {
+            pattern: /gemini-2\.5/i,
+            layer: {
+                evidence: codeFact("gemini-2p5-pro-cannot-disable-thinking"),
+                reasoning: {
+                    generation: "mandatory",
+                    acceptedEfforts: ["low", "medium", "high"],
+                    disable: "unsupported",
+                },
+            },
+        },
+        {
+            pattern: /gemini/i,
+            layer: {
+                evidence: codeFact("gemini-pre-2p5-has-no-thinking-config"),
+                reasoning: {
+                    generation: "none",
+                    control: {
+                        dialect: "none",
+                        status: "unsupported",
+                        evidence: codeFact("gemini-pre-2p5-has-no-thinking-config"),
+                    },
+                },
+            },
+        },
+    ],
+    ollama: [
+        {
+            pattern: /deepseek-r1|qwen3|qwq/i,
+            layer: {
+                evidence: codeFact("ollama-think-supported-families"),
+                reasoning: {
+                    generation: "default-on",
+                    control: {
+                        dialect: "ollama-think",
+                        status: "supported",
+                        evidence: codeFact("ollama-think-supported-families"),
+                    },
+                    disable: "supported",
+                    disableForm: "omit-control",
+                },
+            },
+        },
+    ],
+    openai: [
+        {
+            pattern: /gpt-5|(?:^|\/)o[134]/i,
+            layer: {
+                evidence: providerDoc("openai-reasoning-models"),
+                reasoning: {
+                    generation: "optional",
+                    acceptedEfforts: ["minimal", "low", "medium", "high"],
+                    disable: "unsupported",
+                    disableForm: "effort-minimal-floor",
+                },
+            },
+        },
+        {
+            pattern: /gpt-4o|gpt-4\.1|gpt-4-turbo/i,
+            layer: {
+                evidence: providerDoc("openai-non-reasoning"),
+                reasoning: {
+                    generation: "none",
+                    control: {
+                        dialect: "none",
+                        status: "unsupported",
+                        evidence: providerDoc("openai-non-reasoning"),
+                    },
+                },
+            },
+        },
+    ],
+    fireworks: [
+        {
+            pattern: /deepseek-v4/i,
+            layer: {
+                evidence: providerDoc("fireworks-deepseek-v4"),
+                reasoning: {
+                    generation: "default-on",
+                    acceptedEfforts: ["none", "high", "max"],
+                    disable: "supported",
+                    disableForm: "effort-none",
+                    replayScope: "tool-turn",
+                    outputShapes: ["reasoning-content"],
+                },
+            },
+        },
+        {
+            pattern: /kimi-k3|kimi-k2\.7/i,
+            layer: kimiMandatoryLayer,
+        },
+        {
+            pattern: /kimi-k2\.6/i,
+            layer: kimiConfigurableLayer,
+        },
+        {
+            pattern: /kimi/i,
+            layer: kimiNoPreservationLayer,
+        },
+    ],
+    "qwen-cloud": [
+        {
+            pattern: /qwen3/i,
+            layer: {
+                evidence: providerDoc("alibaba-qwen3-thinking"),
+                reasoning: { generation: "default-on" },
+            },
+        },
+    ],
+    hetzner: [
+        {
+            pattern: /qwen/i,
+            layer: {
+                evidence: codeFact("hetzner-qwen-thinking"),
+                reasoning: {
+                    generation: "default-on",
+                    control: {
+                        dialect: "glm-enable-thinking",
+                        status: "supported",
+                        evidence: codeFact("hetzner-qwen-thinking"),
+                    },
+                    disable: "supported",
+                    disableForm: "template-enable-thinking-false",
+                },
+            },
+        },
+    ],
+    tokenrouter: [
+        { pattern: QWEN3_MAX_PATTERN, layer: QWEN3_MAX_GATEWAY_EFFORTS },
+        { pattern: /kimi-k3|kimi-k2\.7/i, layer: kimiMandatoryLayer },
+        { pattern: /kimi-k2\.6/i, layer: kimiConfigurableLayer },
+        { pattern: /kimi/i, layer: kimiNoPreservationLayer },
+        { pattern: /deepseek/i, layer: deepseekV4DefaultOn },
+    ],
+    orcarouter: [
+        { pattern: /kimi-k3|kimi-k2\.7/i, layer: kimiMandatoryLayer },
+        { pattern: /kimi-k2\.6/i, layer: kimiConfigurableLayer },
+        { pattern: /kimi/i, layer: kimiNoPreservationLayer },
+        { pattern: /deepseek/i, layer: deepseekV4DefaultOn },
+    ],
+    "merge-gateway": [
+        { pattern: /kimi-k3|kimi-k2\.7/i, layer: kimiMandatoryLayer },
+        { pattern: /kimi-k2\.6/i, layer: kimiConfigurableLayer },
+        { pattern: /kimi/i, layer: kimiNoPreservationLayer },
+        { pattern: /deepseek/i, layer: deepseekV4DefaultOn },
+    ],
+    modal: [
+        { pattern: /kimi-k3|kimi-k2\.7/i, layer: kimiMandatoryLayer },
+        { pattern: /kimi-k2\.6/i, layer: kimiConfigurableLayer },
+        { pattern: /kimi/i, layer: kimiNoPreservationLayer },
+        { pattern: /deepseek/i, layer: deepseekV4DefaultOn },
+    ],
+    lightning: [
+        { pattern: /kimi-k3|kimi-k2\.7/i, layer: kimiMandatoryLayer },
+        { pattern: /kimi-k2\.6/i, layer: kimiConfigurableLayer },
+        { pattern: /kimi/i, layer: kimiNoPreservationLayer },
+        { pattern: /deepseek/i, layer: deepseekV4DefaultOn },
+    ],
+    free: [{ pattern: /deepseek/i, layer: deepseekV4DefaultOn }],
+    openrouter: [],
+};
+//# sourceMappingURL=model-rules.js.map

package/dist/llm/model-layers/model-rules.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-rules.js","sourceRoot":"","sources":["../../../src/llm/model-layers/model-rules.ts"],"names":[],"mappings":"AACA,OAAO,EACL,yBAAyB,EACzB,iBAAiB,GAClB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,QAAQ,EACR,mBAAmB,EACnB,qBAAqB,EACrB,kBAAkB,EAClB,uBAAuB,EACvB,WAAW,GACZ,MAAM,+BAA+B,CAAC;AAQvC,MAAM,CAAC,MAAM,WAAW,GAAsD;IAC5E,SAAS,EAAE;QACT;YACE,OAAO,EAAE,sDAAsD;YAC/D,KAAK,EAAE;gBACL,QAAQ,EAAE,WAAW,CAAC,6BAA6B,CAAC;gBACpD,SAAS,EAAE,EAAE,UAAU,EAAE,UAAU,EAAE;aACtC;SACF;QACD;YACE,OAAO,EAAE,SAAS;YAClB,KAAK,EAAE;gBACL,QAAQ,EAAE,WAAW,CAAC,uBAAuB,CAAC;gBAC9C,SAAS,EAAE;oBACT,UAAU,EAAE,MAAM;oBAClB,OAAO,EAAE;wBACP,OAAO,EAAE,MAAM;wBACf,MAAM,EAAE,aAAa;wBACrB,QAAQ,EAAE,WAAW,CAAC,uBAAuB,CAAC;qBAC/C;iBACF;aACF;SACF;KACF;IACD,MAAM,EAAE;QACN;YACE,OAAO,EAAE,yBAAyB;YAClC,KAAK,EAAE;gBACL,QAAQ,EAAE,QAAQ,CAAC,4CAA4C,CAAC;gBAChE,SAAS,EAAE;oBACT,UAAU,EAAE,UAAU;oBACtB,eAAe,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC;iBAC3C;aACF;SACF;QACD;YACE,OAAO,EAAE,qBAAqB;YAC9B,KAAK,EAAE;gBACL,QAAQ,EAAE,QAAQ,CAAC,yBAAyB,CAAC;gBAC7C,SAAS,EAAE;oBACT,UAAU,EAAE,UAAU;oBACtB,eAAe,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC;iBACtD;aACF;SACF;QACD;YACE,OAAO,EAAE,mCAAmC;YAC5C,KAAK,EAAE;gBACL,QAAQ,EAAE,QAAQ,CAAC,4BAA4B,CAAC;gBAChD,SAAS,EAAE;oBACT,UAAU,EAAE,UAAU;oBACtB,eAAe,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC;oBAC1C,OAAO,EAAE,WAAW;oBACpB,WAAW,EAAE,sBAAsB;iBACpC;aACF;SACF;QACD;YACE,OAAO,EAAE,cAAc;YACvB,KAAK,EAAE;gBACL,QAAQ,EAAE,QAAQ,CAAC,wCAAwC,CAAC;gBAC5D,SAAS,EAAE;oBACT,UAAU,EAAE,WAAW;oBACvB,eAAe,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC;oBAC1C,OAAO,EAAE,aAAa;iBACvB;aACF;SACF;QACD;YACE,OAAO,EAAE,SAAS;YAClB,KAAK,EAAE;gBACL,QAAQ,EAAE,QAAQ,CAAC,uCAAuC,CAAC;gBAC3D,SAAS,EAAE;oBACT,UAAU,EAAE,MAAM;oBAClB,OAAO,EAAE;wBACP,OAAO,EAAE,MAAM;wBACf,MAAM,EAAE,aAAa;wBACrB,QAAQ,EAAE,QAAQ,CAAC,uCAAuC,CAAC;qBAC5D;iBACF;aACF;SACF;KACF;IACD,MAAM,EAAE;QACN;YACE,OAAO,EAAE,wBAAwB;YACjC,KAAK,EAAE;gBACL,QAAQ,EAAE,QAAQ,CAAC,iCAAiC,CAAC;gBACrD,SAAS,EAAE;oBACT,UAAU,EAAE,YAAY;oBACxB,OAAO,EAAE;wBACP,OAAO,EAAE,cAAc;wBACvB,MAAM,EAAE,WAAW;wBACnB,QAAQ,EAAE,QAAQ,CAAC,iCAAiC,CAAC;qBACtD;oBACD,OAAO,EAAE,WAAW;oBACpB,WAAW,EAAE,cAAc;iBAC5B;aACF;SACF;KACF;IACD,MAAM,EAAE;QACN;YACE,OAAO,EAAE,uBAAuB;YAChC,KAAK,EAAE;gBACL,QAAQ,EAAE,WAAW,CAAC,yBAAyB,CAAC;gBAChD,SAAS,EAAE;oBACT,UAAU,EAAE,UAAU;oBACtB,eAAe,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC;oBACrD,OAAO,EAAE,aAAa;oBACtB,WAAW,EAAE,sBAAsB;iBACpC;aACF;SACF;QACD;YACE,OAAO,EAAE,8BAA8B;YACvC,KAAK,EAAE;gBACL,QAAQ,EAAE,WAAW,CAAC,sBAAsB,CAAC;gBAC7C,SAAS,EAAE;oBACT,UAAU,EAAE,MAAM;oBAClB,OAAO,EAAE;wBACP,OAAO,EAAE,MAAM;wBACf,MAAM,EAAE,aAAa;wBACrB,QAAQ,EAAE,WAAW,CAAC,sBAAsB,CAAC;qBAC9C;iBACF;aACF;SACF;KACF;IACD,SAAS,EAAE;QACT;YACE,OAAO,EAAE,cAAc;YACvB,KAAK,EAAE;gBACL,QAAQ,EAAE,WAAW,CAAC,uBAAuB,CAAC;gBAC9C,SAAS,EAAE;oBACT,UAAU,EAAE,YAAY;oBACxB,eAAe,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC;oBACxC,OAAO,EAAE,WAAW;oBACpB,WAAW,EAAE,aAAa;oBAC1B,WAAW,EAAE,WAAW;oBACxB,YAAY,EAAE,CAAC,mBAAmB,CAAC;iBACpC;aACF;SACF;QACD;YACE,OAAO,EAAE,qBAAqB;YAC9B,KAAK,EAAE,kBAAkB;SAC1B;QACD;YACE,OAAO,EAAE,aAAa;YACtB,KAAK,EAAE,qBAAqB;SAC7B;QACD;YACE,OAAO,EAAE,OAAO;YAChB,KAAK,EAAE,uBAAuB;SAC/B;KACF;IACD,YAAY,EAAE;QACZ;YACE,OAAO,EAAE,QAAQ;YACjB,KAAK,EAAE;gBACL,QAAQ,EAAE,WAAW,CAAC,wBAAwB,CAAC;gBAC/C,SAAS,EAAE,EAAE,UAAU,EAAE,YAAY,EAAE;aACxC;SACF;KACF;IACD,OAAO,EAAE;QACP;YACE,OAAO,EAAE,OAAO;YAChB,KAAK,EAAE;gBACL,QAAQ,EAAE,QAAQ,CAAC,uBAAuB,CAAC;gBAC3C,SAAS,EAAE;oBACT,UAAU,EAAE,YAAY;oBACxB,OAAO,EAAE;wBACP,OAAO,EAAE,qBAAqB;wBAC9B,MAAM,EAAE,WAAW;wBACnB,QAAQ,EAAE,QAAQ,CAAC,uBAAuB,CAAC;qBAC5C;oBACD,OAAO,EAAE,WAAW;oBACpB,WAAW,EAAE,gCAAgC;iBAC9C;aACF;SACF;KACF;IACD,WAAW,EAAE;QACX,EAAE,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,yBAAyB,EAAE;QAChE,EAAE,OAAO,EAAE,qBAAqB,EAAE,KAAK,EAAE,kBAAkB,EAAE;QAC7D,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,qBAAqB,EAAE;QACxD,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,uBAAuB,EAAE;QACpD,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,mBAAmB,EAAE;KACrD;IACD,UAAU,EAAE;QACV,EAAE,OAAO,EAAE,qBAAqB,EAAE,KAAK,EAAE,kBAAkB,EAAE;QAC7D,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,qBAAqB,EAAE;QACxD,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,uBAAuB,EAAE;QACpD,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,mBAAmB,EAAE;KACrD;IACD,eAAe,EAAE;QACf,EAAE,OAAO,EAAE,qBAAqB,EAAE,KAAK,EAAE,kBAAkB,EAAE;QAC7D,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,qBAAqB,EAAE;QACxD,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,uBAAuB,EAAE;QACpD,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,mBAAmB,EAAE;KACrD;IACD,KAAK,EAAE;QACL,EAAE,OAAO,EAAE,qBAAqB,EAAE,KAAK,EAAE,kBAAkB,EAAE;QAC7D,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,qBAAqB,EAAE;QACxD,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,uBAAuB,EAAE;QACpD,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,mBAAmB,EAAE;KACrD;IACD,SAAS,EAAE;QACT,EAAE,OAAO,EAAE,qBAAqB,EAAE,KAAK,EAAE,kBAAkB,EAAE;QAC7D,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,qBAAqB,EAAE;QACxD,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,uBAAuB,EAAE;QACpD,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,mBAAmB,EAAE;KACrD;IACD,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC;IAC5D,UAAU,EAAE,EAAE;CACf,CAAC"}

package/dist/llm/model-layers/nvidia-layer.d.ts

@@ -0,0 +1,2 @@
+import type { ProviderProfileLayer } from "../provider-profile.js";
+export declare function nvidiaModelLayer(model: string): ProviderProfileLayer | undefined;

package/dist/llm/model-layers/nvidia-layer.js

@@ -0,0 +1,135 @@
+import { classifyNvidiaModel } from "../model-families.js";
+import { codeFact } from "../provider-profile-layers.js";
+export function nvidiaModelLayer(model) {
+    switch (classifyNvidiaModel(model)) {
+        case "kimi-thinking":
+            return {
+                evidence: codeFact("nim-kimi-thinking"),
+                reasoning: {
+                    generation: "default-on",
+                    control: {
+                        dialect: "kimi-template-thinking",
+                        status: "supported",
+                        evidence: codeFact("nim-kimi-thinking"),
+                    },
+                    disable: "supported",
+                    disableForm: "template-thinking-false",
+                    replayScope: "tool-turn",
+                },
+            };
+        case "deepseek-v4":
+            return {
+                evidence: codeFact("nim-deepseek-v4"),
+                reasoning: {
+                    generation: "default-on",
+                    control: {
+                        dialect: "chat-template-thinking",
+                        status: "supported",
+                        evidence: codeFact("nim-deepseek-v4"),
+                    },
+                    acceptedEfforts: ["none", "high"],
+                    disable: "supported",
+                    disableForm: "template-thinking-false",
+                    replayScope: "tool-turn",
+                    outputShapes: ["reasoning-content"],
+                },
+            };
+        case "thinking":
+            return {
+                evidence: codeFact("nim-chat-template-thinking"),
+                reasoning: {
+                    generation: "default-on",
+                    control: {
+                        dialect: "chat-template-thinking",
+                        status: "supported",
+                        evidence: codeFact("nim-chat-template-thinking"),
+                    },
+                    disable: "supported",
+                    disableForm: "template-thinking-false",
+                },
+            };
+        case "nemotron-3":
+            return {
+                evidence: codeFact("nim-nemotron-3"),
+                reasoning: {
+                    control: {
+                        dialect: "nemotron-reasoning-budget",
+                        status: "supported",
+                        evidence: codeFact("nim-nemotron-3"),
+                    },
+                    disable: "supported",
+                    disableForm: "template-enable-thinking-false",
+                },
+            };
+        case "glm-thinking":
+            return {
+                evidence: codeFact("nim-glm-thinking"),
+                reasoning: {
+                    control: {
+                        dialect: "glm-enable-thinking",
+                        status: "supported",
+                        evidence: codeFact("nim-glm-thinking"),
+                    },
+                    disable: "supported",
+                    disableForm: "template-enable-thinking-false",
+                },
+            };
+        case "enable-thinking":
+            return {
+                evidence: codeFact("nim-gemma-enable-thinking"),
+                reasoning: {
+                    control: {
+                        dialect: "glm-enable-thinking",
+                        status: "supported",
+                        evidence: codeFact("nim-gemma-enable-thinking"),
+                    },
+                    disable: "supported",
+                    disableForm: "template-enable-thinking-false",
+                },
+            };
+        case "effort-only":
+            if (/gpt-oss/i.test(model)) {
+                return {
+                    evidence: codeFact("nim-gpt-oss-effort"),
+                    reasoning: {
+                        generation: "default-on",
+                        control: {
+                            dialect: "openai-effort",
+                            status: "supported",
+                            evidence: codeFact("nim-gpt-oss-effort"),
+                        },
+                        acceptedEfforts: ["low", "medium", "high"],
+                        disable: "unsupported",
+                        disableForm: "effort-minimal-floor",
+                    },
+                };
+            }
+            return {
+                evidence: codeFact("nim-effort-only"),
+                reasoning: {
+                    generation: "default-on",
+                    control: {
+                        dialect: "openai-effort",
+                        status: "supported",
+                        evidence: codeFact("nim-effort-only"),
+                    },
+                    acceptedEfforts: ["none", "low", "medium", "high"],
+                    disable: "supported",
+                    disableForm: "effort-none",
+                },
+            };
+        default:
+            return {
+                evidence: codeFact("nim-no-thinking-knob"),
+                reasoning: {
+                    generation: "unknown",
+                    control: {
+                        dialect: "none",
+                        status: "unsupported",
+                        evidence: codeFact("nim-no-thinking-knob"),
+                    },
+                },
+            };
+    }
+}
+//# sourceMappingURL=nvidia-layer.js.map

package/dist/llm/model-layers/nvidia-layer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"nvidia-layer.js","sourceRoot":"","sources":["../../../src/llm/model-layers/nvidia-layer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAAE,QAAQ,EAAE,MAAM,+BAA+B,CAAC;AAGzD,MAAM,UAAU,gBAAgB,CAC9B,KAAa;IAEb,QAAQ,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC;QACnC,KAAK,eAAe;YAClB,OAAO;gBACL,QAAQ,EAAE,QAAQ,CAAC,mBAAmB,CAAC;gBACvC,SAAS,EAAE;oBACT,UAAU,EAAE,YAAY;oBACxB,OAAO,EAAE;wBACP,OAAO,EAAE,wBAAwB;wBACjC,MAAM,EAAE,WAAW;wBACnB,QAAQ,EAAE,QAAQ,CAAC,mBAAmB,CAAC;qBACxC;oBACD,OAAO,EAAE,WAAW;oBACpB,WAAW,EAAE,yBAAyB;oBACtC,WAAW,EAAE,WAAW;iBACzB;aACF,CAAC;QACJ,KAAK,aAAa;YAChB,OAAO;gBACL,QAAQ,EAAE,QAAQ,CAAC,iBAAiB,CAAC;gBACrC,SAAS,EAAE;oBACT,UAAU,EAAE,YAAY;oBACxB,OAAO,EAAE;wBACP,OAAO,EAAE,wBAAwB;wBACjC,MAAM,EAAE,WAAW;wBACnB,QAAQ,EAAE,QAAQ,CAAC,iBAAiB,CAAC;qBACtC;oBACD,eAAe,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;oBACjC,OAAO,EAAE,WAAW;oBACpB,WAAW,EAAE,yBAAyB;oBACtC,WAAW,EAAE,WAAW;oBACxB,YAAY,EAAE,CAAC,mBAAmB,CAAC;iBACpC;aACF,CAAC;QACJ,KAAK,UAAU;YACb,OAAO;gBACL,QAAQ,EAAE,QAAQ,CAAC,4BAA4B,CAAC;gBAChD,SAAS,EAAE;oBACT,UAAU,EAAE,YAAY;oBACxB,OAAO,EAAE;wBACP,OAAO,EAAE,wBAAwB;wBACjC,MAAM,EAAE,WAAW;wBACnB,QAAQ,EAAE,QAAQ,CAAC,4BAA4B,CAAC;qBACjD;oBACD,OAAO,EAAE,WAAW;oBACpB,WAAW,EAAE,yBAAyB;iBACvC;aACF,CAAC;QACJ,KAAK,YAAY;YACf,OAAO;gBACL,QAAQ,EAAE,QAAQ,CAAC,gBAAgB,CAAC;gBACpC,SAAS,EAAE;oBACT,OAAO,EAAE;wBACP,OAAO,EAAE,2BAA2B;wBACpC,MAAM,EAAE,WAAW;wBACnB,QAAQ,EAAE,QAAQ,CAAC,gBAAgB,CAAC;qBACrC;oBACD,OAAO,EAAE,WAAW;oBACpB,WAAW,EAAE,gCAAgC;iBAC9C;aACF,CAAC;QACJ,KAAK,cAAc;YACjB,OAAO;gBACL,QAAQ,EAAE,QAAQ,CAAC,kBAAkB,CAAC;gBACtC,SAAS,EAAE;oBACT,OAAO,EAAE;wBACP,OAAO,EAAE,qBAAqB;wBAC9B,MAAM,EAAE,WAAW;wBACnB,QAAQ,EAAE,QAAQ,CAAC,kBAAkB,CAAC;qBACvC;oBACD,OAAO,EAAE,WAAW;oBACpB,WAAW,EAAE,gCAAgC;iBAC9C;aACF,CAAC;QACJ,KAAK,iBAAiB;YACpB,OAAO;gBACL,QAAQ,EAAE,QAAQ,CAAC,2BAA2B,CAAC;gBAC/C,SAAS,EAAE;oBACT,OAAO,EAAE;wBACP,OAAO,EAAE,qBAAqB;wBAC9B,MAAM,EAAE,WAAW;wBACnB,QAAQ,EAAE,QAAQ,CAAC,2BAA2B,CAAC;qBAChD;oBACD,OAAO,EAAE,WAAW;oBACpB,WAAW,EAAE,gCAAgC;iBAC9C;aACF,CAAC;QACJ,KAAK,aAAa;YAChB,IAAI,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC3B,OAAO;oBACL,QAAQ,EAAE,QAAQ,CAAC,oBAAoB,CAAC;oBACxC,SAAS,EAAE;wBACT,UAAU,EAAE,YAAY;wBACxB,OAAO,EAAE;4BACP,OAAO,EAAE,eAAe;4BACxB,MAAM,EAAE,WAAW;4BACnB,QAAQ,EAAE,QAAQ,CAAC,oBAAoB,CAAC;yBACzC;wBACD,eAAe,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC;wBAC1C,OAAO,EAAE,aAAa;wBACtB,WAAW,EAAE,sBAAsB;qBACpC;iBACF,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,QAAQ,EAAE,QAAQ,CAAC,iBAAiB,CAAC;gBACrC,SAAS,EAAE;oBACT,UAAU,EAAE,YAAY;oBACxB,OAAO,EAAE;wBACP,OAAO,EAAE,eAAe;wBACxB,MAAM,EAAE,WAAW;wBACnB,QAAQ,EAAE,QAAQ,CAAC,iBAAiB,CAAC;qBACtC;oBACD,eAAe,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC;oBAClD,OAAO,EAAE,WAAW;oBACpB,WAAW,EAAE,aAAa;iBAC3B;aACF,CAAC;QACJ;YACE,OAAO;gBACL,QAAQ,EAAE,QAAQ,CAAC,sBAAsB,CAAC;gBAC1C,SAAS,EAAE;oBACT,UAAU,EAAE,SAAS;oBACrB,OAAO,EAAE;wBACP,OAAO,EAAE,MAAM;wBACf,MAAM,EAAE,aAAa;wBACrB,QAAQ,EAAE,QAAQ,CAAC,sBAAsB,CAAC;qBAC3C;iBACF;aACF,CAAC;IACN,CAAC;AACH,CAAC"}

package/dist/llm/nvidia.js

@@ -1,8 +1,5 @@
 import { defaultModels, } from "./provider.js";
 import { openAiCompatibleComplete, openAiCompatiblePing, openAiCompatibleStream, toCompletionResult, streamIdleBudgets, readJson, ingestOpenAiModelCatalog, } from "./http.js";
-// NVIDIA NIM exposes an OpenAI-compatible Chat Completions API at
-// https://integrate.api.nvidia.com/v1. API keys are prefixed `nvapi-`.
-// Reference: https://docs.api.nvidia.com/nim/reference/llm-apis
 const baseUrl = "https://integrate.api.nvidia.com/v1";
 export const nvidiaFallbackModels = [
     "openai/gpt-oss-20b",
@@ -38,14 +35,7 @@ export const nvidiaFallbackModels = [
 ];
 let cachedModels = null;
 let lastFetchTime = 0;
-const CACHE_TTL_MS = 60 * 60 * 1000; // 1 hour cache TTL
-// NVIDIA NIM cold-starts less-popular models on first request, so the first
-// token can lag well past the shared stall budget while the model spins up
-// (popular models like gpt-oss stay warm and answer immediately). Give the
-// first byte a longer budget to avoid abort/retry churn that itself triggers
-// another cold start. The mid-stream budget falls back to the shared default,
-// which must outlast a fully buffered tool call — see
-// DEFAULT_STREAM_IDLE_TIMEOUT_MS.
+const CACHE_TTL_MS = 60 * 60 * 1000;
 const NVIDIA_FIRST_BYTE_IDLE_TIMEOUT_MS = 120_000;
 export const nvidiaProvider = {
     id: "nvidia",
@@ -94,6 +84,7 @@ export const nvidiaProvider = {
             throw new Error("NVIDIA NIM API key is required");
         const model = request.model ?? defaultModels.nvidia;
         const payload = await openAiCompatibleComplete({
+            responsesFirst: true,
             provider: "NVIDIA NIM",
             providerId: "nvidia",
             baseUrl,
@@ -118,6 +109,7 @@ export const nvidiaProvider = {
             throw new Error("NVIDIA NIM API key is required");
         const model = request.model ?? defaultModels.nvidia;
         const payload = await openAiCompatibleStream({
+            responsesFirst: true,
             provider: "NVIDIA NIM",
             providerId: "nvidia",
             baseUrl,