@pentoshi/clai 4.11.9 → 4.11.12

package/dist/llm/custom-providers.js

@@ -1,8 +1,12 @@
 import { normalizeEndpointUrl } from "./provider.js";
 import { openAiCompatibleComplete, openAiCompatiblePing, openAiCompatibleStream, toCompletionResult, readJson, ingestOpenAiModelCatalog, isStreamOptionsUnsupportedError, } from "./http.js";
+import { responsesComplete } from "./responses-complete.js";
+import { responsesStream } from "./responses-stream.js";
+import { mapResponsesEffort, responsesReasoningSummary, } from "./responses-config.js";
+import { CHAT_COMPLETIONS_STREAM_TERMINAL } from "./stream-terminal.js";
+import { anthropicProvider } from "./anthropic.js";
 import { customReasoningStyle, endpointPrivacyHash, resolveCustomHeaders, validateCustomProviderProfile, } from "./custom-provider-profile.js";
 import { recordControlRejection } from "./provider-profile.js";
-import { CHAT_COMPLETIONS_STREAM_TERMINAL } from "./stream-terminal.js";
 export function customProviderProfileErrors(def) {
     if (!def.profile)
         return [];
@@ -23,6 +27,36 @@ function authHeaders(def, apiKey) {
     }
     return undefined;
 }
+function responsesConfig(def, baseUrl) {
+    return {
+        baseUrl,
+        providerId: def.id,
+        displayName: def.displayName,
+        artifactDialect: "openai-compatible",
+        terminalPolicy: {
+            proofs: ["response-completed", "response-incomplete"],
+            naturalEofAccepted: false,
+        },
+        buildHeaders(auth, accept) {
+            const apiKey = auth.apiKey;
+            return {
+                "content-type": "application/json",
+                accept,
+                ...(apiKey ? { authorization: `Bearer ${apiKey}` } : {}),
+                ...authHeaders(def, apiKey),
+            };
+        },
+        reasoningPayload(reasoning) {
+            if (!reasoning?.enabled)
+                return undefined;
+            const effort = mapResponsesEffort(reasoning.effort);
+            return { effort, summary: responsesReasoningSummary(effort) };
+        },
+        bodyExtras(_context) {
+            return { store: false, include: ["reasoning.encrypted_content"] };
+        },
+    };
+}
 export function buildCustomProvider(def) {
     const providerId = def.id;
     const modelCache = new Map();
@@ -56,9 +90,12 @@ export function buildCustomProvider(def) {
             if (cached && now - cached.fetchedAt < CACHE_TTL_MS)
                 return cached.models;
             try {
-                const headers = {};
-                if (auth.apiKey)
-                    headers["authorization"] = `Bearer ${auth.apiKey}`;
+                const headers = def.api === "anthropic-messages"
+                    ? {
+                        ...(auth.apiKey ? { "x-api-key": auth.apiKey } : {}),
+                        "anthropic-version": "2023-06-01",
+                    }
+                    : authHeaders(def, auth.apiKey) ?? {};
                 const response = await fetch(`${baseUrl}/models`, { headers });
                 const data = await readJson(response);
                 const models = ingestOpenAiModelCatalog(providerId, data);
@@ -72,15 +109,33 @@ export function buildCustomProvider(def) {
         },
         async ping(auth) {
             const apiKey = requireKey(auth);
+            if (def.api === "anthropic-messages") {
+                const response = await fetch(`${resolveBaseUrl(def, auth)}/models`, {
+                    headers: {
+                        ...(apiKey ? { "x-api-key": apiKey } : {}),
+                        "anthropic-version": "2023-06-01",
+                    },
+                });
+                await readJson(response);
+                return;
+            }
             await openAiCompatiblePing(resolveBaseUrl(def, auth), apiKey ?? "", authHeaders(def, apiKey));
         },
         async complete(request, auth) {
             const apiKey = requireKey(auth);
             const model = request.model ?? def.defaultModel;
+            const baseUrl = resolveBaseUrl(def, auth);
+            if (def.api === "responses") {
+                return responsesComplete(responsesConfig(def, baseUrl), request, { ...auth, apiKey }, model);
+            }
+            if (def.api === "anthropic-messages") {
+                const result = await anthropicProvider.complete({ ...request, provider: providerId, model }, { ...auth, apiKey, baseUrl });
+                return { ...result, provider: providerId, model };
+            }
             const payload = await openAiCompatibleComplete({
-                responsesFirst: true,
+                responsesFirst: def.api === undefined,
                 provider: def.displayName, providerId,
-                baseUrl: resolveBaseUrl(def, auth), apiKey: apiKey ?? "",
+                baseUrl, apiKey: apiKey ?? "",
                 headers: authHeaders(def, apiKey), model,
                 messages: request.messages, maxTokens: request.maxTokens,
                 temperature: request.temperature, signal: request.signal,
@@ -98,8 +153,15 @@ export function buildCustomProvider(def) {
             const model = request.model ?? def.defaultModel;
             const baseUrl = resolveBaseUrl(def, auth);
             const headers = authHeaders(def, apiKey);
+            if (def.api === "responses") {
+                return responsesStream(responsesConfig(def, baseUrl), request, { ...auth, apiKey }, onToken, model);
+            }
+            if (def.api === "anthropic-messages") {
+                const result = await anthropicProvider.stream({ ...request, provider: providerId, model }, { ...auth, apiKey, baseUrl }, onToken);
+                return { ...result, provider: providerId, model };
+            }
             const stream = (withUsage) => openAiCompatibleStream({
-                responsesFirst: true,
+                responsesFirst: def.api === undefined,
                 provider: def.displayName, providerId, baseUrl,
                 apiKey: apiKey ?? "", headers, model,
                 messages: request.messages, maxTokens: request.maxTokens,

package/dist/llm/custom-providers.js.map

@@ -1 +1 @@
-{"version":3,"file":"custom-providers.js","sourceRoot":"","sources":["../../src/llm/custom-providers.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,oBAAoB,EAAuC,MAAM,eAAe,CAAC;AAC1F,OAAO,EACL,wBAAwB,EACxB,oBAAoB,EACpB,sBAAsB,EACtB,kBAAkB,EAClB,QAAQ,EACR,wBAAwB,EACxB,+BAA+B,GAChC,MAAM,WAAW,CAAC;AAEnB,OAAO,EACL,oBAAoB,EACpB,mBAAmB,EACnB,oBAAoB,EACpB,6BAA6B,GAE9B,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,gCAAgC,EAAE,MAAM,sBAAsB,CAAC;AAcxE,MAAM,UAAU,2BAA2B,CACzC,GAAsB;IAEtB,IAAI,CAAC,GAAG,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IAC5B,OAAO,6BAA6B,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;AAC3D,CAAC;AAED,SAAS,cAAc,CAAC,GAAsB,EAAE,IAAkB;IAChE,MAAM,QAAQ,GAAG,oBAAoB,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IAC1D,OAAO,QAAQ,IAAI,GAAG,CAAC,OAAO,CAAC;AACjC,CAAC;AAED,SAAS,WAAW,CAClB,GAAsB,EACtB,MAA0B;IAE1B,MAAM,QAAQ,GAAG,oBAAoB,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC5D,IAAI,GAAG,CAAC,OAAO,EAAE,QAAQ,KAAK,cAAc;QAAE,OAAO,QAAQ,CAAC;IAC9D,IAAI,GAAG,CAAC,OAAO,EAAE,QAAQ,KAAK,gBAAgB;QAAE,OAAO,QAAQ,CAAC;IAChE,IAAI,QAAQ,IAAI,MAAM,EAAE,CAAC;QACvB,OAAO,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE,GAAG,QAAQ,EAAE,CAAC;IAC5D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,GAAsB;IACxD,MAAM,UAAU,GAAG,GAAG,CAAC,EAAgB,CAAC;IACxC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAmD,CAAC;IAC9E,MAAM,YAAY,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;IACpC,MAAM,OAAO,GACX,GAAG,CAAC,OAAO,EAAE,QAAQ,KAAK,cAAc;QACxC,GAAG,CAAC,OAAO,EAAE,QAAQ,KAAK,gBAAgB,CAAC;IAC7C,MAAM,qBAAqB,GAAG,GAAG,CAAC,OAAO,EAAE,aAAa,CAAC;IACzD,IAAI,kBAAkB,GAAG,qBAAqB,KAAK,aAAa,CAAC;IACjE,MAAM,cAAc,GAAG,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAEzD,MAAM,UAAU,GAAG,CAAC,IAAkB,EAAsB,EAAE;QAC5D,IAAI,OAAO;YAAE,OAAO,SAAS,CAAC;QAC9B,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,CAAC,WAAW,sBAAsB,CAAC,CAAC;QAC5E,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC,CAAC;IAEF,OAAO;QACL,EAAE,EAAE,UAAU;QACd,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,YAAY,EAAE,GAAG,CAAC,YAAY;QAC9B,cAAc;QACd,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM;YAC1B,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE;YACtC,CAAC,CAAC,EAAE,CAAC;QACP,WAAW,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC;QACpD,KAAK,CAAC,UAAU,CAAC,IAAkB;YACjC,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YAC1C,MAAM,QAAQ,GAAG,GAAG,OAAO,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;YACnD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACxC,IAAI,MAAM,IAAI,GAAG,GAAG,MAAM,CAAC,SAAS,GAAG,YAAY;gBAAE,OAAO,MAAM,CAAC,MAAM,CAAC;YAC1E,IAAI,CAAC;gBACH,MAAM,OAAO,GAA2B,EAAE,CAAC;gBAC3C,IAAI,IAAI,CAAC,MAAM;oBAAE,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC;gBACpE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,SAAS,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC/D,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAoC,QAAQ,CAAC,CAAC;gBACzE,MAAM,MAAM,GAAG,wBAAwB,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;gBAC1D,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;oBAAE,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;gBAC5E,OAAO,MAAM,CAAC;YAChB,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,IAAkB;YAC3B,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;YAChC,MAAM,oBAAoB,CACxB,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,EACzB,MAAM,IAAI,EAAE,EACZ,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,CACzB,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,QAAQ,CAAC,OAA0B,EAAE,IAAkB;YAC3D,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;YAChC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,GAAG,CAAC,YAAY,CAAC;YAChD,MAAM,OAAO,GAAG,MAAM,wBAAwB,CAAC;gBAC7C,cAAc,EAAE,IAAI;gBACpB,QAAQ,EAAE,GAAG,CAAC,WAAW,EAAE,UAAU;gBACrC,OAAO,EAAE,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,IAAI,EAAE;gBACxD,OAAO,EAAE,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,KAAK;gBACxC,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS;gBACxD,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM;gBACxD,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE,cAAc;gBAC3C,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU;gBACpD,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;gBAC5C,+BAA+B,EAAE,OAAO,CAAC,iCAAiC;gBAC1E,GAAG,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvE,YAAY,EAAE,GAAG,CAAC,YAAY;aAC/B,CAAC,CAAC;YACH,OAAO,kBAAkB,CAAC,UAAU,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QACxD,CAAC;QACD,KAAK,CAAC,MAAM,CACV,OAA0B,EAAE,IAAkB,EAAE,OAAgC;YAEhF,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;YAChC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,GAAG,CAAC,YAAY,CAAC;YAChD,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YAC1C,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YACzC,MAAM,MAAM,GAAG,CAAC,SAAkB,EAAE,EAAE,CAAC,sBAAsB,CAAC;gBAC5D,cAAc,EAAE,IAAI;gBACpB,QAAQ,EAAE,GAAG,CAAC,WAAW,EAAE,UAAU,EAAE,OAAO;gBAC9C,MAAM,EAAE,MAAM,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK;gBACpC,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS;gBACxD,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO;gBACjE,eAAe,EAAE,OAAO,CAAC,eAAe,EAAE,aAAa,EAAE,OAAO,CAAC,aAAa,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ;gBAC3G,cAAc,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU;gBACpE,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;gBAC5C,+BAA+B,EAAE,OAAO,CAAC,iCAAiC;gBAC1E,GAAG,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvE,kBAAkB,EAAE,SAAS;gBAC7B,YAAY,EAAE,GAAG,CAAC,YAAY;gBAC9B,cAAc,EACZ,GAAG,CAAC,OAAO,EAAE,QAAQ,EAAE,kBAAkB,KAAK,IAAI;oBAChD,CAAC,CAAC,EAAE,GAAG,gCAAgC,EAAE,kBAAkB,EAAE,IAAI,EAAE;oBACnE,CAAC,CAAC,SAAS;aAChB,CAAC,CAAC;YACH,IAAI,OAAO,CAAC;YACZ,IAAI,CAAC;gBACH,OAAO,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;YAC7C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,kBAAkB,IAAI,CAAC,+BAA+B,CAAC,KAAK,CAAC;oBAAE,MAAM,KAAK,CAAC;gBAChF,IAAI,qBAAqB,KAAK,WAAW,EAAE,CAAC;oBAC1C,sBAAsB,CAAC;wBACrB,QAAQ,EAAE,GAAG,CAAC,EAAE;wBAChB,KAAK;wBACL,YAAY,EAAE,mBAAmB,CAAC,OAAO,CAAC;wBAC1C,KAAK,EAAE,gBAAgB;qBACxB,CAAC,CAAC;oBACH,MAAM,KAAK,CAAC;gBACd,CAAC;gBACD,kBAAkB,GAAG,KAAK,CAAC;gBAC3B,OAAO,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,CAAC;YAChC,CAAC;YACD,OAAO,kBAAkB,CAAC,UAAU,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QACxD,CAAC;KACF,CAAC;AACJ,CAAC;AAGD,KAAK,UAAU,cAAc;IAC3B,MAAM,EAAE,kBAAkB,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAClE,OAAO,kBAAkB,EAAE,CAAC;AAC9B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB;IACxC,MAAM,IAAI,GAAG,MAAM,cAAc,EAAE,CAAC;IACpC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAC/B,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,EAAU,EACV,IAAkC;IAElC,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AACvC,CAAC;AAED,MAAM,aAAa,GAAG,IAAI,GAAG,EAAuB,CAAC;AAErD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,EAAU;IAChD,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACrC,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAC1B,MAAM,IAAI,GAAG,MAAM,cAAc,EAAE,CAAC;IACpC,MAAM,GAAG,GAAG,qBAAqB,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IAC5C,IAAI,CAAC,GAAG;QAAE,OAAO,SAAS,CAAC;IAC3B,MAAM,KAAK,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;IACvC,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IAC7B,OAAO,KAAK,CAAC;AACf,CAAC;AAED,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAExD,MAAM,UAAU,qBAAqB,CAAC,EAAU;IAC9C,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACrC,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAC1B,MAAM,GAAG,GAAG,qBAAqB,CAAC,EAAE,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC5D,IAAI,CAAC,GAAG;QAAE,OAAO,SAAS,CAAC;IAC3B,MAAM,KAAK,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;IACvC,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IAC7B,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,EAAW;IACvD,IAAI,EAAE;QAAE,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;;QAC5B,aAAa,CAAC,KAAK,EAAE,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,GAAsB;IAC9D,OAAO,mBAAmB,CAAC,GAAG,CAAC,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,GAAW,EAAE,QAA2B;IAChF,MAAM,EAAE,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACpC,IAAI,CAAC,EAAE;QAAE,OAAO,EAAE,CAAC;IACnB,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,EAAE,CAAC;IAChD,IAAI,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAAE,OAAO,EAAE,CAAC;IACrC,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,GAAW;IAChD,OAAO,oBAAoB,CAAC,GAAG,CAAC,CAAC;AACnC,CAAC"}
+{"version":3,"file":"custom-providers.js","sourceRoot":"","sources":["../../src/llm/custom-providers.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,oBAAoB,EAAuC,MAAM,eAAe,CAAC;AAC1F,OAAO,EACL,wBAAwB,EACxB,oBAAoB,EACpB,sBAAsB,EACtB,kBAAkB,EAClB,QAAQ,EACR,wBAAwB,EACxB,+BAA+B,GAChC,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EACL,kBAAkB,EAClB,yBAAyB,GAI1B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,gCAAgC,EAAE,MAAM,sBAAsB,CAAC;AACxE,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAEnD,OAAO,EACL,oBAAoB,EACpB,mBAAmB,EACnB,oBAAoB,EACpB,6BAA6B,GAE9B,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAmB/D,MAAM,UAAU,2BAA2B,CACzC,GAAsB;IAEtB,IAAI,CAAC,GAAG,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IAC5B,OAAO,6BAA6B,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;AAC3D,CAAC;AAED,SAAS,cAAc,CAAC,GAAsB,EAAE,IAAkB;IAChE,MAAM,QAAQ,GAAG,oBAAoB,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IAC1D,OAAO,QAAQ,IAAI,GAAG,CAAC,OAAO,CAAC;AACjC,CAAC;AAED,SAAS,WAAW,CAClB,GAAsB,EACtB,MAA0B;IAE1B,MAAM,QAAQ,GAAG,oBAAoB,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC5D,IAAI,GAAG,CAAC,OAAO,EAAE,QAAQ,KAAK,cAAc;QAAE,OAAO,QAAQ,CAAC;IAC9D,IAAI,GAAG,CAAC,OAAO,EAAE,QAAQ,KAAK,gBAAgB;QAAE,OAAO,QAAQ,CAAC;IAChE,IAAI,QAAQ,IAAI,MAAM,EAAE,CAAC;QACvB,OAAO,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE,GAAG,QAAQ,EAAE,CAAC;IAC5D,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,eAAe,CACtB,GAAsB,EACtB,OAAe;IAEf,OAAO;QACL,OAAO;QACP,UAAU,EAAE,GAAG,CAAC,EAAgB;QAChC,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,eAAe,EAAE,mBAAmB;QACpC,cAAc,EAAE;YACd,MAAM,EAAE,CAAC,oBAAoB,EAAE,qBAAqB,CAAC;YACrD,kBAAkB,EAAE,KAAK;SAC1B;QACD,YAAY,CAAC,IAAkB,EAAE,MAAuB;YACtD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC3B,OAAO;gBACL,cAAc,EAAE,kBAAkB;gBAClC,MAAM;gBACN,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACxD,GAAG,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC;aAC5B,CAAC;QACJ,CAAC;QACD,gBAAgB,CAAC,SAAS;YACxB,IAAI,CAAC,SAAS,EAAE,OAAO;gBAAE,OAAO,SAAS,CAAC;YAC1C,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACpD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,yBAAyB,CAAC,MAAM,CAAC,EAAE,CAAC;QAChE,CAAC;QACD,UAAU,CAAC,QAAoC;YAC7C,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,6BAA6B,CAAC,EAAE,CAAC;QACpE,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,GAAsB;IACxD,MAAM,UAAU,GAAG,GAAG,CAAC,EAAgB,CAAC;IACxC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAmD,CAAC;IAC9E,MAAM,YAAY,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;IACpC,MAAM,OAAO,GACX,GAAG,CAAC,OAAO,EAAE,QAAQ,KAAK,cAAc;QACxC,GAAG,CAAC,OAAO,EAAE,QAAQ,KAAK,gBAAgB,CAAC;IAC7C,MAAM,qBAAqB,GAAG,GAAG,CAAC,OAAO,EAAE,aAAa,CAAC;IACzD,IAAI,kBAAkB,GAAG,qBAAqB,KAAK,aAAa,CAAC;IACjE,MAAM,cAAc,GAAG,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAEzD,MAAM,UAAU,GAAG,CAAC,IAAkB,EAAsB,EAAE;QAC5D,IAAI,OAAO;YAAE,OAAO,SAAS,CAAC;QAC9B,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,CAAC,WAAW,sBAAsB,CAAC,CAAC;QAC5E,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC,CAAC;IAEF,OAAO;QACL,EAAE,EAAE,UAAU;QACd,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,YAAY,EAAE,GAAG,CAAC,YAAY;QAC9B,cAAc;QACd,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM;YAC1B,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE;YACtC,CAAC,CAAC,EAAE,CAAC;QACP,WAAW,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC;QACpD,KAAK,CAAC,UAAU,CAAC,IAAkB;YACjC,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YAC1C,MAAM,QAAQ,GAAG,GAAG,OAAO,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;YACnD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACxC,IAAI,MAAM,IAAI,GAAG,GAAG,MAAM,CAAC,SAAS,GAAG,YAAY;gBAAE,OAAO,MAAM,CAAC,MAAM,CAAC;YAC1E,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,GAAG,CAAC,GAAG,KAAK,oBAAoB;oBAC9C,CAAC,CAAC;wBACE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;wBACpD,mBAAmB,EAAE,YAAY;qBAClC;oBACH,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,SAAS,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC/D,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAoC,QAAQ,CAAC,CAAC;gBACzE,MAAM,MAAM,GAAG,wBAAwB,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;gBAC1D,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;oBAAE,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;gBAC5E,OAAO,MAAM,CAAC;YAChB,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,IAAkB;YAC3B,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;YAChC,IAAI,GAAG,CAAC,GAAG,KAAK,oBAAoB,EAAE,CAAC;gBACrC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,EAAE;oBAClE,OAAO,EAAE;wBACP,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;wBAC1C,mBAAmB,EAAE,YAAY;qBAClC;iBACF,CAAC,CAAC;gBACH,MAAM,QAAQ,CAAU,QAAQ,CAAC,CAAC;gBAClC,OAAO;YACT,CAAC;YACD,MAAM,oBAAoB,CACxB,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,EACzB,MAAM,IAAI,EAAE,EACZ,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,CACzB,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,QAAQ,CAAC,OAA0B,EAAE,IAAkB;YAC3D,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;YAChC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,GAAG,CAAC,YAAY,CAAC;YAChD,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YAC1C,IAAI,GAAG,CAAC,GAAG,KAAK,WAAW,EAAE,CAAC;gBAC5B,OAAO,iBAAiB,CACtB,eAAe,CAAC,GAAG,EAAE,OAAO,CAAC,EAC7B,OAAO,EACP,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,EACnB,KAAK,CACN,CAAC;YACJ,CAAC;YACD,IAAI,GAAG,CAAC,GAAG,KAAK,oBAAoB,EAAE,CAAC;gBACrC,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,QAAQ,CAC7C,EAAE,GAAG,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,EAC3C,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAC7B,CAAC;gBACF,OAAO,EAAE,GAAG,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;YACpD,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,wBAAwB,CAAC;gBAC7C,cAAc,EAAE,GAAG,CAAC,GAAG,KAAK,SAAS;gBACrC,QAAQ,EAAE,GAAG,CAAC,WAAW,EAAE,UAAU;gBACrC,OAAO,EAAE,MAAM,EAAE,MAAM,IAAI,EAAE;gBAC7B,OAAO,EAAE,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,KAAK;gBACxC,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS;gBACxD,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM;gBACxD,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE,cAAc;gBAC3C,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU;gBACpD,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;gBAC5C,+BAA+B,EAAE,OAAO,CAAC,iCAAiC;gBAC1E,GAAG,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvE,YAAY,EAAE,GAAG,CAAC,YAAY;aAC/B,CAAC,CAAC;YACH,OAAO,kBAAkB,CAAC,UAAU,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QACxD,CAAC;QACD,KAAK,CAAC,MAAM,CACV,OAA0B,EAAE,IAAkB,EAAE,OAAgC;YAEhF,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;YAChC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,GAAG,CAAC,YAAY,CAAC;YAChD,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YAC1C,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YACzC,IAAI,GAAG,CAAC,GAAG,KAAK,WAAW,EAAE,CAAC;gBAC5B,OAAO,eAAe,CACpB,eAAe,CAAC,GAAG,EAAE,OAAO,CAAC,EAC7B,OAAO,EACP,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,EACnB,OAAO,EACP,KAAK,CACN,CAAC;YACJ,CAAC;YACD,IAAI,GAAG,CAAC,GAAG,KAAK,oBAAoB,EAAE,CAAC;gBACrC,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,MAAO,CAC5C,EAAE,GAAG,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,EAC3C,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,EAC5B,OAAO,CACR,CAAC;gBACF,OAAO,EAAE,GAAG,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;YACpD,CAAC;YACD,MAAM,MAAM,GAAG,CAAC,SAAkB,EAAE,EAAE,CAAC,sBAAsB,CAAC;gBAC5D,cAAc,EAAE,GAAG,CAAC,GAAG,KAAK,SAAS;gBACrC,QAAQ,EAAE,GAAG,CAAC,WAAW,EAAE,UAAU,EAAE,OAAO;gBAC9C,MAAM,EAAE,MAAM,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK;gBACpC,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS;gBACxD,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO;gBACjE,eAAe,EAAE,OAAO,CAAC,eAAe,EAAE,aAAa,EAAE,OAAO,CAAC,aAAa,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ;gBAC3G,cAAc,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU;gBACpE,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;gBAC5C,+BAA+B,EAAE,OAAO,CAAC,iCAAiC;gBAC1E,GAAG,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvE,kBAAkB,EAAE,SAAS;gBAC7B,YAAY,EAAE,GAAG,CAAC,YAAY;gBAC9B,cAAc,EACZ,GAAG,CAAC,OAAO,EAAE,QAAQ,EAAE,kBAAkB,KAAK,IAAI;oBAChD,CAAC,CAAC,EAAE,GAAG,gCAAgC,EAAE,kBAAkB,EAAE,IAAI,EAAE;oBACnE,CAAC,CAAC,SAAS;aAChB,CAAC,CAAC;YACH,IAAI,OAAO,CAAC;YACZ,IAAI,CAAC;gBACH,OAAO,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;YAC7C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,kBAAkB,IAAI,CAAC,+BAA+B,CAAC,KAAK,CAAC;oBAAE,MAAM,KAAK,CAAC;gBAChF,IAAI,qBAAqB,KAAK,WAAW,EAAE,CAAC;oBAC1C,sBAAsB,CAAC;wBACrB,QAAQ,EAAE,GAAG,CAAC,EAAE;wBAChB,KAAK;wBACL,YAAY,EAAE,mBAAmB,CAAC,OAAO,CAAC;wBAC1C,KAAK,EAAE,gBAAgB;qBACxB,CAAC,CAAC;oBACH,MAAM,KAAK,CAAC;gBACd,CAAC;gBACD,kBAAkB,GAAG,KAAK,CAAC;gBAC3B,OAAO,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,CAAC;YAChC,CAAC;YACD,OAAO,kBAAkB,CAAC,UAAU,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QACxD,CAAC;KACF,CAAC;AACJ,CAAC;AAGD,KAAK,UAAU,cAAc;IAC3B,MAAM,EAAE,kBAAkB,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAClE,OAAO,kBAAkB,EAAE,CAAC;AAC9B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB;IACxC,MAAM,IAAI,GAAG,MAAM,cAAc,EAAE,CAAC;IACpC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAC/B,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,EAAU,EACV,IAAkC;IAElC,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AACvC,CAAC;AAED,MAAM,aAAa,GAAG,IAAI,GAAG,EAAuB,CAAC;AAErD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,EAAU;IAChD,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACrC,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAC1B,MAAM,IAAI,GAAG,MAAM,cAAc,EAAE,CAAC;IACpC,MAAM,GAAG,GAAG,qBAAqB,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IAC5C,IAAI,CAAC,GAAG;QAAE,OAAO,SAAS,CAAC;IAC3B,MAAM,KAAK,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;IACvC,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IAC7B,OAAO,KAAK,CAAC;AACf,CAAC;AAED,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAExD,MAAM,UAAU,qBAAqB,CAAC,EAAU;IAC9C,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACrC,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAC1B,MAAM,GAAG,GAAG,qBAAqB,CAAC,EAAE,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC5D,IAAI,CAAC,GAAG;QAAE,OAAO,SAAS,CAAC;IAC3B,MAAM,KAAK,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;IACvC,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IAC7B,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,EAAW;IACvD,IAAI,EAAE;QAAE,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;;QAC5B,aAAa,CAAC,KAAK,EAAE,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,GAAsB;IAC9D,OAAO,mBAAmB,CAAC,GAAG,CAAC,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,GAAW,EAAE,QAA2B;IAChF,MAAM,EAAE,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACpC,IAAI,CAAC,EAAE;QAAE,OAAO,EAAE,CAAC;IACnB,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,EAAE,CAAC;IAChD,IAAI,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAAE,OAAO,EAAE,CAAC;IACrC,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,GAAW;IAChD,OAAO,oBAAoB,CAAC,GAAG,CAAC,CAAC;AACnC,CAAC"}

package/dist/llm/explabs.d.ts

@@ -0,0 +1,12 @@
+import { type LlmProvider } from "./provider.js";
+export declare const explabsBaseUrl = "https://api.experientiallabs.ai/v1";
+export declare const explabsCatalogUrl = "https://api.experientiallabs.ai/api/models";
+export declare const explabsFallbackModels: string[];
+export interface ExplabsCatalogIndex {
+    readonly entries: Map<string, Record<string, unknown>>;
+    readonly excluded: Set<string>;
+}
+export declare function explabsCatalogIndex(rows: readonly unknown[]): ExplabsCatalogIndex;
+export declare function resetExplabsCatalogCache(): void;
+export declare function explabsAuthHeaders(apiKey: string): Record<string, string>;
+export declare const explabsProvider: LlmProvider;

package/dist/llm/explabs.js

@@ -0,0 +1,348 @@
+import { defaultModels, } from "./provider.js";
+import { bareModelId } from "./model-families.js";
+import { singleLeadingSystemMessages } from "./system-messages.js";
+import { ingestOpenAiModelCatalog, openAiCompatibleComplete, openAiCompatiblePing, openAiCompatibleStream, ProviderError, readJson, toCompletionResult, } from "./http.js";
+import { sleep } from "./routing/error-classification.js";
+import { streamAlreadyEmitted } from "./stream-progress.js";
+const API_ROOT = "https://api.experientiallabs.ai";
+export const explabsBaseUrl = `${API_ROOT}/v1`;
+export const explabsCatalogUrl = `${API_ROOT}/api/models`;
+const RESPONSES_NATIVE_MODEL = /(?:^|[-./])(?:gpt-5|gpt-6|o[1-4])(?![a-z])/;
+function responsesFirstForModel(model) {
+    return RESPONSES_NATIVE_MODEL.test(bareModelId(model));
+}
+export const explabsFallbackModels = [
+    "claude-fable-5.1",
+    "claude-fable-5",
+    "claude-opus-5",
+    "claude-sonnet-5",
+    "gpt-5.6-sol",
+    "gpt-5.6-luna",
+    "gemini-3.7-flash",
+    "kimi-k3",
+    "glm-5.3",
+    "glm-5.3-flash",
+    "deepseek-v4-flash",
+    "qwen3.8-27b",
+];
+const NON_CHAT_MODEL = /embed|image|imagen|dall-e|tts|whisper|video|moderation|rerank|transcribe|-batch$/i;
+const CATALOG_PAGE_LIMIT = 500;
+const CATALOG_MAX_PAGES = 10;
+const EFFORT_ORDER = [
+    "none",
+    "minimal",
+    "low",
+    "medium",
+    "high",
+    "xhigh",
+    "max",
+];
+function asRecord(value) {
+    return value && typeof value === "object" && !Array.isArray(value)
+        ? value
+        : undefined;
+}
+function stringList(value) {
+    return Array.isArray(value)
+        ? value.filter((item) => typeof item === "string")
+        : [];
+}
+function positiveInteger(value) {
+    return typeof value === "number" && Number.isFinite(value) && value > 0
+        ? Math.floor(value)
+        : undefined;
+}
+function providerCapabilities(row) {
+    const providers = Array.isArray(row.providers) ? row.providers : [];
+    return providers
+        .map((provider) => asRecord(asRecord(provider)?.capabilities))
+        .filter((caps) => caps !== undefined);
+}
+function orderedEfforts(caps) {
+    const seen = new Set();
+    for (const capsEntry of caps) {
+        for (const effort of stringList(capsEntry.supported_reasoning_efforts)) {
+            seen.add(effort.trim().toLowerCase());
+        }
+    }
+    const ordered = EFFORT_ORDER.filter((effort) => seen.has(effort));
+    const extra = [...seen].filter((effort) => !EFFORT_ORDER.includes(effort));
+    return [...ordered, ...extra];
+}
+function reasoningFacts(model, caps) {
+    const reasoningCaps = caps.filter((capsEntry) => capsEntry.supports_reasoning === true);
+    const declared = reasoningCaps.length > 0 || asRecord(model.supported_params)?.reasoning === true;
+    if (!declared)
+        return false;
+    const efforts = orderedEfforts(reasoningCaps);
+    const defaultEffort = reasoningCaps
+        .map((capsEntry) => capsEntry.reasoning_default_effort)
+        .find((effort) => typeof effort === "string" && effort.trim().length > 0);
+    return {
+        supported_efforts: efforts.length > 0 ? efforts : null,
+        mandatory: reasoningCaps.length > 0 &&
+            reasoningCaps.every((capsEntry) => capsEntry.reasoning_effort_required === true),
+        ...(defaultEffort !== undefined
+            ? {
+                default_effort: defaultEffort,
+                default_enabled: defaultEffort !== "none",
+            }
+            : {}),
+    };
+}
+function samplingFacts(model, caps) {
+    const params = asRecord(model.supported_params);
+    const pinnedTemperature = caps.some((capsEntry) => typeof capsEntry.minimum_temperature === "number" &&
+        typeof capsEntry.maximum_temperature === "number" &&
+        capsEntry.minimum_temperature === capsEntry.maximum_temperature);
+    const omit = {};
+    if (params?.temperature === false ||
+        pinnedTemperature ||
+        caps.some((capsEntry) => capsEntry.supports_temperature === false)) {
+        omit.temperature = null;
+    }
+    if (params?.top_p === false ||
+        caps.some((capsEntry) => capsEntry.supports_top_p === false)) {
+        omit.top_p = null;
+    }
+    return Object.keys(omit).length > 0 ? omit : undefined;
+}
+function catalogFactsEntry(row) {
+    const model = asRecord(row.model);
+    if (!model)
+        return undefined;
+    const slug = typeof model.slug === "string" ? model.slug.trim() : "";
+    if (!slug || NON_CHAT_MODEL.test(slug))
+        return undefined;
+    const outputModalities = stringList(model.output_modalities);
+    if (outputModalities.length > 0 &&
+        !outputModalities.some((modality) => modality.toLowerCase() === "text")) {
+        return undefined;
+    }
+    const caps = providerCapabilities(row);
+    const reasoning = reasoningFacts(model, caps);
+    const sampling = samplingFacts(model, caps);
+    const contextWindow = positiveInteger(model.context_window);
+    const maxOutput = positiveInteger(model.max_output_tokens);
+    const inputModalities = stringList(model.input_modalities);
+    const entry = {
+        id: slug,
+        reasoning,
+        ...(reasoning !== false
+            ? { supported_parameters: ["reasoning_effort", "reasoning"] }
+            : {}),
+        ...(contextWindow !== undefined ? { context_window: contextWindow } : {}),
+        ...(maxOutput !== undefined ? { max_completion_tokens: maxOutput } : {}),
+        ...(inputModalities.length > 0
+            ? { input_modalities: inputModalities }
+            : {}),
+        ...(sampling !== undefined ? { default_parameters: sampling } : {}),
+    };
+    return { id: slug, entry };
+}
+export function explabsCatalogIndex(rows) {
+    const entries = new Map();
+    const excluded = new Set();
+    for (const raw of rows) {
+        const row = asRecord(raw) ?? {};
+        const slug = typeof asRecord(row.model)?.slug === "string"
+            ? asRecord(row.model).slug.trim()
+            : "";
+        const parsed = catalogFactsEntry(row);
+        if (parsed)
+            entries.set(parsed.id, parsed.entry);
+        else if (slug)
+            excluded.add(slug);
+    }
+    return { entries, excluded };
+}
+let cachedModels = null;
+let lastFetchTime = 0;
+const CACHE_TTL_MS = 60 * 60 * 1000;
+export function resetExplabsCatalogCache() {
+    cachedModels = null;
+    lastFetchTime = 0;
+}
+export function explabsAuthHeaders(apiKey) {
+    return { authorization: `Bearer ${apiKey}` };
+}
+function requireKey(auth) {
+    if (!auth.apiKey)
+        throw new Error("Experiential Labs API key is required");
+    return auth.apiKey;
+}
+async function getJson(url, apiKey, signal) {
+    const response = await fetch(url, {
+        headers: apiKey ? explabsAuthHeaders(apiKey) : {},
+        ...(signal ? { signal } : {}),
+    });
+    if (!response.ok)
+        throw new Error(`HTTP ${response.status}`);
+    return readJson(response);
+}
+async function fetchCatalogFacts(apiKey, signal) {
+    const rows = [];
+    for (let page = 0; page < CATALOG_MAX_PAGES; page += 1) {
+        const query = `?limit=${CATALOG_PAGE_LIMIT}&offset=${rows.length}`;
+        const data = await getJson(`${explabsCatalogUrl}${query}`, apiKey, signal);
+        const batch = Array.isArray(data.models) ? data.models : [];
+        rows.push(...batch);
+        const total = positiveInteger(data.total);
+        if (batch.length === 0 || (total !== undefined && rows.length >= total)) {
+            break;
+        }
+        if (batch.length < CATALOG_PAGE_LIMIT && total === undefined)
+            break;
+    }
+    return explabsCatalogIndex(rows);
+}
+async function fetchCallableIds(apiKey, signal) {
+    const data = await getJson(`${explabsBaseUrl}/models`, apiKey, signal);
+    const entries = Array.isArray(data.data) ? data.data : [];
+    return entries
+        .map((entry) => {
+        if (typeof entry === "string")
+            return entry.trim();
+        const id = asRecord(entry)?.id;
+        return typeof id === "string" ? id.trim() : "";
+    })
+        .filter((id) => id.length > 0 && !NON_CHAT_MODEL.test(id));
+}
+async function fetchModels(apiKey, signal) {
+    if (!apiKey) {
+        const catalog = await fetchCatalogFacts(undefined, signal);
+        return ingestOpenAiModelCatalog("explabs", [...catalog.entries.values()]);
+    }
+    const callable = await fetchCallableIds(apiKey, signal);
+    let catalog;
+    try {
+        catalog = await fetchCatalogFacts(apiKey, signal);
+    }
+    catch {
+        catalog = { entries: new Map(), excluded: new Set() };
+    }
+    const entries = [];
+    const seen = new Set();
+    for (const id of callable) {
+        if (seen.has(id) || catalog.excluded.has(id))
+            continue;
+        seen.add(id);
+        entries.push(catalog.entries.get(id) ?? { id });
+    }
+    return ingestOpenAiModelCatalog("explabs", entries);
+}
+const THROTTLE_MAX_RETRIES = 2;
+const THROTTLE_MAX_WAIT_MS = 20_000;
+const THROTTLE_DEFAULT_WAIT_MS = [5_000, 10_000];
+const THROTTLE_SIGNATURE = /unavailable_route|provider throttled/i;
+function isGatewayThrottle(error) {
+    if (!(error instanceof ProviderError) || error.status !== 429)
+        return false;
+    if (streamAlreadyEmitted(error))
+        return false;
+    return (error.retryAfterSeconds !== undefined ||
+        THROTTLE_SIGNATURE.test(`${error.message}\n${error.body ?? ""}`));
+}
+function throttleRetryWaitMs(error, attempt) {
+    const seconds = error.retryAfterSeconds;
+    const advertised = seconds !== undefined && Number.isFinite(seconds) && seconds >= 0
+        ? Math.ceil(seconds * 1000)
+        : undefined;
+    if (advertised === undefined) {
+        return THROTTLE_DEFAULT_WAIT_MS[Math.min(attempt, THROTTLE_DEFAULT_WAIT_MS.length - 1)];
+    }
+    return Math.min(advertised, THROTTLE_MAX_WAIT_MS);
+}
+async function dispatchWithThrottleRetry(dispatch, signal) {
+    for (let attempt = 0;; attempt += 1) {
+        try {
+            return await dispatch();
+        }
+        catch (error) {
+            if (attempt >= THROTTLE_MAX_RETRIES || !isGatewayThrottle(error)) {
+                throw error;
+            }
+            await sleep(throttleRetryWaitMs(error, attempt), signal);
+        }
+    }
+}
+export const explabsProvider = {
+    id: "explabs",
+    reasoningStyle: "openai",
+    displayName: "Experiential Labs",
+    defaultModel: defaultModels.explabs,
+    envVar: "EXPLABS_API_KEY",
+    validateKey: (key) => /^xpl_[0-9a-f]{40,}$/i.test(key),
+    async listModels(auth) {
+        const now = Date.now();
+        if (cachedModels && now - lastFetchTime < CACHE_TTL_MS)
+            return cachedModels;
+        try {
+            const models = await fetchModels(auth.apiKey);
+            if (models.length > 0) {
+                cachedModels = models;
+                lastFetchTime = now;
+                return models;
+            }
+            return cachedModels ?? explabsFallbackModels;
+        }
+        catch {
+            return cachedModels ?? explabsFallbackModels;
+        }
+    },
+    async ping(auth) {
+        await openAiCompatiblePing(explabsBaseUrl, requireKey(auth));
+    },
+    async complete(request, auth) {
+        const apiKey = requireKey(auth);
+        const model = request.model ?? defaultModels.explabs;
+        const payload = await dispatchWithThrottleRetry(() => openAiCompatibleComplete({
+            responsesFirst: responsesFirstForModel(model),
+            provider: "Experiential Labs",
+            providerId: "explabs",
+            baseUrl: explabsBaseUrl,
+            apiKey,
+            model,
+            messages: singleLeadingSystemMessages(request.messages),
+            maxTokens: request.maxTokens,
+            temperature: request.temperature,
+            signal: request.signal,
+            reasoning: request.thinking,
+            reasoningStyle: "openai",
+            tools: request.tools,
+            toolChoice: request.toolChoice,
+            parallelToolCalls: request.parallelToolCalls,
+            reasoningArtifactReplayObserver: request.onReasoningArtifactReplayDecision,
+            ...(request.forceReasoningReplay ? { forceReasoningReplay: true } : {}),
+        }), request.signal);
+        return toCompletionResult("explabs", model, payload);
+    },
+    async stream(request, auth, onToken) {
+        const apiKey = requireKey(auth);
+        const model = request.model ?? defaultModels.explabs;
+        const payload = await dispatchWithThrottleRetry(() => openAiCompatibleStream({
+            responsesFirst: responsesFirstForModel(model),
+            provider: "Experiential Labs",
+            providerId: "explabs",
+            baseUrl: explabsBaseUrl,
+            apiKey,
+            model,
+            messages: singleLeadingSystemMessages(request.messages),
+            maxTokens: request.maxTokens,
+            temperature: request.temperature,
+            signal: request.signal,
+            onToken,
+            onToolCallDelta: request.onToolCallDelta,
+            onStreamEvent: request.onStreamEvent,
+            reasoning: request.thinking,
+            reasoningStyle: "openai",
+            tools: request.tools,
+            toolChoice: request.toolChoice,
+            parallelToolCalls: request.parallelToolCalls,
+            reasoningArtifactReplayObserver: request.onReasoningArtifactReplayDecision,
+            ...(request.forceReasoningReplay ? { forceReasoningReplay: true } : {}),
+        }), request.signal);
+        return toCompletionResult("explabs", model, payload);
+    },
+};
+//# sourceMappingURL=explabs.js.map

package/dist/llm/explabs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"explabs.js","sourceRoot":"","sources":["../../src/llm/explabs.ts"],"names":[],"mappings":"AACA,OAAO,EACL,aAAa,GAGd,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAE,2BAA2B,EAAE,MAAM,sBAAsB,CAAC;AACnE,OAAO,EACL,wBAAwB,EACxB,wBAAwB,EACxB,oBAAoB,EACpB,sBAAsB,EACtB,aAAa,EACb,QAAQ,EACR,kBAAkB,GACnB,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,KAAK,EAAE,MAAM,mCAAmC,CAAC;AAC1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAE5D,MAAM,QAAQ,GAAG,iCAAiC,CAAC;AAEnD,MAAM,CAAC,MAAM,cAAc,GAAG,GAAG,QAAQ,KAAK,CAAC;AAC/C,MAAM,CAAC,MAAM,iBAAiB,GAAG,GAAG,QAAQ,aAAa,CAAC;AAE1D,MAAM,sBAAsB,GAAG,4CAA4C,CAAC;AAE5E,SAAS,sBAAsB,CAAC,KAAa;IAC3C,OAAO,sBAAsB,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,CAAC,MAAM,qBAAqB,GAAG;IACnC,kBAAkB;IAClB,gBAAgB;IAChB,eAAe;IACf,iBAAiB;IACjB,aAAa;IACb,cAAc;IACd,kBAAkB;IAClB,SAAS;IACT,SAAS;IACT,eAAe;IACf,mBAAmB;IACnB,aAAa;CACd,CAAC;AAEF,MAAM,cAAc,GAClB,mFAAmF,CAAC;AAEtF,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAC/B,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAE7B,MAAM,YAAY,GAAG;IACnB,MAAM;IACN,SAAS;IACT,KAAK;IACL,QAAQ;IACR,MAAM;IACN,OAAO;IACP,KAAK;CACG,CAAC;AAOX,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAChE,CAAC,CAAE,KAAiC;QACpC,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACzB,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC;QAClE,CAAC,CAAC,EAAE,CAAC;AACT,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;QACrE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;QACnB,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC;AAED,SAAS,oBAAoB,CAAC,GAAsB;IAClD,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;IACpE,OAAO,SAAS;SACb,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,YAAY,CAAC,CAAC;SAC7D,MAAM,CAAC,CAAC,IAAI,EAAmC,EAAE,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;AAC3E,CAAC;AAED,SAAS,cAAc,CAAC,IAAwC;IAC9D,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,SAAS,IAAI,IAAI,EAAE,CAAC;QAC7B,KAAK,MAAM,MAAM,IAAI,UAAU,CAAC,SAAS,CAAC,2BAA2B,CAAC,EAAE,CAAC;YACvE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IACD,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IAClE,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,MAAM,CAC5B,CAAC,MAAM,EAAE,EAAE,CAAC,CAAE,YAAkC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAClE,CAAC;IACF,OAAO,CAAC,GAAG,OAAO,EAAE,GAAG,KAAK,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,cAAc,CACrB,KAA8B,EAC9B,IAAwC;IAExC,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAC/B,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,kBAAkB,KAAK,IAAI,CACrD,CAAC;IACF,MAAM,QAAQ,GACZ,aAAa,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,SAAS,KAAK,IAAI,CAAC;IACnF,IAAI,CAAC,QAAQ;QAAE,OAAO,KAAK,CAAC;IAE5B,MAAM,OAAO,GAAG,cAAc,CAAC,aAAa,CAAC,CAAC;IAC9C,MAAM,aAAa,GAAG,aAAa;SAChC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,wBAAwB,CAAC;SACtD,IAAI,CACH,CAAC,MAAM,EAAoB,EAAE,CAC3B,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CACzD,CAAC;IACJ,OAAO;QACL,iBAAiB,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;QACtD,SAAS,EACP,aAAa,CAAC,MAAM,GAAG,CAAC;YACxB,aAAa,CAAC,KAAK,CACjB,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,yBAAyB,KAAK,IAAI,CAC5D;QACH,GAAG,CAAC,aAAa,KAAK,SAAS;YAC7B,CAAC,CAAC;gBACE,cAAc,EAAE,aAAa;gBAC7B,eAAe,EAAE,aAAa,KAAK,MAAM;aAC1C;YACH,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CACpB,KAA8B,EAC9B,IAAwC;IAExC,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;IAChD,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CACjC,CAAC,SAAS,EAAE,EAAE,CACZ,OAAO,SAAS,CAAC,mBAAmB,KAAK,QAAQ;QACjD,OAAO,SAAS,CAAC,mBAAmB,KAAK,QAAQ;QACjD,SAAS,CAAC,mBAAmB,KAAK,SAAS,CAAC,mBAAmB,CAClE,CAAC;IACF,MAAM,IAAI,GAAyB,EAAE,CAAC;IACtC,IACE,MAAM,EAAE,WAAW,KAAK,KAAK;QAC7B,iBAAiB;QACjB,IAAI,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,oBAAoB,KAAK,KAAK,CAAC,EAClE,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IACD,IACE,MAAM,EAAE,KAAK,KAAK,KAAK;QACvB,IAAI,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,cAAc,KAAK,KAAK,CAAC,EAC5D,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AACzD,CAAC;AAED,SAAS,iBAAiB,CACxB,GAAsB;IAEtB,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,IAAI,GAAG,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACrE,IAAI,CAAC,IAAI,IAAI,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,SAAS,CAAC;IACzD,MAAM,gBAAgB,GAAG,UAAU,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;IAC7D,IACE,gBAAgB,CAAC,MAAM,GAAG,CAAC;QAC3B,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,EACvE,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,IAAI,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC;IACvC,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC9C,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC5C,MAAM,aAAa,GAAG,eAAe,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IAC5D,MAAM,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;IAC3D,MAAM,eAAe,GAAG,UAAU,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;IAC3D,MAAM,KAAK,GAA4B;QACrC,EAAE,EAAE,IAAI;QACR,SAAS;QACT,GAAG,CAAC,SAAS,KAAK,KAAK;YACrB,CAAC,CAAC,EAAE,oBAAoB,EAAE,CAAC,kBAAkB,EAAE,WAAW,CAAC,EAAE;YAC7D,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,qBAAqB,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxE,GAAG,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC;YAC5B,CAAC,CAAC,EAAE,gBAAgB,EAAE,eAAe,EAAE;YACvC,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACpE,CAAC;IACF,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;AAC7B,CAAC;AAOD,MAAM,UAAU,mBAAmB,CAAC,IAAwB;IAC1D,MAAM,OAAO,GAAG,IAAI,GAAG,EAAmC,CAAC;IAC3D,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,OAAO,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,IAAI,KAAK,QAAQ;YACxD,CAAC,CAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC,IAAe,CAAC,IAAI,EAAE;YAC9C,CAAC,CAAC,EAAE,CAAC;QACP,MAAM,MAAM,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC;QACtC,IAAI,MAAM;YAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;aAC5C,IAAI,IAAI;YAAE,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;AAC/B,CAAC;AAED,IAAI,YAAY,GAAoB,IAAI,CAAC;AACzC,IAAI,aAAa,GAAG,CAAC,CAAC;AACtB,MAAM,YAAY,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAEpC,MAAM,UAAU,wBAAwB;IACtC,YAAY,GAAG,IAAI,CAAC;IACpB,aAAa,GAAG,CAAC,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,MAAc;IAC/C,OAAO,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE,CAAC;AAC/C,CAAC;AAED,SAAS,UAAU,CAAC,IAAkB;IACpC,IAAI,CAAC,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAC3E,OAAO,IAAI,CAAC,MAAM,CAAC;AACrB,CAAC;AAED,KAAK,UAAU,OAAO,CACpB,GAAW,EACX,MAA0B,EAC1B,MAAoB;IAEpB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAChC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE;QACjD,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC9B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,QAAQ,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7D,OAAO,QAAQ,CAAI,QAAQ,CAAC,CAAC;AAC/B,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,MAA0B,EAC1B,MAAoB;IAEpB,MAAM,IAAI,GAAc,EAAE,CAAC;IAC3B,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,iBAAiB,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;QACvD,MAAM,KAAK,GAAG,UAAU,kBAAkB,WAAW,IAAI,CAAC,MAAM,EAAE,CAAC;QACnE,MAAM,IAAI,GAAG,MAAM,OAAO,CAGvB,GAAG,iBAAiB,GAAG,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QACnD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5D,IAAI,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;QACpB,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC,EAAE,CAAC;YACxE,MAAM;QACR,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,GAAG,kBAAkB,IAAI,KAAK,KAAK,SAAS;YAAE,MAAM;IACtE,CAAC;IACD,OAAO,mBAAmB,CAAC,IAAI,CAAC,CAAC;AACnC,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,MAAc,EACd,MAAoB;IAEpB,MAAM,IAAI,GAAG,MAAM,OAAO,CACxB,GAAG,cAAc,SAAS,EAC1B,MAAM,EACN,MAAM,CACP,CAAC;IACF,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1D,OAAO,OAAO;SACX,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACb,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC;QACnD,MAAM,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC;QAC/B,OAAO,OAAO,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACjD,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;AAC/D,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,MAA0B,EAC1B,MAAoB;IAEpB,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAC3D,OAAO,wBAAwB,CAAC,SAAS,EAAE,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC5E,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxD,IAAI,OAA4B,CAAC;IACjC,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,EAAE,OAAO,EAAE,IAAI,GAAG,EAAE,EAAE,QAAQ,EAAE,IAAI,GAAG,EAAE,EAAE,CAAC;IACxD,CAAC;IACD,MAAM,OAAO,GAAc,EAAE,CAAC;IAC9B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;QAC1B,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAAE,SAAS;QACvD,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACb,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,wBAAwB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAC/B,MAAM,oBAAoB,GAAG,MAAM,CAAC;AACpC,MAAM,wBAAwB,GAAsB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;AACpE,MAAM,kBAAkB,GAAG,uCAAuC,CAAC;AAEnE,SAAS,iBAAiB,CAAC,KAAc;IACvC,IAAI,CAAC,CAAC,KAAK,YAAY,aAAa,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,GAAG;QAAE,OAAO,KAAK,CAAC;IAC5E,IAAI,oBAAoB,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC9C,OAAO,CACL,KAAK,CAAC,iBAAiB,KAAK,SAAS;QACrC,kBAAkB,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC,CACjE,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAoB,EAAE,OAAe;IAChE,MAAM,OAAO,GAAG,KAAK,CAAC,iBAAiB,CAAC;IACxC,MAAM,UAAU,GACd,OAAO,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,IAAI,CAAC;QAC/D,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QAC3B,CAAC,CAAC,SAAS,CAAC;IAChB,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;QAC7B,OAAO,wBAAwB,CAC7B,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,wBAAwB,CAAC,MAAM,GAAG,CAAC,CAAC,CACtD,CAAC;IACL,CAAC;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,oBAAoB,CAAC,CAAC;AACpD,CAAC;AAED,KAAK,UAAU,yBAAyB,CACtC,QAA0B,EAC1B,MAA+B;IAE/B,KAAK,IAAI,OAAO,GAAG,CAAC,GAAI,OAAO,IAAI,CAAC,EAAE,CAAC;QACrC,IAAI,CAAC;YACH,OAAO,MAAM,QAAQ,EAAE,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,OAAO,IAAI,oBAAoB,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjE,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,KAAK,CAAC,mBAAmB,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,CAAC,MAAM,eAAe,GAAgB;IAC1C,EAAE,EAAE,SAAS;IACb,cAAc,EAAE,QAAQ;IACxB,WAAW,EAAE,mBAAmB;IAChC,YAAY,EAAE,aAAa,CAAC,OAAO;IACnC,MAAM,EAAE,iBAAiB;IACzB,WAAW,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,sBAAsB,CAAC,IAAI,CAAC,GAAG,CAAC;IAC9D,KAAK,CAAC,UAAU,CAAC,IAAkB;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,YAAY,IAAI,GAAG,GAAG,aAAa,GAAG,YAAY;YAAE,OAAO,YAAY,CAAC;QAC5E,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC9C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,YAAY,GAAG,MAAM,CAAC;gBACtB,aAAa,GAAG,GAAG,CAAC;gBACpB,OAAO,MAAM,CAAC;YAChB,CAAC;YACD,OAAO,YAAY,IAAI,qBAAqB,CAAC;QAC/C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,YAAY,IAAI,qBAAqB,CAAC;QAC/C,CAAC;IACH,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,IAAkB;QAC3B,MAAM,oBAAoB,CAAC,cAAc,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/D,CAAC;IACD,KAAK,CAAC,QAAQ,CACZ,OAA0B,EAC1B,IAAkB;QAElB,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;QAChC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC,OAAO,CAAC;QACrD,MAAM,OAAO,GAAG,MAAM,yBAAyB,CAC7C,GAAG,EAAE,CACH,wBAAwB,CAAC;YACvB,cAAc,EAAE,sBAAsB,CAAC,KAAK,CAAC;YAC7C,QAAQ,EAAE,mBAAmB;YAC7B,UAAU,EAAE,SAAS;YACrB,OAAO,EAAE,cAAc;YACvB,MAAM;YACN,KAAK;YACL,QAAQ,EAAE,2BAA2B,CAAC,OAAO,CAAC,QAAQ,CAAC;YACvD,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,SAAS,EAAE,OAAO,CAAC,QAAQ;YAC3B,cAAc,EAAE,QAAQ;YACxB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;YAC5C,+BAA+B,EAAE,OAAO,CAAC,iCAAiC;YAC1E,GAAG,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACxE,CAAC,EACJ,OAAO,CAAC,MAAM,CACf,CAAC;QACF,OAAO,kBAAkB,CAAC,SAAS,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC;IACD,KAAK,CAAC,MAAM,CACV,OAA0B,EAC1B,IAAkB,EAClB,OAAgC;QAEhC,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;QAChC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC,OAAO,CAAC;QACrD,MAAM,OAAO,GAAG,MAAM,yBAAyB,CAC7C,GAAG,EAAE,CACH,sBAAsB,CAAC;YACrB,cAAc,EAAE,sBAAsB,CAAC,KAAK,CAAC;YAC7C,QAAQ,EAAE,mBAAmB;YAC7B,UAAU,EAAE,SAAS;YACrB,OAAO,EAAE,cAAc;YACvB,MAAM;YACN,KAAK;YACL,QAAQ,EAAE,2BAA2B,CAAC,OAAO,CAAC,QAAQ,CAAC;YACvD,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO;YACP,eAAe,EAAE,OAAO,CAAC,eAAe;YACxC,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,SAAS,EAAE,OAAO,CAAC,QAAQ;YAC3B,cAAc,EAAE,QAAQ;YACxB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;YAC5C,+BAA+B,EAAE,OAAO,CAAC,iCAAiC;YAC1E,GAAG,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACxE,CAAC,EACJ,OAAO,CAAC,MAAM,CACf,CAAC;QACF,OAAO,kBAAkB,CAAC,SAAS,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC;CACF,CAAC"}

package/dist/llm/free.d.ts

@@ -4,6 +4,8 @@ interface FreeSource {
     name: string;
     baseUrl: string;
     curated: readonly string[];
+    responsesApi: boolean;
+    requestHeaders(): Record<string, string>;
     catalogFreeIds(payload: unknown): string[];
     keylessId(id: string): boolean;
     fallbackModels(): string[];

package/dist/llm/free.js

@@ -1,7 +1,9 @@
+import { randomUUID } from "node:crypto";
 import { defaultModels, } from "./provider.js";
 import { openAiCompatibleComplete, openAiCompatiblePing, openAiCompatibleStream, toCompletionResult, readJson, ingestModelCatalogEntries, streamIdleBudgets, THINKING_STREAM_INITIAL_IDLE_TIMEOUT_MS, ProviderError, } from "./http.js";
 import { META_STREAM_TERMINAL } from "./stream-terminal.js";
 import { mapResponsesEffort, responsesComplete, responsesReasoningSummary, responsesStream, } from "./responses-dialect.js";
+import { currentSessionAffinity } from "./session-affinity.js";
 const ZEN_BASE_URL = "https://opencode.ai/zen/v1";
 const KILO_BASE_URL = "https://api.kilo.ai/api/gateway";
 const FREE_REASONING_STYLE = "openai";
@@ -38,11 +40,34 @@ function catalogEntries(payload) {
     return [];
 }
 let kiloDynamicFreeIds = new Set();
+const OPENCODE_USER_AGENT = "opencode/1.18.27";
+const gatewayIdentity = {
+    session: randomUUID(),
+    request: randomUUID(),
+    project: randomUUID(),
+};
+function zenClientHeaders() {
+    return {
+        "user-agent": OPENCODE_USER_AGENT,
+        "x-opencode-session": currentSessionAffinity() ?? gatewayIdentity.session,
+        "x-opencode-request": gatewayIdentity.request,
+        "x-opencode-client": "cli",
+        "x-opencode-project": gatewayIdentity.project,
+    };
+}
+function kiloClientHeaders() {
+    return {
+        "user-agent": "opencode-kilo-provider",
+        "x-kilocode-editorname": "Kilo CLI",
+    };
+}
 const zenSource = {
     id: "free-1",
     name: "opencode zen",
     baseUrl: ZEN_BASE_URL,
     curated: CURATED_ZEN_MODELS,
+    responsesApi: false,
+    requestHeaders: zenClientHeaders,
     catalogFreeIds(payload) {
         return ingestModelCatalogEntries("free", catalogEntries(payload)).filter((id) => /free/i.test(id));
     },
@@ -58,6 +83,8 @@ const kiloSource = {
     name: "kilo gateway",
     baseUrl: KILO_BASE_URL,
     curated: CURATED_KILO_MODELS,
+    responsesApi: true,
+    requestHeaders: kiloClientHeaders,
     catalogFreeIds(payload) {
         const freeEntries = catalogEntries(payload).filter((entry) => {
             const raw = entry;
@@ -110,6 +137,7 @@ function zenResponsesHeaders(auth, accept) {
     const headers = {
         "content-type": "application/json",
         accept,
+        ...zenClientHeaders(),
     };
     return auth.apiKey
         ? { ...headers, authorization: `Bearer ${auth.apiKey}` }
@@ -193,7 +221,8 @@ export const freeProvider = {
             return { ...result, model: requested };
         }
         const payload = await openAiCompatibleComplete({
-            responsesFirst: true,
+            responsesFirst: source.responsesApi,
+            headers: source.requestHeaders(),
             provider: "Free",
             providerId: "free",
             baseUrl: source.baseUrl,
@@ -224,7 +253,8 @@ export const freeProvider = {
         }
         const budgets = streamIdleBudgets(Boolean(request.thinking?.enabled));
         const payload = await openAiCompatibleStream({
-            responsesFirst: true,
+            responsesFirst: source.responsesApi,
+            headers: source.requestHeaders(),
             provider: "Free",
             providerId: "free",
             baseUrl: source.baseUrl,