@aglyn/plugins-ai 1.0.0-beta.143

package/src/lib/providers/openai-compatible.js

@@ -0,0 +1,361 @@
+import { _ as _await_async_generator } from "@swc/helpers/_/_await_async_generator";
+import { _ as _extends } from "@swc/helpers/_/_extends";
+import { _ as _wrap_async_generator } from "@swc/helpers/_/_wrap_async_generator";
+/**
+ * @license
+ * Copyright 2026 Aglyn LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */ import { aiCatalogEntry, aiModelIdsForProvider, estimateAiBilledUsd } from "./catalog.js";
+import { AiUpstreamError, aiMessageText, aiRawOutputOf, aiStoppedAtCeiling, aiTokenCount, aiToolInputOf } from "./contract.js";
+/**
+ * The OpenAI-compatible adapter (AGL-2939): `POST {base}/chat/completions`
+ * against whatever endpoint `AI_OPENAI_COMPAT_BASE_URL` names — a vendor,
+ * a gateway, a self-hosted model server — with the key in
+ * `AI_OPENAI_COMPAT_API_KEY`. The second adapter behind the contract, and
+ * the proof that the runtime, the gate, the jobs and the meter never
+ * depended on the first vendor's wire shape.
+ *
+ * What the mapping gives up, stated rather than hidden: the endpoint has
+ * no explicit cache breakpoints, so the ordered system blocks become one
+ * system message in order (the runtime's prefix rule still holds, so the
+ * order is cache-friendly for an endpoint that caches prefixes on its own),
+ * and `cacheReadTokens` is whatever `prompt_tokens_details.cached_tokens`
+ * reports. A `content_filter` finish is the endpoint's decline and becomes
+ * an `AiRefusal`, the way a refusal stop does on the other adapter.
+ */ export const OPENAI_COMPATIBLE_PROVIDER_ID = 'openai-compatible';
+export const OPENAI_COMPAT_BASE_URL_ENV = 'AI_OPENAI_COMPAT_BASE_URL';
+export const OPENAI_COMPAT_API_KEY_ENV = 'AI_OPENAI_COMPAT_API_KEY';
+/** The configured base, with any trailing slash and `/chat/completions` stripped. */ export function openAiCompatibleBaseUrl() {
+    var _process_env_OPENAI_COMPAT_BASE_URL_ENV;
+    const raw = (_process_env_OPENAI_COMPAT_BASE_URL_ENV = process.env[OPENAI_COMPAT_BASE_URL_ENV]) == null ? void 0 : _process_env_OPENAI_COMPAT_BASE_URL_ENV.trim();
+    if (!raw) return null;
+    return raw.replace(/\/+$/, '').replace(/\/chat\/completions$/, '');
+}
+/** The host the endpoint is reached at, for the subprocessor inventory. */ export function openAiCompatibleHost() {
+    const base = openAiCompatibleBaseUrl();
+    if (!base) return '';
+    try {
+        return new URL(base).host;
+    } catch (unused) {
+        return '';
+    }
+}
+/**
+ * What the strict function shape this adapter sends compiles: every property
+ * of every object listed in `required`, so no optional parameter at all — an
+ * optional field is a union with `null` instead. No other bound is stated:
+ * the endpoint is whatever `AI_OPENAI_COMPAT_BASE_URL` names, and no one
+ * count of tools or unions — nor any grammar size — holds for every endpoint
+ * that speaks the shape. A bound nothing here has watched an endpoint hold to
+ * would be a guess, and a guess in a guard is worse than a gap in one.
+ */ export const OPENAI_COMPATIBLE_TOOL_SCHEMA_LIMITS = {
+    optionalParameters: 0
+};
+export function openAiCompatibleFailureIsRetryable(status) {
+    return status === 429 || status === 503 || status === 529;
+}
+/** The endpoint's `usage` object, in the meter's shape. Missing fields read 0. */ export function openAiCompatibleUsageFrom(usage) {
+    var _record_prompt_tokens_details;
+    const record = usage != null ? usage : {};
+    const details = (_record_prompt_tokens_details = record['prompt_tokens_details']) != null ? _record_prompt_tokens_details : {};
+    const prompt = aiTokenCount(record['prompt_tokens']);
+    const cached = Math.min(aiTokenCount(details['cached_tokens']), prompt);
+    return {
+        // The endpoint counts cached tokens inside `prompt_tokens`; the meter
+        // prices them apart, so they are split out here.
+        inputTokens: prompt - cached,
+        outputTokens: aiTokenCount(record['completion_tokens']),
+        cacheReadTokens: cached,
+        cacheWriteTokens: 0
+    };
+}
+/** The chat-completions body. Exported so a spec can assert the wire shape. */ export function buildOpenAiCompatibleRequestBody(input) {
+    var _input_tools;
+    const system = input.system.map((block)=>block.text).join('\n\n');
+    const tools = (_input_tools = input.tools) == null ? void 0 : _input_tools.map((tool)=>({
+            type: 'function',
+            function: {
+                name: tool.name,
+                description: tool.description,
+                parameters: _extends({}, tool.inputSchema, {
+                    additionalProperties: false
+                }),
+                strict: true
+            }
+        }));
+    return _extends({
+        model: input.model,
+        max_tokens: input.maxTokens
+    }, input.stream ? {
+        stream: true,
+        stream_options: {
+            include_usage: true
+        }
+    } : {}, {
+        messages: [
+            ...system ? [
+                {
+                    role: 'system',
+                    content: system
+                }
+            ] : [],
+            ...input.messages.map((message)=>({
+                    role: message.role,
+                    content: openAiCompatibleContentOf(message)
+                }))
+        ]
+    }, (tools == null ? void 0 : tools.length) ? {
+        tools,
+        tool_choice: 'auto'
+    } : {});
+}
+/**
+ * A turn's content in the chat-completions shape: a string for a turn with
+ * nothing but text, and content parts for a user turn with pictures, each
+ * picture an `image_url` carrying its bytes as a `data:` URL, so the endpoint
+ * fetches nothing (AGL-2916). An assistant turn is always a string: the
+ * runtime admits no picture there, and not every endpoint takes parts on it.
+ */ function openAiCompatibleContentOf(message) {
+    if (typeof message.content === 'string') return message.content;
+    if (message.role === 'assistant') return aiMessageText(message);
+    return message.content.map((part)=>part.type === 'image' ? {
+            type: 'image_url',
+            image_url: {
+                url: `data:${part.mediaType};base64,${part.data}`
+            }
+        } : {
+            type: 'text',
+            text: part.text
+        });
+}
+function requestIdOf(response) {
+    var _ref;
+    var _response_headers_get, _response_headers;
+    return (_ref = (_response_headers = response.headers) == null ? void 0 : (_response_headers_get = _response_headers.get) == null ? void 0 : _response_headers_get.call(_response_headers, 'x-request-id')) != null ? _ref : null;
+}
+async function send(input, stream) {
+    const base = openAiCompatibleBaseUrl();
+    if (!base) {
+        // Every door gates on the provider being configured before it gets
+        // here, so this is a wiring fault rather than a customer path.
+        throw new Error(`${OPENAI_COMPAT_BASE_URL_ENV} is not set`);
+    }
+    const body = buildOpenAiCompatibleRequestBody(_extends({}, input, {
+        stream
+    }));
+    const response = await fetch(`${base}/chat/completions`, _extends({
+        method: 'POST',
+        headers: {
+            Authorization: `Bearer ${input.apiKey}`,
+            'Content-Type': 'application/json'
+        },
+        body: JSON.stringify(body)
+    }, input.signal ? {
+        signal: input.signal
+    } : {}));
+    if (!response.ok || stream && !response.body) {
+        var _ref;
+        const requestId = requestIdOf(response);
+        const payload = await response.json().catch(()=>null);
+        console.error('ai upstream error', {
+            provider: OPENAI_COMPATIBLE_PROVIDER_ID,
+            status: response.status,
+            requestId,
+            model: input.model,
+            error: (_ref = payload == null ? void 0 : payload.error) != null ? _ref : null
+        });
+        throw new AiUpstreamError(response.status, openAiCompatibleFailureIsRetryable(response.status), requestId);
+    }
+    return response;
+}
+/** `finish_reason` → the contract's stop reason; a filter is a refusal. */ function stopReasonOf(finish) {
+    if (typeof finish !== 'string' || !finish) return null;
+    if (finish === 'content_filter') return 'refusal';
+    if (finish === 'stop') return 'end_turn';
+    if (finish === 'length') return 'max_tokens';
+    if (finish === 'tool_calls') return 'tool_use';
+    return finish;
+}
+async function complete(input) {
+    var _ref;
+    var _payload_choices, _choice_message, _choice_message1;
+    const response = await send(input, false);
+    const payload = await response.json();
+    const choice = payload == null ? void 0 : (_payload_choices = payload.choices) == null ? void 0 : _payload_choices[0];
+    const text = typeof (choice == null ? void 0 : (_choice_message = choice.message) == null ? void 0 : _choice_message.content) === 'string' ? choice.message.content : '';
+    const toolUse = ((_ref = choice == null ? void 0 : (_choice_message1 = choice.message) == null ? void 0 : _choice_message1.tool_calls) != null ? _ref : []).map((call)=>{
+        var _ref;
+        var _call_function, _call_function1;
+        return {
+            name: String((_ref = call == null ? void 0 : (_call_function = call.function) == null ? void 0 : _call_function.name) != null ? _ref : ''),
+            input: aiToolInputOf(call == null ? void 0 : (_call_function1 = call.function) == null ? void 0 : _call_function1.arguments)
+        };
+    });
+    const usage = openAiCompatibleUsageFrom(payload == null ? void 0 : payload.usage);
+    const estCostUsd = estimateAiBilledUsd(usage, input.model);
+    const stopReason = stopReasonOf(choice == null ? void 0 : choice.finish_reason);
+    if (stopReason === 'refusal') {
+        return {
+            kind: 'refusal',
+            text,
+            usage,
+            estCostUsd,
+            stopReason
+        };
+    }
+    return _extends({
+        kind: 'completion',
+        text,
+        toolUse,
+        usage,
+        estCostUsd,
+        stopReason
+    }, aiStoppedAtCeiling(stopReason) ? {
+        rawOutput: aiRawOutputOf(choice == null ? void 0 : choice.message)
+    } : {});
+}
+async function stream(input) {
+    const response = await send(input, true);
+    return streamEvents(response.body, input.model, requestIdOf(response));
+}
+/**
+ * The endpoint's SSE stream as contract events: `choices[0].delta.content`
+ * is text; `delta.tool_calls[i].function.arguments` arrive in pieces and
+ * are parsed once at the end of the stream; the final chunk carries
+ * `usage` when `stream_options.include_usage` was sent, and `[DONE]` ends
+ * the body.
+ */ function streamEvents(body, model, requestId) {
+    return _wrap_async_generator(function*() {
+        const decoder = new TextDecoder();
+        const reader = body.getReader();
+        let usage = {
+            inputTokens: 0,
+            outputTokens: 0,
+            cacheReadTokens: 0,
+            cacheWriteTokens: 0
+        };
+        let stopReason = null;
+        const tools = new Map();
+        let buffer = '';
+        let drained = false;
+        try {
+            for(;;){
+                var _lines_pop;
+                const { done, value } = yield _await_async_generator(reader.read());
+                if (done) {
+                    drained = true;
+                    break;
+                }
+                buffer += decoder.decode(value, {
+                    stream: true
+                });
+                const lines = buffer.split('\n');
+                buffer = (_lines_pop = lines.pop()) != null ? _lines_pop : '';
+                for (const line of lines){
+                    var _ref;
+                    var _event_choices;
+                    if (!line.startsWith('data: ')) continue;
+                    const data = line.slice('data: '.length).trim();
+                    if (data === '[DONE]') continue;
+                    let event;
+                    try {
+                        event = JSON.parse(data);
+                    } catch (unused) {
+                        continue;
+                    }
+                    if (event['error']) {
+                        const error = event['error'];
+                        console.error('ai upstream stream error', {
+                            provider: OPENAI_COMPATIBLE_PROVIDER_ID,
+                            requestId,
+                            model,
+                            error
+                        });
+                        yield {
+                            type: 'error',
+                            retryable: openAiCompatibleFailureIsRetryable(typeof error.code === 'number' ? error.code : null)
+                        };
+                        continue;
+                    }
+                    if (event['usage']) usage = openAiCompatibleUsageFrom(event['usage']);
+                    const choice = (_event_choices = event['choices']) == null ? void 0 : _event_choices[0];
+                    if (!choice) continue;
+                    const delta = choice['delta'];
+                    if (typeof (delta == null ? void 0 : delta.content) === 'string' && delta.content) {
+                        yield {
+                            type: 'delta',
+                            text: delta.content
+                        };
+                    }
+                    for (const call of (_ref = delta == null ? void 0 : delta.tool_calls) != null ? _ref : []){
+                        var _call_index, _call_function, _tools_get;
+                        const index = Number((_call_index = call['index']) != null ? _call_index : 0);
+                        const fn = (_call_function = call['function']) != null ? _call_function : {};
+                        const inFlight = (_tools_get = tools.get(index)) != null ? _tools_get : {
+                            name: '',
+                            json: ''
+                        };
+                        if (typeof fn.name === 'string' && fn.name) inFlight.name = fn.name;
+                        if (typeof fn.arguments === 'string') inFlight.json += fn.arguments;
+                        tools.set(index, inFlight);
+                    }
+                    const finish = stopReasonOf(choice['finish_reason']);
+                    if (finish) stopReason = finish;
+                }
+            }
+        } finally{
+            if (!drained) yield _await_async_generator(reader.cancel().catch(()=>undefined));
+            reader.releaseLock();
+        }
+        const called = [
+            ...tools.entries()
+        ].sort((a, b)=>a[0] - b[0]).map(([, tool])=>tool);
+        for (const tool of called){
+            yield {
+                type: 'tool',
+                name: tool.name,
+                input: aiToolInputOf(tool.json)
+            };
+        }
+        yield _extends({
+            type: 'done',
+            usage,
+            estCostUsd: estimateAiBilledUsd(usage, model),
+            stopReason
+        }, aiStoppedAtCeiling(stopReason) ? {
+            rawOutput: aiRawOutputOf(called.map((tool)=>tool.json).join(''))
+        } : {});
+    })();
+}
+export const openAiCompatibleProvider = {
+    id: OPENAI_COMPATIBLE_PROVIDER_ID,
+    label: 'OpenAI-compatible endpoint',
+    apiKeyEnv: OPENAI_COMPAT_API_KEY_ENV,
+    // Ready only with both halves: a key with no endpoint has nowhere to go.
+    readApiKey: ()=>{
+        var _process_env_AI_OPENAI_COMPAT_API_KEY;
+        return openAiCompatibleBaseUrl() ? ((_process_env_AI_OPENAI_COMPAT_API_KEY = process.env.AI_OPENAI_COMPAT_API_KEY) == null ? void 0 : _process_env_AI_OPENAI_COMPAT_API_KEY.trim()) || undefined : undefined;
+    },
+    get endpointHost () {
+        return openAiCompatibleHost();
+    },
+    toolSchemaLimits: OPENAI_COMPATIBLE_TOOL_SCHEMA_LIMITS,
+    models () {
+        return aiModelIdsForProvider(OPENAI_COMPATIBLE_PROVIDER_ID).map((id)=>aiCatalogEntry(id)).filter((entry)=>Boolean(entry));
+    },
+    complete,
+    stream
+};
+
+//# sourceMappingURL=openai-compatible.js.map

package/src/lib/providers/openai-compatible.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../../../libs/plugins/ai/src/lib/providers/openai-compatible.ts"],"sourcesContent":["/**\n * @license\n * Copyright 2026 Aglyn LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *   http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { aiCatalogEntry, aiModelIdsForProvider, estimateAiBilledUsd } from './catalog'\nimport {\n  AiUpstreamError,\n  aiMessageText,\n  aiRawOutputOf,\n  aiStoppedAtCeiling,\n  aiTokenCount,\n  aiToolInputOf,\n  type AiMessage,\n  type AiModelDescriptor,\n  type AiProvider,\n  type AiProviderRequest,\n  type AiResult,\n  type AiStreamEvent,\n  type AiToolSchemaLimits,\n  type AiToolUse,\n  type AiUsage,\n} from './contract'\n\n/**\n * The OpenAI-compatible adapter (AGL-2939): `POST {base}/chat/completions`\n * against whatever endpoint `AI_OPENAI_COMPAT_BASE_URL` names — a vendor,\n * a gateway, a self-hosted model server — with the key in\n * `AI_OPENAI_COMPAT_API_KEY`. The second adapter behind the contract, and\n * the proof that the runtime, the gate, the jobs and the meter never\n * depended on the first vendor's wire shape.\n *\n * What the mapping gives up, stated rather than hidden: the endpoint has\n * no explicit cache breakpoints, so the ordered system blocks become one\n * system message in order (the runtime's prefix rule still holds, so the\n * order is cache-friendly for an endpoint that caches prefixes on its own),\n * and `cacheReadTokens` is whatever `prompt_tokens_details.cached_tokens`\n * reports. A `content_filter` finish is the endpoint's decline and becomes\n * an `AiRefusal`, the way a refusal stop does on the other adapter.\n */\n\nexport const OPENAI_COMPATIBLE_PROVIDER_ID = 'openai-compatible'\nexport const OPENAI_COMPAT_BASE_URL_ENV = 'AI_OPENAI_COMPAT_BASE_URL'\nexport const OPENAI_COMPAT_API_KEY_ENV = 'AI_OPENAI_COMPAT_API_KEY'\n\n/** The configured base, with any trailing slash and `/chat/completions` stripped. */\nexport function openAiCompatibleBaseUrl(): string | null {\n  const raw = process.env[OPENAI_COMPAT_BASE_URL_ENV]?.trim()\n  if (!raw) return null\n  return raw.replace(/\\/+$/, '').replace(/\\/chat\\/completions$/, '')\n}\n\n/** The host the endpoint is reached at, for the subprocessor inventory. */\nexport function openAiCompatibleHost(): string {\n  const base = openAiCompatibleBaseUrl()\n  if (!base) return ''\n  try {\n    return new URL(base).host\n  } catch {\n    return ''\n  }\n}\n\n/**\n * What the strict function shape this adapter sends compiles: every property\n * of every object listed in `required`, so no optional parameter at all — an\n * optional field is a union with `null` instead. No other bound is stated:\n * the endpoint is whatever `AI_OPENAI_COMPAT_BASE_URL` names, and no one\n * count of tools or unions — nor any grammar size — holds for every endpoint\n * that speaks the shape. A bound nothing here has watched an endpoint hold to\n * would be a guess, and a guess in a guard is worse than a gap in one.\n */\nexport const OPENAI_COMPATIBLE_TOOL_SCHEMA_LIMITS: AiToolSchemaLimits = {\n  optionalParameters: 0,\n}\n\nexport function openAiCompatibleFailureIsRetryable(status: number | null): boolean {\n  return status === 429 || status === 503 || status === 529\n}\n\n/** The endpoint's `usage` object, in the meter's shape. Missing fields read 0. */\nexport function openAiCompatibleUsageFrom(usage: unknown): AiUsage {\n  const record = (usage ?? {}) as Record<string, unknown>\n  const details = (record['prompt_tokens_details'] ?? {}) as Record<string, unknown>\n  const prompt = aiTokenCount(record['prompt_tokens'])\n  const cached = Math.min(aiTokenCount(details['cached_tokens']), prompt)\n  return {\n    // The endpoint counts cached tokens inside `prompt_tokens`; the meter\n    // prices them apart, so they are split out here.\n    inputTokens: prompt - cached,\n    outputTokens: aiTokenCount(record['completion_tokens']),\n    cacheReadTokens: cached,\n    cacheWriteTokens: 0,\n  }\n}\n\n/** The chat-completions body. Exported so a spec can assert the wire shape. */\nexport function buildOpenAiCompatibleRequestBody(\n  input: Omit<AiProviderRequest, 'apiKey' | 'signal'> & { stream: boolean },\n): Record<string, unknown> {\n  const system = input.system.map((block) => block.text).join('\\n\\n')\n  const tools = input.tools?.map((tool) => ({\n    type: 'function',\n    function: {\n      name: tool.name,\n      description: tool.description,\n      parameters: { ...tool.inputSchema, additionalProperties: false },\n      strict: true,\n    },\n  }))\n  return {\n    model: input.model,\n    max_tokens: input.maxTokens,\n    ...(input.stream ? { stream: true, stream_options: { include_usage: true } } : {}),\n    messages: [\n      ...(system ? [{ role: 'system', content: system }] : []),\n      ...input.messages.map((message) => ({\n        role: message.role,\n        content: openAiCompatibleContentOf(message),\n      })),\n    ],\n    ...(tools?.length ? { tools, tool_choice: 'auto' } : {}),\n  }\n}\n\n/**\n * A turn's content in the chat-completions shape: a string for a turn with\n * nothing but text, and content parts for a user turn with pictures, each\n * picture an `image_url` carrying its bytes as a `data:` URL, so the endpoint\n * fetches nothing (AGL-2916). An assistant turn is always a string: the\n * runtime admits no picture there, and not every endpoint takes parts on it.\n */\nfunction openAiCompatibleContentOf(message: AiMessage): string | Array<Record<string, unknown>> {\n  if (typeof message.content === 'string') return message.content\n  if (message.role === 'assistant') return aiMessageText(message)\n  return message.content.map((part) =>\n    part.type === 'image'\n      ? { type: 'image_url', image_url: { url: `data:${part.mediaType};base64,${part.data}` } }\n      : { type: 'text', text: part.text },\n  )\n}\n\nfunction requestIdOf(response: Response): string | null {\n  return response.headers?.get?.('x-request-id') ?? null\n}\n\nasync function send(input: AiProviderRequest, stream: boolean): Promise<Response> {\n  const base = openAiCompatibleBaseUrl()\n  if (!base) {\n    // Every door gates on the provider being configured before it gets\n    // here, so this is a wiring fault rather than a customer path.\n    throw new Error(`${OPENAI_COMPAT_BASE_URL_ENV} is not set`)\n  }\n  const body = buildOpenAiCompatibleRequestBody({ ...input, stream })\n  const response = await fetch(`${base}/chat/completions`, {\n    method: 'POST',\n    headers: {\n      Authorization: `Bearer ${input.apiKey}`,\n      'Content-Type': 'application/json',\n    },\n    body: JSON.stringify(body),\n    ...(input.signal ? { signal: input.signal } : {}),\n  })\n  if (!response.ok || (stream && !response.body)) {\n    const requestId = requestIdOf(response)\n    const payload = (await response.json().catch(() => null)) as {\n      error?: { type?: string; message?: string; code?: string }\n    } | null\n    console.error('ai upstream error', {\n      provider: OPENAI_COMPATIBLE_PROVIDER_ID,\n      status: response.status,\n      requestId,\n      model: input.model,\n      error: payload?.error ?? null,\n    })\n    throw new AiUpstreamError(\n      response.status,\n      openAiCompatibleFailureIsRetryable(response.status),\n      requestId,\n    )\n  }\n  return response\n}\n\n/** `finish_reason` → the contract's stop reason; a filter is a refusal. */\nfunction stopReasonOf(finish: unknown): string | null {\n  if (typeof finish !== 'string' || !finish) return null\n  if (finish === 'content_filter') return 'refusal'\n  if (finish === 'stop') return 'end_turn'\n  if (finish === 'length') return 'max_tokens'\n  if (finish === 'tool_calls') return 'tool_use'\n  return finish\n}\n\nasync function complete(input: AiProviderRequest): Promise<AiResult> {\n  const response = await send(input, false)\n  const payload = (await response.json()) as {\n    choices?: Array<{\n      message?: {\n        content?: unknown\n        tool_calls?: Array<{ function?: { name?: unknown; arguments?: unknown } }>\n      }\n      finish_reason?: unknown\n    }>\n    usage?: unknown\n  }\n  const choice = payload?.choices?.[0]\n  const text = typeof choice?.message?.content === 'string' ? choice.message.content : ''\n  const toolUse: AiToolUse[] = (choice?.message?.tool_calls ?? []).map((call) => ({\n    name: String(call?.function?.name ?? ''),\n    input: aiToolInputOf(call?.function?.arguments),\n  }))\n  const usage = openAiCompatibleUsageFrom(payload?.usage)\n  const estCostUsd = estimateAiBilledUsd(usage, input.model)\n  const stopReason = stopReasonOf(choice?.finish_reason)\n  if (stopReason === 'refusal') {\n    return { kind: 'refusal', text, usage, estCostUsd, stopReason }\n  }\n  return {\n    kind: 'completion',\n    text,\n    toolUse,\n    usage,\n    estCostUsd,\n    stopReason,\n    // The message as the endpoint answered it, for a call its ceiling cut off\n    // (AGL-3143). A tool call's `arguments` is raw JSON text here, and this\n    // is the only place the bytes it was cut in survive the parse.\n    ...(aiStoppedAtCeiling(stopReason) ? { rawOutput: aiRawOutputOf(choice?.message) } : {}),\n  }\n}\n\nasync function stream(input: AiProviderRequest): Promise<AsyncIterable<AiStreamEvent>> {\n  const response = await send(input, true)\n  return streamEvents(\n    response.body as ReadableStream<Uint8Array>,\n    input.model,\n    requestIdOf(response),\n  )\n}\n\n/**\n * The endpoint's SSE stream as contract events: `choices[0].delta.content`\n * is text; `delta.tool_calls[i].function.arguments` arrive in pieces and\n * are parsed once at the end of the stream; the final chunk carries\n * `usage` when `stream_options.include_usage` was sent, and `[DONE]` ends\n * the body.\n */\nasync function* streamEvents(\n  body: ReadableStream<Uint8Array>,\n  model: string,\n  requestId: string | null,\n): AsyncGenerator<AiStreamEvent> {\n  const decoder = new TextDecoder()\n  const reader = body.getReader()\n  let usage: AiUsage = { inputTokens: 0, outputTokens: 0, cacheReadTokens: 0, cacheWriteTokens: 0 }\n  let stopReason: string | null = null\n  const tools = new Map<number, { name: string; json: string }>()\n  let buffer = ''\n  let drained = false\n  try {\n    for (;;) {\n      const { done, value } = await reader.read()\n      if (done) {\n        drained = true\n        break\n      }\n      buffer += decoder.decode(value, { stream: true })\n      const lines = buffer.split('\\n')\n      buffer = lines.pop() ?? ''\n      for (const line of lines) {\n        if (!line.startsWith('data: ')) continue\n        const data = line.slice('data: '.length).trim()\n        if (data === '[DONE]') continue\n        let event: Record<string, unknown>\n        try {\n          event = JSON.parse(data)\n        } catch {\n          continue\n        }\n        if (event['error']) {\n          const error = event['error'] as { type?: string; message?: string; code?: unknown }\n          console.error('ai upstream stream error', {\n            provider: OPENAI_COMPATIBLE_PROVIDER_ID,\n            requestId,\n            model,\n            error,\n          })\n          yield {\n            type: 'error',\n            retryable: openAiCompatibleFailureIsRetryable(\n              typeof error.code === 'number' ? error.code : null,\n            ),\n          }\n          continue\n        }\n        if (event['usage']) usage = openAiCompatibleUsageFrom(event['usage'])\n        const choice = (event['choices'] as Array<Record<string, unknown>> | undefined)?.[0]\n        if (!choice) continue\n        const delta = choice['delta'] as\n          | { content?: unknown; tool_calls?: Array<Record<string, unknown>> }\n          | undefined\n        if (typeof delta?.content === 'string' && delta.content) {\n          yield { type: 'delta', text: delta.content }\n        }\n        for (const call of delta?.tool_calls ?? []) {\n          const index = Number(call['index'] ?? 0)\n          const fn = (call['function'] ?? {}) as { name?: unknown; arguments?: unknown }\n          const inFlight = tools.get(index) ?? { name: '', json: '' }\n          if (typeof fn.name === 'string' && fn.name) inFlight.name = fn.name\n          if (typeof fn.arguments === 'string') inFlight.json += fn.arguments\n          tools.set(index, inFlight)\n        }\n        const finish = stopReasonOf(choice['finish_reason'])\n        if (finish) stopReason = finish\n      }\n    }\n  } finally {\n    if (!drained) await reader.cancel().catch(() => undefined)\n    reader.releaseLock()\n  }\n  const called = [...tools.entries()].sort((a, b) => a[0] - b[0]).map(([, tool]) => tool)\n  for (const tool of called) {\n    yield { type: 'tool', name: tool.name, input: aiToolInputOf(tool.json) }\n  }\n  yield {\n    type: 'done',\n    usage,\n    estCostUsd: estimateAiBilledUsd(usage, model),\n    stopReason,\n    // The `arguments` text the endpoint sent in fragments, for a stream its\n    // ceiling cut off (AGL-3143): the `tool` events above carry only what\n    // still parsed out of it, which for a cut call is a prefix or nothing.\n    ...(aiStoppedAtCeiling(stopReason)\n      ? { rawOutput: aiRawOutputOf(called.map((tool) => tool.json).join('')) }\n      : {}),\n  }\n}\n\nexport const openAiCompatibleProvider: AiProvider = {\n  id: OPENAI_COMPATIBLE_PROVIDER_ID,\n  label: 'OpenAI-compatible endpoint',\n  apiKeyEnv: OPENAI_COMPAT_API_KEY_ENV,\n  // Ready only with both halves: a key with no endpoint has nowhere to go.\n  readApiKey: () =>\n    openAiCompatibleBaseUrl() ? process.env.AI_OPENAI_COMPAT_API_KEY?.trim() || undefined : undefined,\n  get endpointHost() {\n    return openAiCompatibleHost()\n  },\n  toolSchemaLimits: OPENAI_COMPATIBLE_TOOL_SCHEMA_LIMITS,\n  models(): readonly AiModelDescriptor[] {\n    return aiModelIdsForProvider(OPENAI_COMPATIBLE_PROVIDER_ID)\n      .map((id) => aiCatalogEntry(id))\n      .filter((entry): entry is NonNullable<typeof entry> => Boolean(entry))\n  },\n  complete,\n  stream,\n}\n"],"names":["aiCatalogEntry","aiModelIdsForProvider","estimateAiBilledUsd","AiUpstreamError","aiMessageText","aiRawOutputOf","aiStoppedAtCeiling","aiTokenCount","aiToolInputOf","OPENAI_COMPATIBLE_PROVIDER_ID","OPENAI_COMPAT_BASE_URL_ENV","OPENAI_COMPAT_API_KEY_ENV","openAiCompatibleBaseUrl","process","raw","env","trim","replace","openAiCompatibleHost","base","URL","host","OPENAI_COMPATIBLE_TOOL_SCHEMA_LIMITS","optionalParameters","openAiCompatibleFailureIsRetryable","status","openAiCompatibleUsageFrom","usage","record","details","prompt","cached","Math","min","inputTokens","outputTokens","cacheReadTokens","cacheWriteTokens","buildOpenAiCompatibleRequestBody","input","system","map","block","text","join","tools","tool","type","function","name","description","parameters","inputSchema","additionalProperties","strict","model","max_tokens","maxTokens","stream","stream_options","include_usage","messages","role","content","message","openAiCompatibleContentOf","length","tool_choice","part","image_url","url","mediaType","data","requestIdOf","response","headers","get","send","Error","body","fetch","method","Authorization","apiKey","JSON","stringify","signal","ok","requestId","payload","json","catch","console","error","provider","stopReasonOf","finish","complete","choice","choices","toolUse","tool_calls","call","String","arguments","estCostUsd","stopReason","finish_reason","kind","rawOutput","streamEvents","decoder","TextDecoder","reader","getReader","Map","buffer","drained","lines","done","value","read","decode","split","pop","line","event","startsWith","slice","parse","retryable","code","delta","index","Number","fn","inFlight","set","cancel","undefined","releaseLock","called","entries","sort","a","b","openAiCompatibleProvider","id","label","apiKeyEnv","readApiKey","AI_OPENAI_COMPAT_API_KEY","endpointHost","toolSchemaLimits","models","filter","entry","Boolean"],"mappings":";;;AAAA;;;;;;;;;;;;;;;CAeC,GAED,SAASA,cAAc,EAAEC,qBAAqB,EAAEC,mBAAmB,QAAQ,eAAW;AACtF,SACEC,eAAe,EACfC,aAAa,EACbC,aAAa,EACbC,kBAAkB,EAClBC,YAAY,EACZC,aAAa,QAUR,gBAAY;AAEnB;;;;;;;;;;;;;;;CAeC,GAED,OAAO,MAAMC,gCAAgC,oBAAmB;AAChE,OAAO,MAAMC,6BAA6B,4BAA2B;AACrE,OAAO,MAAMC,4BAA4B,2BAA0B;AAEnE,mFAAmF,GACnF,OAAO,SAASC;QACFC;IAAZ,MAAMC,OAAMD,0CAAAA,QAAQE,GAAG,CAACL,2BAA2B,qBAAvCG,wCAAyCG,IAAI;IACzD,IAAI,CAACF,KAAK,OAAO;IACjB,OAAOA,IAAIG,OAAO,CAAC,QAAQ,IAAIA,OAAO,CAAC,wBAAwB;AACjE;AAEA,yEAAyE,GACzE,OAAO,SAASC;IACd,MAAMC,OAAOP;IACb,IAAI,CAACO,MAAM,OAAO;IAClB,IAAI;QACF,OAAO,IAAIC,IAAID,MAAME,IAAI;IAC3B,EAAE,eAAM;QACN,OAAO;IACT;AACF;AAEA;;;;;;;;CAQC,GACD,OAAO,MAAMC,uCAA2D;IACtEC,oBAAoB;AACtB,EAAC;AAED,OAAO,SAASC,mCAAmCC,MAAqB;IACtE,OAAOA,WAAW,OAAOA,WAAW,OAAOA,WAAW;AACxD;AAEA,gFAAgF,GAChF,OAAO,SAASC,0BAA0BC,KAAc;QAErCC;IADjB,MAAMA,SAAUD,gBAAAA,QAAS,CAAC;IAC1B,MAAME,WAAWD,gCAAAA,MAAM,CAAC,wBAAwB,YAA/BA,gCAAmC,CAAC;IACrD,MAAME,SAASvB,aAAaqB,MAAM,CAAC,gBAAgB;IACnD,MAAMG,SAASC,KAAKC,GAAG,CAAC1B,aAAasB,OAAO,CAAC,gBAAgB,GAAGC;IAChE,OAAO;QACL,sEAAsE;QACtE,iDAAiD;QACjDI,aAAaJ,SAASC;QACtBI,cAAc5B,aAAaqB,MAAM,CAAC,oBAAoB;QACtDQ,iBAAiBL;QACjBM,kBAAkB;IACpB;AACF;AAEA,6EAA6E,GAC7E,OAAO,SAASC,iCACdC,KAAyE;QAG3DA;IADd,MAAMC,SAASD,MAAMC,MAAM,CAACC,GAAG,CAAC,CAACC,QAAUA,MAAMC,IAAI,EAAEC,IAAI,CAAC;IAC5D,MAAMC,SAAQN,eAAAA,MAAMM,KAAK,qBAAXN,aAAaE,GAAG,CAAC,CAACK,OAAU,CAAA;YACxCC,MAAM;YACNC,UAAU;gBACRC,MAAMH,KAAKG,IAAI;gBACfC,aAAaJ,KAAKI,WAAW;gBAC7BC,YAAY,aAAKL,KAAKM,WAAW;oBAAEC,sBAAsB;;gBACzDC,QAAQ;YACV;QACF,CAAA;IACA,OAAO;QACLC,OAAOhB,MAAMgB,KAAK;QAClBC,YAAYjB,MAAMkB,SAAS;OACvBlB,MAAMmB,MAAM,GAAG;QAAEA,QAAQ;QAAMC,gBAAgB;YAAEC,eAAe;QAAK;IAAE,IAAI,CAAC;QAChFC,UAAU;eACJrB,SAAS;gBAAC;oBAAEsB,MAAM;oBAAUC,SAASvB;gBAAO;aAAE,GAAG,EAAE;eACpDD,MAAMsB,QAAQ,CAACpB,GAAG,CAAC,CAACuB,UAAa,CAAA;oBAClCF,MAAME,QAAQF,IAAI;oBAClBC,SAASE,0BAA0BD;gBACrC,CAAA;SACD;OACGnB,CAAAA,yBAAAA,MAAOqB,MAAM,IAAG;QAAErB;QAAOsB,aAAa;IAAO,IAAI,CAAC;AAE1D;AAEA;;;;;;CAMC,GACD,SAASF,0BAA0BD,OAAkB;IACnD,IAAI,OAAOA,QAAQD,OAAO,KAAK,UAAU,OAAOC,QAAQD,OAAO;IAC/D,IAAIC,QAAQF,IAAI,KAAK,aAAa,OAAO1D,cAAc4D;IACvD,OAAOA,QAAQD,OAAO,CAACtB,GAAG,CAAC,CAAC2B,OAC1BA,KAAKrB,IAAI,KAAK,UACV;YAAEA,MAAM;YAAasB,WAAW;gBAAEC,KAAK,CAAC,KAAK,EAAEF,KAAKG,SAAS,CAAC,QAAQ,EAAEH,KAAKI,IAAI,EAAE;YAAC;QAAE,IACtF;YAAEzB,MAAM;YAAQJ,MAAMyB,KAAKzB,IAAI;QAAC;AAExC;AAEA,SAAS8B,YAAYC,QAAkB;;QAC9BA,uBAAAA;IAAP,gBAAOA,oBAAAA,SAASC,OAAO,sBAAhBD,wBAAAA,kBAAkBE,GAAG,qBAArBF,2BAAAA,mBAAwB,kCAAmB;AACpD;AAEA,eAAeG,KAAKtC,KAAwB,EAAEmB,MAAe;IAC3D,MAAMvC,OAAOP;IACb,IAAI,CAACO,MAAM;QACT,mEAAmE;QACnE,+DAA+D;QAC/D,MAAM,IAAI2D,MAAM,GAAGpE,2BAA2B,WAAW,CAAC;IAC5D;IACA,MAAMqE,OAAOzC,iCAAiC,aAAKC;QAAOmB;;IAC1D,MAAMgB,WAAW,MAAMM,MAAM,GAAG7D,KAAK,iBAAiB,CAAC,EAAE;QACvD8D,QAAQ;QACRN,SAAS;YACPO,eAAe,CAAC,OAAO,EAAE3C,MAAM4C,MAAM,EAAE;YACvC,gBAAgB;QAClB;QACAJ,MAAMK,KAAKC,SAAS,CAACN;OACjBxC,MAAM+C,MAAM,GAAG;QAAEA,QAAQ/C,MAAM+C,MAAM;IAAC,IAAI,CAAC;IAEjD,IAAI,CAACZ,SAASa,EAAE,IAAK7B,UAAU,CAACgB,SAASK,IAAI,EAAG;;QAC9C,MAAMS,YAAYf,YAAYC;QAC9B,MAAMe,UAAW,MAAMf,SAASgB,IAAI,GAAGC,KAAK,CAAC,IAAM;QAGnDC,QAAQC,KAAK,CAAC,qBAAqB;YACjCC,UAAUrF;YACVgB,QAAQiD,SAASjD,MAAM;YACvB+D;YACAjC,OAAOhB,MAAMgB,KAAK;YAClBsC,KAAK,UAAEJ,2BAAAA,QAASI,KAAK,mBAAI;QAC3B;QACA,MAAM,IAAI1F,gBACRuE,SAASjD,MAAM,EACfD,mCAAmCkD,SAASjD,MAAM,GAClD+D;IAEJ;IACA,OAAOd;AACT;AAEA,yEAAyE,GACzE,SAASqB,aAAaC,MAAe;IACnC,IAAI,OAAOA,WAAW,YAAY,CAACA,QAAQ,OAAO;IAClD,IAAIA,WAAW,kBAAkB,OAAO;IACxC,IAAIA,WAAW,QAAQ,OAAO;IAC9B,IAAIA,WAAW,UAAU,OAAO;IAChC,IAAIA,WAAW,cAAc,OAAO;IACpC,OAAOA;AACT;AAEA,eAAeC,SAAS1D,KAAwB;;QAY/BkD,kBACKS,iBACUA;IAb9B,MAAMxB,WAAW,MAAMG,KAAKtC,OAAO;IACnC,MAAMkD,UAAW,MAAMf,SAASgB,IAAI;IAUpC,MAAMQ,SAAST,4BAAAA,mBAAAA,QAASU,OAAO,qBAAhBV,gBAAkB,CAAC,EAAE;IACpC,MAAM9C,OAAO,QAAOuD,2BAAAA,kBAAAA,OAAQlC,OAAO,qBAAfkC,gBAAiBnC,OAAO,MAAK,WAAWmC,OAAOlC,OAAO,CAACD,OAAO,GAAG;IACrF,MAAMqC,UAAuB,SAACF,2BAAAA,mBAAAA,OAAQlC,OAAO,qBAAfkC,iBAAiBG,UAAU,mBAAI,EAAE,EAAE5D,GAAG,CAAC,CAAC6D;;YACvDA,gBACQA;eAFyD;YAC9ErD,MAAMsD,eAAOD,yBAAAA,iBAAAA,KAAMtD,QAAQ,qBAAdsD,eAAgBrD,IAAI,mBAAI;YACrCV,OAAO/B,cAAc8F,yBAAAA,kBAAAA,KAAMtD,QAAQ,qBAAdsD,gBAAgBE,SAAS;QAChD;;IACA,MAAM7E,QAAQD,0BAA0B+D,2BAAAA,QAAS9D,KAAK;IACtD,MAAM8E,aAAavG,oBAAoByB,OAAOY,MAAMgB,KAAK;IACzD,MAAMmD,aAAaX,aAAaG,0BAAAA,OAAQS,aAAa;IACrD,IAAID,eAAe,WAAW;QAC5B,OAAO;YAAEE,MAAM;YAAWjE;YAAMhB;YAAO8E;YAAYC;QAAW;IAChE;IACA,OAAO;QACLE,MAAM;QACNjE;QACAyD;QACAzE;QACA8E;QACAC;OAIIpG,mBAAmBoG,cAAc;QAAEG,WAAWxG,cAAc6F,0BAAAA,OAAQlC,OAAO;IAAE,IAAI,CAAC;AAE1F;AAEA,eAAeN,OAAOnB,KAAwB;IAC5C,MAAMmC,WAAW,MAAMG,KAAKtC,OAAO;IACnC,OAAOuE,aACLpC,SAASK,IAAI,EACbxC,MAAMgB,KAAK,EACXkB,YAAYC;AAEhB;AAEA;;;;;;CAMC,GACD,SAAgBoC,aACd/B,IAAgC,EAChCxB,KAAa,EACbiC,SAAwB;;QAExB,MAAMuB,UAAU,IAAIC;QACpB,MAAMC,SAASlC,KAAKmC,SAAS;QAC7B,IAAIvF,QAAiB;YAAEO,aAAa;YAAGC,cAAc;YAAGC,iBAAiB;YAAGC,kBAAkB;QAAE;QAChG,IAAIqE,aAA4B;QAChC,MAAM7D,QAAQ,IAAIsE;QAClB,IAAIC,SAAS;QACb,IAAIC,UAAU;QACd,IAAI;YACF,OAAS;oBAQEC;gBAPT,MAAM,EAAEC,IAAI,EAAEC,KAAK,EAAE,GAAG,MAAA,uBAAMP,OAAOQ,IAAI;gBACzC,IAAIF,MAAM;oBACRF,UAAU;oBACV;gBACF;gBACAD,UAAUL,QAAQW,MAAM,CAACF,OAAO;oBAAE9D,QAAQ;gBAAK;gBAC/C,MAAM4D,QAAQF,OAAOO,KAAK,CAAC;gBAC3BP,UAASE,aAAAA,MAAMM,GAAG,cAATN,aAAe;gBACxB,KAAK,MAAMO,QAAQP,MAAO;;wBA2BRQ;oBA1BhB,IAAI,CAACD,KAAKE,UAAU,CAAC,WAAW;oBAChC,MAAMvD,OAAOqD,KAAKG,KAAK,CAAC,SAAS9D,MAAM,EAAElD,IAAI;oBAC7C,IAAIwD,SAAS,UAAU;oBACvB,IAAIsD;oBACJ,IAAI;wBACFA,QAAQ1C,KAAK6C,KAAK,CAACzD;oBACrB,EAAE,eAAM;wBACN;oBACF;oBACA,IAAIsD,KAAK,CAAC,QAAQ,EAAE;wBAClB,MAAMjC,QAAQiC,KAAK,CAAC,QAAQ;wBAC5BlC,QAAQC,KAAK,CAAC,4BAA4B;4BACxCC,UAAUrF;4BACV+E;4BACAjC;4BACAsC;wBACF;wBACA,MAAM;4BACJ9C,MAAM;4BACNmF,WAAW1G,mCACT,OAAOqE,MAAMsC,IAAI,KAAK,WAAWtC,MAAMsC,IAAI,GAAG;wBAElD;wBACA;oBACF;oBACA,IAAIL,KAAK,CAAC,QAAQ,EAAEnG,QAAQD,0BAA0BoG,KAAK,CAAC,QAAQ;oBACpE,MAAM5B,UAAU4B,iBAAAA,KAAK,CAAC,UAAU,qBAAjB,AAACA,cAAiE,CAAC,EAAE;oBACpF,IAAI,CAAC5B,QAAQ;oBACb,MAAMkC,QAAQlC,MAAM,CAAC,QAAQ;oBAG7B,IAAI,QAAOkC,yBAAAA,MAAOrE,OAAO,MAAK,YAAYqE,MAAMrE,OAAO,EAAE;wBACvD,MAAM;4BAAEhB,MAAM;4BAASJ,MAAMyF,MAAMrE,OAAO;wBAAC;oBAC7C;oBACA,KAAK,MAAMuC,gBAAQ8B,yBAAAA,MAAO/B,UAAU,mBAAI,EAAE,CAAE;4BACrBC,aACTA,gBACKzD;wBAFjB,MAAMwF,QAAQC,QAAOhC,cAAAA,IAAI,CAAC,QAAQ,YAAbA,cAAiB;wBACtC,MAAMiC,MAAMjC,iBAAAA,IAAI,CAAC,WAAW,YAAhBA,iBAAoB,CAAC;wBACjC,MAAMkC,YAAW3F,aAAAA,MAAM+B,GAAG,CAACyD,kBAAVxF,aAAoB;4BAAEI,MAAM;4BAAIyC,MAAM;wBAAG;wBAC1D,IAAI,OAAO6C,GAAGtF,IAAI,KAAK,YAAYsF,GAAGtF,IAAI,EAAEuF,SAASvF,IAAI,GAAGsF,GAAGtF,IAAI;wBACnE,IAAI,OAAOsF,GAAG/B,SAAS,KAAK,UAAUgC,SAAS9C,IAAI,IAAI6C,GAAG/B,SAAS;wBACnE3D,MAAM4F,GAAG,CAACJ,OAAOG;oBACnB;oBACA,MAAMxC,SAASD,aAAaG,MAAM,CAAC,gBAAgB;oBACnD,IAAIF,QAAQU,aAAaV;gBAC3B;YACF;QACF,SAAU;YACR,IAAI,CAACqB,SAAS,MAAA,uBAAMJ,OAAOyB,MAAM,GAAG/C,KAAK,CAAC,IAAMgD;YAChD1B,OAAO2B,WAAW;QACpB;QACA,MAAMC,SAAS;eAAIhG,MAAMiG,OAAO;SAAG,CAACC,IAAI,CAAC,CAACC,GAAGC,IAAMD,CAAC,CAAC,EAAE,GAAGC,CAAC,CAAC,EAAE,EAAExG,GAAG,CAAC,CAAC,GAAGK,KAAK,GAAKA;QAClF,KAAK,MAAMA,QAAQ+F,OAAQ;YACzB,MAAM;gBAAE9F,MAAM;gBAAQE,MAAMH,KAAKG,IAAI;gBAAEV,OAAO/B,cAAcsC,KAAK4C,IAAI;YAAE;QACzE;QACA,MAAM;YACJ3C,MAAM;YACNpB;YACA8E,YAAYvG,oBAAoByB,OAAO4B;YACvCmD;WAIIpG,mBAAmBoG,cACnB;YAAEG,WAAWxG,cAAcwI,OAAOpG,GAAG,CAAC,CAACK,OAASA,KAAK4C,IAAI,EAAE9C,IAAI,CAAC;QAAK,IACrE,CAAC;IAET;;AAEA,OAAO,MAAMsG,2BAAuC;IAClDC,IAAI1I;IACJ2I,OAAO;IACPC,WAAW1I;IACX,yEAAyE;IACzE2I,YAAY;YACkBzI;eAA5BD,4BAA4BC,EAAAA,wCAAAA,QAAQE,GAAG,CAACwI,wBAAwB,qBAApC1I,sCAAsCG,IAAI,OAAM2H,YAAYA;;IAC1F,IAAIa;QACF,OAAOtI;IACT;IACAuI,kBAAkBnI;IAClBoI;QACE,OAAOzJ,sBAAsBQ,+BAC1BgC,GAAG,CAAC,CAAC0G,KAAOnJ,eAAemJ,KAC3BQ,MAAM,CAAC,CAACC,QAA8CC,QAAQD;IACnE;IACA3D;IACAvC;AACF,EAAC"}

package/src/lib/providers/registry.d.ts

@@ -0,0 +1,49 @@
+/**
+ * @license
+ * Copyright 2026 Aglyn LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import type { AiProvider } from './contract';
+/**
+ * The provider registry (AGL-2939), on the platform's typed service
+ * registry (AGL-2940). This plugin declares the contract and registers its
+ * own adapters; a marketplace plugin registers a provider against the same
+ * token and never imports this plugin's internals — the dependency runs
+ * from the adopter to the contract and nowhere else.
+ */
+export declare const AI_PROVIDER_CONTRACT: import("@aglyn/aglyn/src").PluginServiceContract<AiProvider>;
+/** Registers a provider. Owner defaults to this plugin; an adopter names itself. */
+export declare function registerAiProvider(provider: AiProvider, options?: {
+    pluginId?: string;
+    priority?: number;
+}): void;
+/**
+ * The two first-party adapters, registered the first time anyone asks and
+ * nothing is there. A door called before the plugin's entry ran — a spec
+ * driving the handler directly, a job step on a fresh process — gets the
+ * same providers the entry would have registered; an adopter's provider
+ * registered earlier is not displaced.
+ */
+export declare function ensureFirstPartyAiProviders(): void;
+/** Every registered provider, highest priority first. */
+export declare function listAiProviders(): AiProvider[];
+/** One provider by id, or `undefined` when nothing registered it. */
+export declare function aiProviderById(id: string): AiProvider | undefined;
+/** The environment variable naming the platform's default provider. */
+export declare const AI_PROVIDER_ENV = "AI_PROVIDER";
+/**
+ * The platform default: `AI_PROVIDER` when set and registered, else the
+ * first registered provider. A deployment with none registered has no AI.
+ */
+export declare function defaultAiProvider(): AiProvider | undefined;

package/src/lib/providers/registry.js

@@ -0,0 +1,71 @@
+/**
+ * @license
+ * Copyright 2026 Aglyn LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */ // The service registry by its own module: this file is on the server entry,
+// and the full `@aglyn/aglyn` barrel carries client-only contexts (AGL-405).
+import { definePluginServiceContract, registerPluginService, resolvePluginServices } from "@aglyn/aglyn/plugin-manager/plugin-services";
+import { AI_PLUGIN_ID } from "../constants.js";
+import { anthropicProvider } from "./anthropic.js";
+import { openAiCompatibleProvider } from "./openai-compatible.js";
+/**
+ * The provider registry (AGL-2939), on the platform's typed service
+ * registry (AGL-2940). This plugin declares the contract and registers its
+ * own adapters; a marketplace plugin registers a provider against the same
+ * token and never imports this plugin's internals — the dependency runs
+ * from the adopter to the contract and nowhere else.
+ */ export const AI_PROVIDER_CONTRACT = definePluginServiceContract('ai.provider', {
+    multiple: true
+});
+/** Registers a provider. Owner defaults to this plugin; an adopter names itself. */ export function registerAiProvider(provider, options) {
+    var _ref;
+    registerPluginService(AI_PROVIDER_CONTRACT, provider, {
+        pluginId: (_ref = options == null ? void 0 : options.pluginId) != null ? _ref : AI_PLUGIN_ID,
+        priority: options == null ? void 0 : options.priority,
+        key: provider.id
+    });
+}
+/**
+ * The two first-party adapters, registered the first time anyone asks and
+ * nothing is there. A door called before the plugin's entry ran — a spec
+ * driving the handler directly, a job step on a fresh process — gets the
+ * same providers the entry would have registered; an adopter's provider
+ * registered earlier is not displaced.
+ */ export function ensureFirstPartyAiProviders() {
+    if (resolvePluginServices(AI_PROVIDER_CONTRACT).length) return;
+    registerAiProvider(anthropicProvider);
+    registerAiProvider(openAiCompatibleProvider);
+}
+/** Every registered provider, highest priority first. */ export function listAiProviders() {
+    ensureFirstPartyAiProviders();
+    return resolvePluginServices(AI_PROVIDER_CONTRACT).map((entry)=>entry.impl);
+}
+/** One provider by id, or `undefined` when nothing registered it. */ export function aiProviderById(id) {
+    return listAiProviders().find((provider)=>provider.id === id);
+}
+/** The environment variable naming the platform's default provider. */ export const AI_PROVIDER_ENV = 'AI_PROVIDER';
+/**
+ * The platform default: `AI_PROVIDER` when set and registered, else the
+ * first registered provider. A deployment with none registered has no AI.
+ */ export function defaultAiProvider() {
+    var _process_env_AI_PROVIDER_ENV;
+    const wanted = (_process_env_AI_PROVIDER_ENV = process.env[AI_PROVIDER_ENV]) == null ? void 0 : _process_env_AI_PROVIDER_ENV.trim();
+    if (wanted) {
+        const named = aiProviderById(wanted);
+        if (named) return named;
+    }
+    return listAiProviders()[0];
+}
+
+//# sourceMappingURL=registry.js.map

package/src/lib/providers/registry.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../../../../libs/plugins/ai/src/lib/providers/registry.ts"],"sourcesContent":["/**\n * @license\n * Copyright 2026 Aglyn LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *   http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\n// The service registry by its own module: this file is on the server entry,\n// and the full `@aglyn/aglyn` barrel carries client-only contexts (AGL-405).\nimport {\n  definePluginServiceContract,\n  registerPluginService,\n  resolvePluginServices,\n} from '@aglyn/aglyn/plugin-manager/plugin-services'\nimport { AI_PLUGIN_ID } from '../constants'\nimport { anthropicProvider } from './anthropic'\nimport type { AiProvider } from './contract'\nimport { openAiCompatibleProvider } from './openai-compatible'\n\n/**\n * The provider registry (AGL-2939), on the platform's typed service\n * registry (AGL-2940). This plugin declares the contract and registers its\n * own adapters; a marketplace plugin registers a provider against the same\n * token and never imports this plugin's internals — the dependency runs\n * from the adopter to the contract and nowhere else.\n */\nexport const AI_PROVIDER_CONTRACT = definePluginServiceContract<AiProvider>(\n  'ai.provider',\n  { multiple: true },\n)\n\n/** Registers a provider. Owner defaults to this plugin; an adopter names itself. */\nexport function registerAiProvider(\n  provider: AiProvider,\n  options?: { pluginId?: string; priority?: number },\n): void {\n  registerPluginService(AI_PROVIDER_CONTRACT, provider, {\n    pluginId: options?.pluginId ?? AI_PLUGIN_ID,\n    priority: options?.priority,\n    key: provider.id,\n  })\n}\n\n/**\n * The two first-party adapters, registered the first time anyone asks and\n * nothing is there. A door called before the plugin's entry ran — a spec\n * driving the handler directly, a job step on a fresh process — gets the\n * same providers the entry would have registered; an adopter's provider\n * registered earlier is not displaced.\n */\nexport function ensureFirstPartyAiProviders(): void {\n  if (resolvePluginServices(AI_PROVIDER_CONTRACT).length) return\n  registerAiProvider(anthropicProvider)\n  registerAiProvider(openAiCompatibleProvider)\n}\n\n/** Every registered provider, highest priority first. */\nexport function listAiProviders(): AiProvider[] {\n  ensureFirstPartyAiProviders()\n  return resolvePluginServices(AI_PROVIDER_CONTRACT).map((entry) => entry.impl)\n}\n\n/** One provider by id, or `undefined` when nothing registered it. */\nexport function aiProviderById(id: string): AiProvider | undefined {\n  return listAiProviders().find((provider) => provider.id === id)\n}\n\n/** The environment variable naming the platform's default provider. */\nexport const AI_PROVIDER_ENV = 'AI_PROVIDER'\n\n/**\n * The platform default: `AI_PROVIDER` when set and registered, else the\n * first registered provider. A deployment with none registered has no AI.\n */\nexport function defaultAiProvider(): AiProvider | undefined {\n  const wanted = process.env[AI_PROVIDER_ENV]?.trim()\n  if (wanted) {\n    const named = aiProviderById(wanted)\n    if (named) return named\n  }\n  return listAiProviders()[0]\n}\n"],"names":["definePluginServiceContract","registerPluginService","resolvePluginServices","AI_PLUGIN_ID","anthropicProvider","openAiCompatibleProvider","AI_PROVIDER_CONTRACT","multiple","registerAiProvider","provider","options","pluginId","priority","key","id","ensureFirstPartyAiProviders","length","listAiProviders","map","entry","impl","aiProviderById","find","AI_PROVIDER_ENV","defaultAiProvider","process","wanted","env","trim","named"],"mappings":"AAAA;;;;;;;;;;;;;;;CAeC,GAED,4EAA4E;AAC5E,6EAA6E;AAC7E,SACEA,2BAA2B,EAC3BC,qBAAqB,EACrBC,qBAAqB,QAChB,8CAA6C;AACpD,SAASC,YAAY,QAAQ,kBAAc;AAC3C,SAASC,iBAAiB,QAAQ,iBAAa;AAE/C,SAASC,wBAAwB,QAAQ,yBAAqB;AAE9D;;;;;;CAMC,GACD,OAAO,MAAMC,uBAAuBN,4BAClC,eACA;IAAEO,UAAU;AAAK,GAClB;AAED,kFAAkF,GAClF,OAAO,SAASC,mBACdC,QAAoB,EACpBC,OAAkD;;IAElDT,sBAAsBK,sBAAsBG,UAAU;QACpDE,QAAQ,UAAED,2BAAAA,QAASC,QAAQ,mBAAIR;QAC/BS,QAAQ,EAAEF,2BAAAA,QAASE,QAAQ;QAC3BC,KAAKJ,SAASK,EAAE;IAClB;AACF;AAEA;;;;;;CAMC,GACD,OAAO,SAASC;IACd,IAAIb,sBAAsBI,sBAAsBU,MAAM,EAAE;IACxDR,mBAAmBJ;IACnBI,mBAAmBH;AACrB;AAEA,uDAAuD,GACvD,OAAO,SAASY;IACdF;IACA,OAAOb,sBAAsBI,sBAAsBY,GAAG,CAAC,CAACC,QAAUA,MAAMC,IAAI;AAC9E;AAEA,mEAAmE,GACnE,OAAO,SAASC,eAAeP,EAAU;IACvC,OAAOG,kBAAkBK,IAAI,CAAC,CAACb,WAAaA,SAASK,EAAE,KAAKA;AAC9D;AAEA,qEAAqE,GACrE,OAAO,MAAMS,kBAAkB,cAAa;AAE5C;;;CAGC,GACD,OAAO,SAASC;QACCC;IAAf,MAAMC,UAASD,+BAAAA,QAAQE,GAAG,CAACJ,gBAAgB,qBAA5BE,6BAA8BG,IAAI;IACjD,IAAIF,QAAQ;QACV,MAAMG,QAAQR,eAAeK;QAC7B,IAAIG,OAAO,OAAOA;IACpB;IACA,OAAOZ,iBAAiB,CAAC,EAAE;AAC7B"}

package/src/lib/providers/routing.d.ts

@@ -0,0 +1,98 @@
+/**
+ * @license
+ * Copyright 2026 Aglyn LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { type AiStepKind } from './catalog';
+import type { AiEvalKind } from '../runtime/ai-eval';
+import type { AiEffort, AiProvider, AiThinking } from './contract';
+/**
+ * The routing table (AGL-2937, AGL-2939): step kind → provider and model,
+ * through the catalog and never a vendor literal.
+ *
+ * Precedence, dearest override first:
+ *
+ * 1. the org's `pluginSettings/ai` — a provider, and a model per step kind
+ *    that must be one the provider serves;
+ * 2. the deployment's environment — `AI_PROVIDER` for the provider,
+ *    `AI_DEFAULT_MODEL` for every step, and `ASSIST_MODEL` for the
+ *    assistant alone (the incident-response override the chat door has
+ *    always honored);
+ * 3. the catalog's tier for the step kind on the resolved provider.
+ */
+/** The environment override for every step kind. */
+export declare const AI_DEFAULT_MODEL_ENV = "AI_DEFAULT_MODEL";
+/** The assistant's own override, honored before the general one. */
+export declare const ASSIST_MODEL_ENV = "ASSIST_MODEL";
+/** The org's resolved `pluginSettings/ai` values, as `getPluginConfig` merges them. */
+export type AiPluginSettings = Record<string, unknown>;
+export interface AiRoute {
+    provider: AiProvider;
+    model: string;
+}
+/** The provider a workspace runs on: its own choice when registered, else the platform's. */
+export declare function resolveAiProvider(settings?: AiPluginSettings): AiProvider | undefined;
+/**
+ * The model a step kind runs on for a workspace, on the resolved provider.
+ * A chosen model on another provider is not served — the provider decides
+ * what it can run — and falls back to the provider's default for the tier.
+ */
+export declare function resolveAiRoute(kind: AiStepKind, settings?: AiPluginSettings): AiRoute | undefined;
+/**
+ * What one step kind asks of its model, beside the tier it is served from
+ * (`AI_STEP_TIERS` in the catalog): whether it thinks and how hard, its
+ * answer ceiling, and the eval score that tier holds on the step's golden
+ * briefs (AGL-2937).
+ */
+export interface AiRoutingRow {
+    /** `null` sends no setting: the model's own default, and all a fast-tier model accepts. */
+    thinking: AiThinking | null;
+    effort: AiEffort | null;
+    /** The answer ceiling, thinking included. */
+    maxTokens: number;
+    /** What the ceiling is sized from. */
+    maxTokensBasis: string;
+    eval: AiRoutingEval;
+}
+export interface AiRoutingEval {
+    /** The golden-brief kinds the step answers. */
+    kinds: readonly AiEvalKind[];
+    /** `answers` scores the step's answers; `plans` scores the plans those kinds' answers carry. */
+    scores: 'answers' | 'plans';
+    /** `authored` while the score is the hand-written references'; `recorded` once a live run records answers. */
+    source: 'authored' | 'recorded';
+    passRate: number;
+    /** The mean answer score; `null` for a plan score, which passes or fails. */
+    meanScore: number | null;
+}
+/**
+ * THE ROUTING TABLE (AGL-2937): what each step kind asks of the model, in one
+ * place, with the evidence beside it.
+ *
+ * A step runs on the smallest tier that holds its eval floor. A row moves to a
+ * cheaper tier, or a lower effort, only when a recorded eval
+ * (`npm run eval:ai-live`) holds the floor there; while a row's score is the
+ * authored references', it says so, and the row stays where production has
+ * run it. `runtime/ai-eval.spec.ts` recomputes every row's score from the
+ * harness, so a row cannot claim a score its briefs do not hold.
+ *
+ * A ceiling is sized from the p95 output the staff signals page reports for
+ * the kind once production has served it; until then `maxTokensBasis` names
+ * what it is sized from. The same spec holds every reference answer under its
+ * row's ceiling at three characters a token, a reading that errs high for a
+ * tokenizer that splits finer than four.
+ */
+export declare const AI_ROUTING_TABLE: Readonly<Record<AiStepKind, AiRoutingRow>>;
+/** The model id alone — what a door records on the meter and the job. */
+export declare function aiModelForStep(kind: AiStepKind, settings?: AiPluginSettings): string;