@owlmeans/llm 0.1.14

package/build/plugins/anthropic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../src/plugins/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAA;AAEnD,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AAEpE,OAAO,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAA;AACpD,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAA;AAEjE,sFAAsF;AACtF,MAAM,gBAAgB,GAAG,SAAS,CAAA;AAElC,MAAM,CAAC,MAAM,gBAAgB,GAAG,WAAW,CAAA;AAE3C,MAAM,CAAC,MAAM,eAAe,GAAc;IACxC,IAAI,EAAE,aAAa,CAAC,SAAS;IAE7B,MAAM,EAAE,gBAAgB;IAExB,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC,KAAK,YAAY,aAAa;IAE7C;;;OAGG;IACH,cAAc,EAAE,GAAG,EAAE,CAAC,cAAc,CAAC,IAAI;IAEzC;;;OAGG;IACH,UAAU,EAAE,CAAC,QAAgB,EAAW,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;IAE7E,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE;QACvC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,KAAK,2BAA2B,CAAA;QAC1D,MAAM,GAAG,GAAG;YACV,KAAK;YACL,MAAM,EAAE,MAAM;YACd,2DAA2D;YAC3D,GAAG,CAAC,MAAM,CAAC,WAAW,IAAI,IAAI,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChF,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI;YACnC,UAAU,EAAE,CAAC;YACb,QAAQ,EAAE,EAAE,MAAM,EAAE;YACpB,SAAS;YACT,GAAG,CAAC,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1E,GAAG,CAAC,MAAM,CAAC,IAAI,IAAI,IAAI,IAAI,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnF,GAAG,iBAAiB,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;SAClD,CAAA;QACD,oDAAoD;QACpD,IAAI,GAAG,CAAC,WAAW,IAAI,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;YAChD,OAAO,GAAG,CAAC,IAAI,CAAA;QACjB,CAAC;QAED,OAAO,IAAI,aAAa,CAAC,GAAG,CAAC,CAAA;IAC/B,CAAC;IAED,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,EAAiB,EAAE;QACtE,MAAM,KAAK,GAAG,IAAqB,CAAA;QACnC,MAAM,kBAAkB,GAAG,WAAW,IAAI,KAAK,CAAC,WAAW,IAAI,CAAC,CAAA;QAChE,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,EAAE,YAAY,CAAC,CAAA;QAC3E,MAAM,GAAG,GAA2B;YAClC,GAAI,KAAK,CAAC,SAAoC,EAAE,WAAW,EAAE,kBAAkB,EAAE,SAAS;SAC3F,CAAA;QACD,IAAI,GAAG,CAAC,WAAW,IAAI,IAAI,IAAI,GAAG,CAAC,WAAW,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;YACvE,OAAO,GAAG,CAAC,IAAI,CAAA;QACjB,CAAC;aAAM,IAAI,GAAG,CAAC,WAAW,IAAI,IAAI,IAAI,GAAG,CAAC,WAAW,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;YAC/E,OAAO,GAAG,CAAC,WAAW,CAAA;QACxB,CAAC;QAED,OAAO,IAAI,aAAa,CAAC,GAAG,CAAC,CAAA;IAC/B,CAAC;IAED;;;;OAIG;IACH,UAAU,EAAE,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE;QAClD,IAAI,CAAC,QAAQ,IAAI,CAAE,KAAuB,CAAC,SAAS,EAAE,UAAU,CAAC,gBAAgB,CAAC;YAAE,OAAO,KAAK,CAAA;QAChG,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,qBAAqB,CAAC,CAAA;QACrD,IAAI,CAAC,GAAG,CAAC,CAAA;QACT,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,GAAG,CAAC,OAAO,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC;oBAC/C,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,GAAG,CAAC,OAAO;oBACjB,aAAa,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;iBACrC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAA;YAChB,IAAI,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC;gBAAE,MAAK;QAC1B,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;IAED;;;OAGG;IACH,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,YAAY,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;CACtD,CAAA"}

package/build/plugins/compatible.d.ts

@@ -0,0 +1,18 @@
+import type { LlmPlugin } from './types.js';
+/**
+ * Any OpenAI-compatible endpoint that is not OpenAI itself — OpenRouter, the
+ * HuggingFace router, Together, a self-hosted vLLM, …
+ *
+ * Differences from the proprietary `openai` plugin:
+ * - Structured output defaults to the forced-tool-call hack. Native `response_format`
+ *   support is inconsistent across the long tail of servers behind these endpoints, and
+ *   a server that silently ignores it returns prose instead of JSON.
+ * - `modelKwargs` forwards aggregator-specific top-level request fields verbatim:
+ *   `reasoning` (hard-caps/disables thinking per the config) and
+ *   `provider.require_parameters`, which tells the aggregator to exclude servers that do
+ *   not honour every parameter in the request — without it a request can be routed to a
+ *   server that ignores `tool_choice` and answers `finish_reason='stop'` with no tool
+ *   call, or that sends the final SSE chunk twice.
+ */
+export declare const compatiblePlugin: LlmPlugin;
+//# sourceMappingURL=compatible.d.ts.map

package/build/plugins/compatible.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"compatible.d.ts","sourceRoot":"","sources":["../../src/plugins/compatible.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAA;AAQ3C;;;;;;;;;;;;;;GAcG;AACH,eAAO,MAAM,gBAAgB,EAAE,SAoC9B,CAAA"}

package/build/plugins/compatible.js

@@ -0,0 +1,54 @@
+import { ChatOpenAI } from '@langchain/openai';
+import { ModelProvider, StructuredMode } from '@owlmeans/llm-common';
+import { makeConfiguration } from './utils.js';
+import { openAiFamily } from './openai.js';
+/** Aggregators that encode the serving provider as a `model:provider` suffix. */
+const HUGGINGFACE_MARKER = 'huggingface';
+/**
+ * Any OpenAI-compatible endpoint that is not OpenAI itself — OpenRouter, the
+ * HuggingFace router, Together, a self-hosted vLLM, …
+ *
+ * Differences from the proprietary `openai` plugin:
+ * - Structured output defaults to the forced-tool-call hack. Native `response_format`
+ *   support is inconsistent across the long tail of servers behind these endpoints, and
+ *   a server that silently ignores it returns prose instead of JSON.
+ * - `modelKwargs` forwards aggregator-specific top-level request fields verbatim:
+ *   `reasoning` (hard-caps/disables thinking per the config) and
+ *   `provider.require_parameters`, which tells the aggregator to exclude servers that do
+ *   not honour every parameter in the request — without it a request can be routed to a
+ *   server that ignores `tool_choice` and answers `finish_reason='stop'` with no tool
+ *   call, or that sends the final SSE chunk twice.
+ */
+export const compatiblePlugin = {
+    ...openAiFamily,
+    type: ModelProvider.Compatible,
+    structuredMode: (config) => config.structuredOutput === true ? StructuredMode.Native : StructuredMode.Tool,
+    build: ({ config, secret, callbacks }) => {
+        const baseModel = config.model ??= 'Qwen/Qwen3-235B-A22B-Instruct-2507';
+        const baseURL = config.baseUrl;
+        const isHuggingFace = baseURL != null && baseURL.includes(HUGGINGFACE_MARKER);
+        const model = config.inferenceProvider != null && isHuggingFace
+            ? `${baseModel}:${config.inferenceProvider}`
+            : baseModel;
+        const headers = {
+            ...(isHuggingFace && config.organization != null ? { 'X-HF-Bill-To': config.organization } : {}),
+            ...config.headers,
+        };
+        return new ChatOpenAI({
+            model,
+            apiKey: secret,
+            temperature: config.temperature ?? 0,
+            maxTokens: config.maxTokens ?? 4096,
+            topP: config.topP ?? 0.8,
+            maxRetries: 5,
+            metadata: { config },
+            callbacks,
+            modelKwargs: {
+                ...(config.reasoning != null ? { reasoning: config.reasoning } : {}),
+                provider: { require_parameters: true },
+            },
+            ...makeConfiguration({ baseURL, headers }),
+        });
+    },
+};
+//# sourceMappingURL=compatible.js.map

package/build/plugins/compatible.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compatible.js","sourceRoot":"","sources":["../../src/plugins/compatible.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAC9C,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AAGpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAA;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAE1C,iFAAiF;AACjF,MAAM,kBAAkB,GAAG,aAAa,CAAA;AAExC;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAc;IACzC,GAAG,YAAY;IAEf,IAAI,EAAE,aAAa,CAAC,UAAU;IAE9B,cAAc,EAAE,CAAC,MAAmB,EAAkB,EAAE,CACtD,MAAM,CAAC,gBAAgB,KAAK,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI;IAEhF,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE;QACvC,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,KAAK,oCAAoC,CAAA;QACvE,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAA;QAC9B,MAAM,aAAa,GAAG,OAAO,IAAI,IAAI,IAAI,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAA;QAC7E,MAAM,KAAK,GAAG,MAAM,CAAC,iBAAiB,IAAI,IAAI,IAAI,aAAa;YAC7D,CAAC,CAAC,GAAG,SAAS,IAAI,MAAM,CAAC,iBAAiB,EAAE;YAC5C,CAAC,CAAC,SAAS,CAAA;QACb,MAAM,OAAO,GAA2B;YACtC,GAAG,CAAC,aAAa,IAAI,MAAM,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChG,GAAG,MAAM,CAAC,OAAO;SAClB,CAAA;QAED,OAAO,IAAI,UAAU,CAAC;YACpB,KAAK;YACL,MAAM,EAAE,MAAM;YACd,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,CAAC;YACpC,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI;YACnC,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,GAAG;YACxB,UAAU,EAAE,CAAC;YACb,QAAQ,EAAE,EAAE,MAAM,EAAE;YACpB,SAAS;YACT,WAAW,EAAE;gBACX,GAAG,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpE,QAAQ,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE;aACvC;YACD,GAAG,iBAAiB,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;SAC3C,CAAC,CAAA;IACJ,CAAC;CACF,CAAA"}

package/build/plugins/export.d.ts

@@ -0,0 +1,6 @@
+export type * from './types.js';
+export * from './anthropic.js';
+export * from './compatible.js';
+export * from './openai.js';
+export { plugins, registerLlmPlugin, pluginOf, pluginFor, resolvePlugin } from './index.js';
+//# sourceMappingURL=export.d.ts.map

package/build/plugins/export.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"export.d.ts","sourceRoot":"","sources":["../../src/plugins/export.ts"],"names":[],"mappings":"AACA,mBAAmB,YAAY,CAAA;AAC/B,cAAc,gBAAgB,CAAA;AAC9B,cAAc,iBAAiB,CAAA;AAC/B,cAAc,aAAa,CAAA;AAC3B,OAAO,EAAE,OAAO,EAAE,iBAAiB,EAAE,QAAQ,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA"}

package/build/plugins/export.js

@@ -0,0 +1,5 @@
+export * from './anthropic.js';
+export * from './compatible.js';
+export * from './openai.js';
+export { plugins, registerLlmPlugin, pluginOf, pluginFor, resolvePlugin } from './index.js';
+//# sourceMappingURL=export.js.map

package/build/plugins/export.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"export.js","sourceRoot":"","sources":["../../src/plugins/export.ts"],"names":[],"mappings":"AAEA,cAAc,gBAAgB,CAAA;AAC9B,cAAc,iBAAiB,CAAA;AAC/B,cAAc,aAAa,CAAA;AAC3B,OAAO,EAAE,OAAO,EAAE,iBAAiB,EAAE,QAAQ,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA"}

package/build/plugins/index.d.ts

@@ -0,0 +1,18 @@
+import type { BaseChatModel } from '@langchain/core/language_models/chat_models';
+import type { LlmPlugin } from './types.js';
+export declare const plugins: Record<string, LlmPlugin>;
+/** Register (or replace) a provider plugin. Later registrations go last in the lookup order. */
+export declare const registerLlmPlugin: (plugin: LlmPlugin) => void;
+/** The plugin registered for `provider`, or `undefined`. */
+export declare const pluginOf: (provider: string | undefined) => LlmPlugin | undefined;
+/** The first registered plugin that recognises this model instance, or `undefined`. */
+export declare const pluginFor: (model: BaseChatModel) => LlmPlugin | undefined;
+/**
+ * Resolve the plugin governing a call. The config's `provider` is authoritative; when it
+ * is unavailable (a refined instance whose metadata did not survive) the model instance
+ * is matched against the registration order.
+ */
+export declare const resolvePlugin: (config: {
+    provider?: string;
+} | undefined, model?: BaseChatModel) => LlmPlugin;
+//# sourceMappingURL=index.d.ts.map

package/build/plugins/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/plugins/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,6CAA6C,CAAA;AAEhF,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAA;AAK3C,eAAO,MAAM,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAM,CAAA;AAWpD,gGAAgG;AAChG,eAAO,MAAM,iBAAiB,GAAI,QAAQ,SAAS,KAAG,IAKrD,CAAA;AAMD,4DAA4D;AAC5D,eAAO,MAAM,QAAQ,GAAI,UAAU,MAAM,GAAG,SAAS,KAAG,SAAS,GAAG,SAClB,CAAA;AAElD,uFAAuF;AACvF,eAAO,MAAM,SAAS,GAAI,OAAO,aAAa,KAAG,SAAS,GAAG,SACkB,CAAA;AAE/E;;;;GAIG;AACH,eAAO,MAAM,aAAa,GACxB,QAAQ;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,SAAS,EACzC,QAAQ,aAAa,KACpB,SAMF,CAAA"}

package/build/plugins/index.js

@@ -0,0 +1,42 @@
+import { LlmPluginError } from '../errors.js';
+import { anthropicPlugin } from './anthropic.js';
+import { compatiblePlugin } from './compatible.js';
+import { openAiPlugin } from './openai.js';
+export const plugins = {};
+/**
+ * Lookup order for INSTANCE-based resolution (a model whose config metadata is not
+ * reachable). The first plugin whose `owns` matches wins, so the conservative member of
+ * a client family must come first: `compatible` precedes `openai` because both build a
+ * `ChatOpenAI`, and assuming the tool-calling hack for an unlabelled model is safe
+ * everywhere, while assuming native JSON-schema support is not.
+ */
+const order = [];
+/** Register (or replace) a provider plugin. Later registrations go last in the lookup order. */
+export const registerLlmPlugin = (plugin) => {
+    if (plugins[plugin.type] == null) {
+        order.push(plugin.type);
+    }
+    plugins[plugin.type] = plugin;
+};
+registerLlmPlugin(anthropicPlugin);
+registerLlmPlugin(compatiblePlugin);
+registerLlmPlugin(openAiPlugin);
+/** The plugin registered for `provider`, or `undefined`. */
+export const pluginOf = (provider) => provider != null ? plugins[provider] : undefined;
+/** The first registered plugin that recognises this model instance, or `undefined`. */
+export const pluginFor = (model) => order.map(type => plugins[type]).find(plugin => plugin?.owns(model) === true);
+/**
+ * Resolve the plugin governing a call. The config's `provider` is authoritative; when it
+ * is unavailable (a refined instance whose metadata did not survive) the model instance
+ * is matched against the registration order.
+ */
+export const resolvePlugin = (config, model) => {
+    const byType = pluginOf(config?.provider);
+    if (byType != null)
+        return byType;
+    const byModel = model != null ? pluginFor(model) : undefined;
+    if (byModel != null)
+        return byModel;
+    throw new LlmPluginError(`${LlmPluginError.NO_PLUGIN}:${config?.provider ?? 'unknown'}`);
+};
+//# sourceMappingURL=index.js.map

package/build/plugins/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/plugins/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAE7C,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAA;AAChD,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAE1C,MAAM,CAAC,MAAM,OAAO,GAA8B,EAAE,CAAA;AAEpD;;;;;;GAMG;AACH,MAAM,KAAK,GAAa,EAAE,CAAA;AAE1B,gGAAgG;AAChG,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,MAAiB,EAAQ,EAAE;IAC3D,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IACzB,CAAC;IACD,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAA;AAC/B,CAAC,CAAA;AAED,iBAAiB,CAAC,eAAe,CAAC,CAAA;AAClC,iBAAiB,CAAC,gBAAgB,CAAC,CAAA;AACnC,iBAAiB,CAAC,YAAY,CAAC,CAAA;AAE/B,4DAA4D;AAC5D,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,QAA4B,EAAyB,EAAE,CAC9E,QAAQ,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;AAElD,uFAAuF;AACvF,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,KAAoB,EAAyB,EAAE,CACvE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAA;AAE/E;;;;GAIG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,CAC3B,MAAyC,EACzC,KAAqB,EACV,EAAE;IACb,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;IACzC,IAAI,MAAM,IAAI,IAAI;QAAE,OAAO,MAAM,CAAA;IACjC,MAAM,OAAO,GAAG,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAC5D,IAAI,OAAO,IAAI,IAAI;QAAE,OAAO,OAAO,CAAA;IACnC,MAAM,IAAI,cAAc,CAAC,GAAG,cAAc,CAAC,SAAS,IAAI,MAAM,EAAE,QAAQ,IAAI,SAAS,EAAE,CAAC,CAAA;AAC1F,CAAC,CAAA"}

package/build/plugins/openai.d.ts

@@ -0,0 +1,28 @@
+import type { BaseChatModel } from '@langchain/core/language_models/chat_models';
+import type { LlmPlugin, LlmRefineParams } from './types.js';
+export declare const OPENAI_FAMILY = "openai";
+/** Every plugin that constructs a `ChatOpenAI` shares these instance-level behaviours. */
+export declare const openAiFamily: {
+    family: string;
+    owns: (model: BaseChatModel) => boolean;
+    /**
+     * langchain converts the OpenAI-shaped tool DEFINITION for either provider, but the
+     * `tool_choice` shape is NOT converted — this is the OpenAI spelling.
+     */
+    toolChoice: (toolName: string) => unknown;
+    /**
+     * `strict: false` keeps schemas that do not satisfy OpenAI strict-mode rules
+     * acceptable; the model's own ajv validation still enforces conformance afterwards.
+     * With `provider.require_parameters` already set, sending `response_format` also makes
+     * an aggregator route only to providers that actually support structured outputs.
+     */
+    responseFormat: (toolName: string, schema: unknown) => Record<string, unknown>;
+    refine: ({ base, attempt, temperature, maxOutputCap }: LlmRefineParams) => BaseChatModel;
+};
+/**
+ * Proprietary OpenAI endpoint. Defaults to the provider's NATIVE JSON-schema mode for
+ * structured output — it is reliable there, unlike on the long tail of
+ * OpenAI-compatible endpoints (see the `compatible` plugin).
+ */
+export declare const openAiPlugin: LlmPlugin;
+//# sourceMappingURL=openai.d.ts.map

package/build/plugins/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/plugins/openai.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,6CAA6C,CAAA;AAEhF,OAAO,KAAK,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AAO5D,eAAO,MAAM,aAAa,WAAW,CAAA;AAErC,0FAA0F;AAC1F,eAAO,MAAM,YAAY;;kBAGT,aAAa,KAAG,OAAO;IAErC;;;OAGG;2BACoB,MAAM,KAAG,OAAO;IAEvC;;;;;OAKG;+BACwB,MAAM,UAAU,OAAO,KAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;2DAKrB,eAAe,KAAG,aAAa;CA2BvF,CAAA;AAED;;;;GAIG;AACH,eAAO,MAAM,YAAY,EAAE,SAsC1B,CAAA"}

package/build/plugins/openai.js

@@ -0,0 +1,89 @@
+import { ChatOpenAI } from '@langchain/openai';
+import { ModelProvider, StructuredMode } from '@owlmeans/llm-common';
+import { escalateMaxTokens, makeConfiguration } from './utils.js';
+/** Model families served through OpenAI's Responses API rather than chat completions. */
+const RESPONSES_API_PREFIXES = ['gpt-5', 'codex-'];
+export const OPENAI_FAMILY = 'openai';
+/** Every plugin that constructs a `ChatOpenAI` shares these instance-level behaviours. */
+export const openAiFamily = {
+    family: OPENAI_FAMILY,
+    owns: (model) => model instanceof ChatOpenAI,
+    /**
+     * langchain converts the OpenAI-shaped tool DEFINITION for either provider, but the
+     * `tool_choice` shape is NOT converted — this is the OpenAI spelling.
+     */
+    toolChoice: (toolName) => ({ type: 'function', function: { name: toolName } }),
+    /**
+     * `strict: false` keeps schemas that do not satisfy OpenAI strict-mode rules
+     * acceptable; the model's own ajv validation still enforces conformance afterwards.
+     * With `provider.require_parameters` already set, sending `response_format` also makes
+     * an aggregator route only to providers that actually support structured outputs.
+     */
+    responseFormat: (toolName, schema) => ({
+        type: 'json_schema',
+        json_schema: { name: toolName, schema, strict: false },
+    }),
+    refine: ({ base, attempt, temperature, maxOutputCap }) => {
+        const model = base;
+        const currentTemperature = temperature ?? model.temperature ?? 0;
+        const maxTokens = escalateMaxTokens(model.maxTokens, attempt, maxOutputCap);
+        const baseKwargs = model.lc_kwargs;
+        // The dominant cause of an empty response is a reasoning model spending the whole
+        // budget on hidden thinking (finish_reason=length, empty content). The retry already
+        // raises maxTokens; ALSO shrink the absolute reasoning cap so the extra budget becomes
+        // visible output instead of more reasoning. Only touches `{ max_tokens: N }` reasoning
+        // configs — effort/enabled/exclude shapes are left untouched.
+        const reasoning = baseKwargs.modelKwargs?.reasoning;
+        const modelKwargs = attempt > 0 && typeof reasoning?.max_tokens === 'number'
+            ? {
+                ...baseKwargs.modelKwargs,
+                reasoning: { ...reasoning, max_tokens: Math.max(256, Math.floor(reasoning.max_tokens / Math.pow(2, attempt))) },
+            }
+            : baseKwargs.modelKwargs;
+        return new ChatOpenAI({
+            ...baseKwargs,
+            temperature: currentTemperature,
+            maxTokens,
+            ...(modelKwargs != null ? { modelKwargs } : {}),
+        });
+    },
+};
+/**
+ * Proprietary OpenAI endpoint. Defaults to the provider's NATIVE JSON-schema mode for
+ * structured output — it is reliable there, unlike on the long tail of
+ * OpenAI-compatible endpoints (see the `compatible` plugin).
+ */
+export const openAiPlugin = {
+    ...openAiFamily,
+    type: ModelProvider.OpenAI,
+    structuredMode: (config) => config.structuredOutput === false ? StructuredMode.Tool : StructuredMode.Native,
+    build: ({ config, secret, callbacks }) => {
+        const model = config.model ??= 'gpt-5.4-mini';
+        const configuration = makeConfiguration({ baseURL: undefined, headers: config.headers });
+        // The Responses API models reject `temperature`/`topP`.
+        if (RESPONSES_API_PREFIXES.some(prefix => model.startsWith(prefix))) {
+            return new ChatOpenAI({
+                model,
+                apiKey: secret,
+                maxTokens: config.maxTokens ?? 4096,
+                maxRetries: 5,
+                useResponsesApi: true,
+                metadata: { config },
+                callbacks,
+                ...configuration,
+            });
+        }
+        return new ChatOpenAI({
+            model,
+            apiKey: secret,
+            temperature: config.temperature ?? 0,
+            maxTokens: config.maxTokens ?? 4096,
+            topP: config.topP ?? 0.8,
+            maxRetries: 5,
+            metadata: { config },
+            callbacks,
+            ...configuration,
+        });
+    },
+};
+//# sourceMappingURL=openai.js.map

package/build/plugins/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/plugins/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAE9C,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AAGpE,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAA;AAEjE,yFAAyF;AACzF,MAAM,sBAAsB,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;AAElD,MAAM,CAAC,MAAM,aAAa,GAAG,QAAQ,CAAA;AAErC,0FAA0F;AAC1F,MAAM,CAAC,MAAM,YAAY,GAAG;IAC1B,MAAM,EAAE,aAAa;IAErB,IAAI,EAAE,CAAC,KAAoB,EAAW,EAAE,CAAC,KAAK,YAAY,UAAU;IAEpE;;;OAGG;IACH,UAAU,EAAE,CAAC,QAAgB,EAAW,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,CAAC;IAE/F;;;;;OAKG;IACH,cAAc,EAAE,CAAC,QAAgB,EAAE,MAAe,EAA2B,EAAE,CAAC,CAAC;QAC/E,IAAI,EAAE,aAAa;QACnB,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE;KACvD,CAAC;IAEF,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAmB,EAAiB,EAAE;QACvF,MAAM,KAAK,GAAG,IAAkB,CAAA;QAChC,MAAM,kBAAkB,GAAG,WAAW,IAAI,KAAK,CAAC,WAAW,IAAI,CAAC,CAAA;QAChE,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,EAAE,YAAY,CAAC,CAAA;QAC3E,MAAM,UAAU,GAAG,KAAK,CAAC,SAExB,CAAA;QACD,kFAAkF;QAClF,qFAAqF;QACrF,uFAAuF;QACvF,uFAAuF;QACvF,8DAA8D;QAC9D,MAAM,SAAS,GAAG,UAAU,CAAC,WAAW,EAAE,SAAS,CAAA;QACnD,MAAM,WAAW,GAAG,OAAO,GAAG,CAAC,IAAI,OAAO,SAAS,EAAE,UAAU,KAAK,QAAQ;YAC1E,CAAC,CAAC;gBACA,GAAG,UAAU,CAAC,WAAW;gBACzB,SAAS,EAAE,EAAE,GAAG,SAAS,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE;aAChH;YACD,CAAC,CAAC,UAAU,CAAC,WAAW,CAAA;QAE1B,OAAO,IAAI,UAAU,CAAC;YACpB,GAAG,UAAU;YACb,WAAW,EAAE,kBAAkB;YAC/B,SAAS;YACT,GAAG,CAAC,WAAW,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAChD,CAAC,CAAA;IACJ,CAAC;CACF,CAAA;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,YAAY,GAAc;IACrC,GAAG,YAAY;IAEf,IAAI,EAAE,aAAa,CAAC,MAAM;IAE1B,cAAc,EAAE,CAAC,MAAmB,EAAkB,EAAE,CACtD,MAAM,CAAC,gBAAgB,KAAK,KAAK,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM;IAEjF,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE;QACvC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,KAAK,cAAc,CAAA;QAC7C,MAAM,aAAa,GAAG,iBAAiB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAA;QAExF,wDAAwD;QACxD,IAAI,sBAAsB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;YACpE,OAAO,IAAI,UAAU,CAAC;gBACpB,KAAK;gBACL,MAAM,EAAE,MAAM;gBACd,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI;gBACnC,UAAU,EAAE,CAAC;gBACb,eAAe,EAAE,IAAI;gBACrB,QAAQ,EAAE,EAAE,MAAM,EAAE;gBACpB,SAAS;gBACT,GAAG,aAAa;aACjB,CAAC,CAAA;QACJ,CAAC;QAED,OAAO,IAAI,UAAU,CAAC;YACpB,KAAK;YACL,MAAM,EAAE,MAAM;YACd,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,CAAC;YACpC,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI;YACnC,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,GAAG;YACxB,UAAU,EAAE,CAAC;YACb,QAAQ,EAAE,EAAE,MAAM,EAAE;YACpB,SAAS;YACT,GAAG,aAAa;SACjB,CAAC,CAAA;IACJ,CAAC;CACF,CAAA"}

package/build/plugins/types.d.ts

@@ -0,0 +1,80 @@
+import type { BaseChatModel } from '@langchain/core/language_models/chat_models';
+import type { BaseCallbackHandler, CallbackHandlerMethods } from '@langchain/core/callbacks/base';
+import type { MessageFieldWithRole } from '@langchain/core/messages';
+import type { StructuredMode } from '@owlmeans/llm-common';
+import type { ModelConfig } from '../types.js';
+export interface LlmBuildParams {
+    /** Alias the config was registered under — used only for error reporting. */
+    alias: string;
+    /**
+     * Fully resolved config with the secret already stripped. Whatever the plugin puts
+     * on the client as `metadata.config` is what `readConfig` later reads back, so the
+     * plugin should apply its model default to this object before building.
+     */
+    config: ModelConfig;
+    secret: string;
+    callbacks: (BaseCallbackHandler | CallbackHandlerMethods)[];
+}
+export interface LlmRefineParams {
+    /** The model to rebuild — the primary, or the fallback once escalation kicked in. */
+    base: BaseChatModel;
+    /** 0-based retry attempt; the output budget doubles with it. */
+    attempt: number;
+    /** Call-site temperature override (`invoke`). */
+    temperature?: number | undefined;
+    /** Hard ceiling the doubled output budget is clamped to. */
+    maxOutputCap: number;
+}
+export interface LlmCacheParams {
+    /** The ORIGINAL (unrefined) model — refined instances do not always keep the name. */
+    model: BaseChatModel;
+    useCache: boolean;
+    cacheMax: number;
+}
+/**
+ * Everything that differs between inference providers, in one replaceable unit.
+ *
+ * Registration order matters for instance-based lookup (`resolvePlugin` with no
+ * `provider` in the config): the FIRST plugin whose `owns` matches wins, so the
+ * conservative member of a family must be registered before the permissive one.
+ * See `plugins/index.ts`.
+ */
+export interface LlmPlugin {
+    /** Provider identifier — a `ModelProvider` value, or a custom string. */
+    type: string;
+    /**
+     * Instance behaviour group. Two plugins that construct the same client class share a
+     * family (e.g. `openai` and `compatible` both produce `ChatOpenAI`). The retry
+     * escalator refuses to switch to a fallback from a different family, because the
+     * structured-output call shape would change mid-call.
+     */
+    family: string;
+    /** Construct the chat client from a resolved config. */
+    build: (params: LlmBuildParams) => BaseChatModel;
+    /** Does this model instance belong to this plugin's client family? */
+    owns: (model: BaseChatModel) => boolean;
+    /**
+     * Rebuild the model for retry attempt N: raise the output budget toward
+     * `maxOutputCap` and apply any provider-specific escalation (e.g. shrinking a
+     * reasoning budget so the extra tokens become visible output).
+     */
+    refine: (params: LlmRefineParams) => BaseChatModel;
+    /** How this provider should be asked for schema-conforming output. */
+    structuredMode: (config: ModelConfig) => StructuredMode;
+    /** Provider-specific `tool_choice` shape that pins the model to `toolName`. */
+    toolChoice: (toolName: string) => unknown;
+    /** Provider-specific `response_format` for {@link StructuredMode.Native}. */
+    responseFormat?: (toolName: string, schema: unknown) => Record<string, unknown>;
+    /**
+     * Mark leading messages as cacheable in-place. Returns `true` when caching was
+     * actually applied (the model may not support it). Omit for providers with no
+     * explicit prompt-cache markers.
+     */
+    patchCache?: (msgs: MessageFieldWithRole[], params: LlmCacheParams) => boolean;
+    /**
+     * Classify a thrown error as fatal for the retry loop. Return the error to throw
+     * immediately, or `null` to let it be retried.
+     */
+    isFatal?: (e: unknown) => Error | null;
+}
+//# sourceMappingURL=types.d.ts.map

package/build/plugins/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/plugins/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,6CAA6C,CAAA;AAChF,OAAO,KAAK,EAAE,mBAAmB,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAA;AACjG,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAA;AACpE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AAC1D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAE9C,MAAM,WAAW,cAAc;IAC7B,6EAA6E;IAC7E,KAAK,EAAE,MAAM,CAAA;IACb;;;;OAIG;IACH,MAAM,EAAE,WAAW,CAAA;IACnB,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,EAAE,CAAC,mBAAmB,GAAG,sBAAsB,CAAC,EAAE,CAAA;CAC5D;AAED,MAAM,WAAW,eAAe;IAC9B,qFAAqF;IACrF,IAAI,EAAE,aAAa,CAAA;IACnB,gEAAgE;IAChE,OAAO,EAAE,MAAM,CAAA;IACf,iDAAiD;IACjD,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;IAChC,4DAA4D;IAC5D,YAAY,EAAE,MAAM,CAAA;CACrB;AAED,MAAM,WAAW,cAAc;IAC7B,sFAAsF;IACtF,KAAK,EAAE,aAAa,CAAA;IACpB,QAAQ,EAAE,OAAO,CAAA;IACjB,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,SAAS;IACxB,yEAAyE;IACzE,IAAI,EAAE,MAAM,CAAA;IAEZ;;;;;OAKG;IACH,MAAM,EAAE,MAAM,CAAA;IAEd,wDAAwD;IACxD,KAAK,EAAE,CAAC,MAAM,EAAE,cAAc,KAAK,aAAa,CAAA;IAEhD,sEAAsE;IACtE,IAAI,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,OAAO,CAAA;IAEvC;;;;OAIG;IACH,MAAM,EAAE,CAAC,MAAM,EAAE,eAAe,KAAK,aAAa,CAAA;IAElD,sEAAsE;IACtE,cAAc,EAAE,CAAC,MAAM,EAAE,WAAW,KAAK,cAAc,CAAA;IAEvD,+EAA+E;IAC/E,UAAU,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAA;IAEzC,6EAA6E;IAC7E,cAAc,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAE/E;;;;OAIG;IACH,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,oBAAoB,EAAE,EAAE,MAAM,EAAE,cAAc,KAAK,OAAO,CAAA;IAE9E;;;OAGG;IACH,OAAO,CAAC,EAAE,CAAC,CAAC,EAAE,OAAO,KAAK,KAAK,GAAG,IAAI,CAAA;CACvC"}

package/build/plugins/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/build/plugins/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/plugins/types.ts"],"names":[],"mappings":""}

package/build/plugins/utils.d.ts

@@ -0,0 +1,27 @@
+/**
+ * Shared construction bits for the built-in plugins. Internal to `plugins/` — not
+ * part of the package's public surface.
+ */
+/**
+ * `{ configuration: { baseURL?, defaultHeaders? } }` for the OpenAI-compatible client,
+ * or an empty object when there is nothing to set (the client rejects an empty
+ * `configuration` in some versions).
+ */
+export declare const makeConfiguration: ({ baseURL, headers }: {
+    baseURL: string | undefined;
+    headers: Record<string, string> | undefined;
+}) => {
+    configuration: Record<string, unknown>;
+} | Record<string, never>;
+/** `{ clientOptions: { defaultHeaders } }` for the Anthropic client, or an empty object. */
+export declare const makeClientOptions: ({ headers }: {
+    headers: Record<string, string> | undefined;
+}) => {
+    clientOptions: Record<string, unknown>;
+} | Record<string, never>;
+/**
+ * Output budget for retry attempt N: double the base budget per attempt, clamped to
+ * the model's hard ceiling.
+ */
+export declare const escalateMaxTokens: (base: number | undefined, attempt: number, cap: number) => number;
+//# sourceMappingURL=utils.d.ts.map

package/build/plugins/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/plugins/utils.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;GAIG;AACH,eAAO,MAAM,iBAAiB,GAC5B,sBAAsB;IAAE,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,SAAS,CAAA;CAAE,KACjG;IAAE,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAAE,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAUnE,CAAA;AAED,4FAA4F;AAC5F,eAAO,MAAM,iBAAiB,GAC5B,aAAa;IAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,SAAS,CAAA;CAAE,KAC3D;IAAE,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAAE,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,CAGnE,CAAA;AAED;;;GAGG;AACH,eAAO,MAAM,iBAAiB,GAAI,MAAM,MAAM,GAAG,SAAS,EAAE,SAAS,MAAM,EAAE,KAAK,MAAM,KAAG,MACrC,CAAA"}

package/build/plugins/utils.js

@@ -0,0 +1,33 @@
+/**
+ * Shared construction bits for the built-in plugins. Internal to `plugins/` — not
+ * part of the package's public surface.
+ */
+/**
+ * `{ configuration: { baseURL?, defaultHeaders? } }` for the OpenAI-compatible client,
+ * or an empty object when there is nothing to set (the client rejects an empty
+ * `configuration` in some versions).
+ */
+export const makeConfiguration = ({ baseURL, headers }) => {
+    const hasBaseURL = baseURL != null;
+    const hasHeaders = headers != null && Object.keys(headers).length > 0;
+    if (!hasBaseURL && !hasHeaders)
+        return {};
+    return {
+        configuration: {
+            ...(hasBaseURL ? { baseURL } : {}),
+            ...(hasHeaders ? { defaultHeaders: headers } : {}),
+        }
+    };
+};
+/** `{ clientOptions: { defaultHeaders } }` for the Anthropic client, or an empty object. */
+export const makeClientOptions = ({ headers }) => {
+    if (headers == null || Object.keys(headers).length === 0)
+        return {};
+    return { clientOptions: { defaultHeaders: headers } };
+};
+/**
+ * Output budget for retry attempt N: double the base budget per attempt, clamped to
+ * the model's hard ceiling.
+ */
+export const escalateMaxTokens = (base, attempt, cap) => Math.min((base ?? 2048) * Math.pow(2, attempt), cap);
+//# sourceMappingURL=utils.js.map

package/build/plugins/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/plugins/utils.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;GAIG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAC/B,EAAE,OAAO,EAAE,OAAO,EAAgF,EAC9B,EAAE;IACtE,MAAM,UAAU,GAAG,OAAO,IAAI,IAAI,CAAA;IAClC,MAAM,UAAU,GAAG,OAAO,IAAI,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAA;IACrE,IAAI,CAAC,UAAU,IAAI,CAAC,UAAU;QAAE,OAAO,EAAE,CAAA;IACzC,OAAO;QACL,aAAa,EAAE;YACb,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAClC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnD;KACF,CAAA;AACH,CAAC,CAAA;AAED,4FAA4F;AAC5F,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAC/B,EAAE,OAAO,EAAmD,EACQ,EAAE;IACtE,IAAI,OAAO,IAAI,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAA;IACnE,OAAO,EAAE,aAAa,EAAE,EAAE,cAAc,EAAE,OAAO,EAAE,EAAE,CAAA;AACvD,CAAC,CAAA;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,IAAwB,EAAE,OAAe,EAAE,GAAW,EAAU,EAAE,CAClG,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,GAAG,CAAC,CAAA"}

package/build/service.d.ts

@@ -0,0 +1,24 @@
+import type { BasicConfig, BasicContext } from '@owlmeans/context';
+import type { LlmService, LlmServiceOptions, WithLlmService } from './types.js';
+/** The part of {@link LlmService} this package implements — see {@link llmServiceApi}. */
+export type LlmServiceApi = Pick<LlmService, 'models' | 'callbacks' | 'addCallbacks' | 'getModel' | 'configs'>;
+/**
+ * Build the model-factory half of an LLM service, WITHOUT registering it as a context
+ * service. Spread it into your own `createService` implementation to publish extra
+ * methods (role-named accessors, domain helpers) alongside it:
+ *
+ * ```ts
+ * const service = createService<MyService>(alias, {
+ *   ...llmServiceApi(options, () => service),
+ *   getPicker: override => service.getModel(MyRole.Picker, override),
+ * } as MyService)
+ * ```
+ *
+ * `self` is a late-bound reference to the finished service, because the methods read
+ * mutable state (`models`, `callbacks`) off the registered instance rather than the
+ * literal.
+ */
+export declare const llmServiceApi: (options: LlmServiceOptions, self: () => LlmService) => LlmServiceApi;
+export declare const makeLlmService: (options: LlmServiceOptions, alias?: string) => LlmService;
+export declare const appendLlmService: <C extends BasicConfig, T extends BasicContext<C>>(ctx: T, options: LlmServiceOptions, alias?: string) => T & WithLlmService;
+//# sourceMappingURL=service.d.ts.map

package/build/service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"service.d.ts","sourceRoot":"","sources":["../src/service.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAA;AAKlE,OAAO,KAAK,EAAE,UAAU,EAAE,iBAAiB,EAAe,cAAc,EAAE,MAAM,YAAY,CAAA;AAE5F,0FAA0F;AAC1F,MAAM,MAAM,aAAa,GAAG,IAAI,CAAC,UAAU,EAAE,QAAQ,GAAG,WAAW,GAAG,cAAc,GAAG,UAAU,GAAG,SAAS,CAAC,CAAA;AAE9G;;;;;;;;;;;;;;;GAeG;AACH,eAAO,MAAM,aAAa,GAAI,SAAS,iBAAiB,EAAE,MAAM,MAAM,UAAU,KAAG,aA2ElF,CAAA;AAED,eAAO,MAAM,cAAc,GAAI,SAAS,iBAAiB,EAAE,QAAO,MAAoB,KAAG,UAMxF,CAAA;AAED,eAAO,MAAM,gBAAgB,GAAI,CAAC,SAAS,WAAW,EAAE,CAAC,SAAS,YAAY,CAAC,CAAC,CAAC,EAC/E,KAAK,CAAC,EACN,SAAS,iBAAiB,EAC1B,QAAO,MAAoB,KAC1B,CAAC,GAAG,cAQN,CAAA"}

package/build/service.js

@@ -0,0 +1,95 @@
+import { createService } from '@owlmeans/context';
+import { LLM_SERVICE } from './consts.js';
+import { LlmMissconfiguredError } from './errors.js';
+import { resolvePlugin } from './plugins/index.js';
+/**
+ * Build the model-factory half of an LLM service, WITHOUT registering it as a context
+ * service. Spread it into your own `createService` implementation to publish extra
+ * methods (role-named accessors, domain helpers) alongside it:
+ *
+ * ```ts
+ * const service = createService<MyService>(alias, {
+ *   ...llmServiceApi(options, () => service),
+ *   getPicker: override => service.getModel(MyRole.Picker, override),
+ * } as MyService)
+ * ```
+ *
+ * `self` is a late-bound reference to the finished service, because the methods read
+ * mutable state (`models`, `callbacks`) off the registered instance rather than the
+ * literal.
+ */
+export const llmServiceApi = (options, self) => {
+    /** Build one client from a fully-resolved config — no preset/fallback logic here. */
+    const buildModel = (alias, config) => {
+        if (config.provider == null || config.secret == null) {
+            throw new LlmMissconfiguredError(alias);
+        }
+        const { secret, ...rest } = config;
+        return resolvePlugin(rest).build({
+            alias, config: rest, secret, callbacks: self().callbacks,
+        });
+    };
+    /**
+     * Resolve `alias` → config (inheriting a `preset`, applying `override`) and build it.
+     * A declared `fallback` is built as well and attached to the primary as a
+     * non-enumerable `__fallbackModel`, which the model's retry escalator reads. The
+     * fallback spec is merged OVER the primary config, so it inherits secret/headers.
+     */
+    const createModel = (alias, override = {}) => {
+        const models = options.models();
+        const baseConfig = models.find(m => m.alias === alias);
+        if (baseConfig == null) {
+            throw new LlmMissconfiguredError(alias);
+        }
+        const config = { ...baseConfig, ...override };
+        const preset = config.preset != null
+            ? { ...(models.find(m => m.alias === config.preset) ?? {}) }
+            : {};
+        if (preset.alias != null) {
+            delete preset.alias;
+        }
+        Object.assign(config, preset);
+        const { fallback, ...primaryConfig } = config;
+        const primary = buildModel(alias, primaryConfig);
+        if (fallback != null) {
+            const { fallback: _nested, ...fallbackConfig } = { ...primaryConfig, ...fallback };
+            Object.defineProperty(primary, '__fallbackModel', {
+                value: buildModel(alias, fallbackConfig),
+                enumerable: false,
+                configurable: true,
+            });
+        }
+        return primary;
+    };
+    const cacheKey = (alias, override = {}) => `${alias}:${JSON.stringify(override)}`;
+    return {
+        models: new Map(),
+        callbacks: [],
+        addCallbacks: callbacks => {
+            self().callbacks.push(...callbacks);
+        },
+        configs: () => options.models(),
+        getModel: (alias, override = {}, createNew = false) => {
+            const service = self();
+            const key = cacheKey(alias, override);
+            const model = createNew || !service.models.has(key)
+                ? createModel(alias, override)
+                : service.models.get(key);
+            if (!createNew) {
+                service.models.set(key, model);
+            }
+            return model;
+        },
+    };
+};
+export const makeLlmService = (options, alias = LLM_SERVICE) => {
+    const service = createService(alias, llmServiceApi(options, () => service));
+    return service;
+};
+export const appendLlmService = (ctx, options, alias = LLM_SERVICE) => {
+    const context = ctx;
+    context.registerService(makeLlmService(options, alias));
+    context.llm = () => ctx.service(alias);
+    return context;
+};
+//# sourceMappingURL=service.js.map

package/build/service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"service.js","sourceRoot":"","sources":["../src/service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AAGjD,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AACzC,OAAO,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAA;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AAMlD;;;;;;;;;;;;;;;GAeG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,OAA0B,EAAE,IAAsB,EAAiB,EAAE;IAEjG,qFAAqF;IACrF,MAAM,UAAU,GAAG,CAAC,KAAa,EAAE,MAAmB,EAAiB,EAAE;QACvE,IAAI,MAAM,CAAC,QAAQ,IAAI,IAAI,IAAI,MAAM,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC;YACrD,MAAM,IAAI,sBAAsB,CAAC,KAAK,CAAC,CAAA;QACzC,CAAC;QACD,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,MAAM,CAAA;QAClC,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC;YAC/B,KAAK,EAAE,MAAM,EAAE,IAAmB,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,SAAS;SACxE,CAAC,CAAA;IACJ,CAAC,CAAA;IAED;;;;;OAKG;IACH,MAAM,WAAW,GAAG,CAAC,KAAa,EAAE,WAAiC,EAAE,EAAiB,EAAE;QACxF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAA;QAC/B,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,CAAA;QACtD,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,IAAI,sBAAsB,CAAC,KAAK,CAAC,CAAA;QACzC,CAAC;QACD,MAAM,MAAM,GAAgB,EAAE,GAAG,UAAU,EAAE,GAAG,QAAQ,EAAE,CAAA;QAC1D,MAAM,MAAM,GAAyB,MAAM,CAAC,MAAM,IAAI,IAAI;YACxD,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,EAAE;YAC5D,CAAC,CAAC,EAAE,CAAA;QACN,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;YACzB,OAAO,MAAM,CAAC,KAAK,CAAA;QACrB,CAAC;QACD,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;QAE7B,MAAM,EAAE,QAAQ,EAAE,GAAG,aAAa,EAAE,GAAG,MAAM,CAAA;QAC7C,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,EAAE,aAAa,CAAC,CAAA;QAChD,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;YACrB,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,cAAc,EAAE,GAAG,EAAE,GAAG,aAAa,EAAE,GAAG,QAAQ,EAAE,CAAA;YAClF,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,iBAAiB,EAAE;gBAChD,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,cAAc,CAAC;gBACxC,UAAU,EAAE,KAAK;gBACjB,YAAY,EAAE,IAAI;aACnB,CAAC,CAAA;QACJ,CAAC;QAED,OAAO,OAAO,CAAA;IAChB,CAAC,CAAA;IAED,MAAM,QAAQ,GAAG,CAAC,KAAa,EAAE,WAAiC,EAAE,EAAU,EAAE,CAC9E,GAAG,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAA;IAExC,OAAO;QACL,MAAM,EAAE,IAAI,GAAG,EAAE;QAEjB,SAAS,EAAE,EAAE;QAEb,YAAY,EAAE,SAAS,CAAC,EAAE;YACxB,IAAI,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAA;QACrC,CAAC;QAED,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE;QAE/B,QAAQ,EAAE,CAAC,KAAK,EAAE,QAAQ,GAAG,EAAE,EAAE,SAAS,GAAG,KAAK,EAAE,EAAE;YACpD,MAAM,OAAO,GAAG,IAAI,EAAE,CAAA;YACtB,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;YACrC,MAAM,KAAK,GAAG,SAAS,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;gBACjD,CAAC,CAAC,WAAW,CAAC,KAAK,EAAE,QAAQ,CAAC;gBAC9B,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAE,CAAA;YAC5B,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;YAChC,CAAC;YAED,OAAO,KAAK,CAAA;QACd,CAAC;KACF,CAAA;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,OAA0B,EAAE,QAAgB,WAAW,EAAc,EAAE;IACpG,MAAM,OAAO,GAAe,aAAa,CACvC,KAAK,EAAE,aAAa,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAe,CAC3D,CAAA;IAED,OAAO,OAAO,CAAA;AAChB,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAC9B,GAAM,EACN,OAA0B,EAC1B,QAAgB,WAAW,EACP,EAAE;IACtB,MAAM,OAAO,GAAG,GAAyB,CAAA;IAEzC,OAAO,CAAC,eAAe,CAAC,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAA;IAEvD,OAAO,CAAC,GAAG,GAAG,GAAG,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IAEtC,OAAO,OAAO,CAAA;AAChB,CAAC,CAAA"}