@owlmeans/llm 0.1.14

package/build/helpers/retry.d.ts

@@ -0,0 +1,18 @@
+import type { FatalErrorResolver, RetryOptions } from '../types.js';
+/**
+ * Register a globally-applicable rule that turns a thrown error into an immediate
+ * abort of every retry loop in this package. Use it for conditions no amount of
+ * retrying can fix — an exhausted budget, a revoked credential, a cancelled job.
+ *
+ * Provider plugins contribute their own through `LlmPlugin.isFatal`; both sets are
+ * consulted, plus the per-call {@link RetryOptions.fatal}.
+ */
+export declare const registerFatalError: (resolver: FatalErrorResolver) => void;
+/**
+ * Run `fn` up to `retries` times, passing the 0-based attempt number so the callee can
+ * escalate (a bigger output budget, a stronger model). Every non-fatal error is
+ * swallowed and retained as the `cause` of the {@link LlmRetryExceededError} thrown when
+ * the attempts run out; a fatal error (see {@link registerFatalError}) is rethrown at once.
+ */
+export declare const withRetry: <T>({ retries, outputErrors, fatal }: RetryOptions, fn: (attempt: number) => Promise<T>) => Promise<T>;
+//# sourceMappingURL=retry.d.ts.map

package/build/helpers/retry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.d.ts","sourceRoot":"","sources":["../../src/helpers/retry.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAInE;;;;;;;GAOG;AACH,eAAO,MAAM,kBAAkB,GAAI,UAAU,kBAAkB,KAAG,IAEjE,CAAA;AAgBD;;;;;GAKG;AACH,eAAO,MAAM,SAAS,GAAU,CAAC,EAC/B,kCAA0C,YAAY,EACtD,IAAI,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,KAClC,OAAO,CAAC,CAAC,CAiBX,CAAA"}

package/build/helpers/retry.js

@@ -0,0 +1,57 @@
+import { LlmRetryExceededError } from '../errors.js';
+import { plugins } from '../plugins/index.js';
+const resolvers = [];
+/**
+ * Register a globally-applicable rule that turns a thrown error into an immediate
+ * abort of every retry loop in this package. Use it for conditions no amount of
+ * retrying can fix — an exhausted budget, a revoked credential, a cancelled job.
+ *
+ * Provider plugins contribute their own through `LlmPlugin.isFatal`; both sets are
+ * consulted, plus the per-call {@link RetryOptions.fatal}.
+ */
+export const registerFatalError = (resolver) => {
+    resolvers.push(resolver);
+};
+const resolveFatal = (e, fatal) => {
+    const own = fatal?.(e);
+    if (own != null)
+        return own;
+    for (const resolver of resolvers) {
+        const found = resolver(e);
+        if (found != null)
+            return found;
+    }
+    for (const plugin of Object.values(plugins)) {
+        const found = plugin.isFatal?.(e);
+        if (found != null)
+            return found;
+    }
+    return null;
+};
+/**
+ * Run `fn` up to `retries` times, passing the 0-based attempt number so the callee can
+ * escalate (a bigger output budget, a stronger model). Every non-fatal error is
+ * swallowed and retained as the `cause` of the {@link LlmRetryExceededError} thrown when
+ * the attempts run out; a fatal error (see {@link registerFatalError}) is rethrown at once.
+ */
+export const withRetry = async ({ retries, outputErrors = false, fatal }, fn) => {
+    const exceeded = new LlmRetryExceededError('max-retries');
+    for (let i = 0; i < retries; ++i) {
+        try {
+            return await fn(i);
+        }
+        catch (e) {
+            const abort = resolveFatal(e, fatal);
+            if (abort != null)
+                throw abort;
+            exceeded.cause = e;
+            exceeded.attempt = i;
+            if (outputErrors) {
+                console.debug('Retry error on attempt', i);
+                console.error(e);
+            }
+        }
+    }
+    throw exceeded;
+};
+//# sourceMappingURL=retry.js.map

package/build/helpers/retry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.js","sourceRoot":"","sources":["../../src/helpers/retry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAA;AACpD,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAA;AAG7C,MAAM,SAAS,GAAyB,EAAE,CAAA;AAE1C;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,QAA4B,EAAQ,EAAE;IACvE,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;AAC1B,CAAC,CAAA;AAED,MAAM,YAAY,GAAG,CAAC,CAAU,EAAE,KAA0B,EAAgB,EAAE;IAC5E,MAAM,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,CAAA;IACtB,IAAI,GAAG,IAAI,IAAI;QAAE,OAAO,GAAG,CAAA;IAC3B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAA;QACzB,IAAI,KAAK,IAAI,IAAI;YAAE,OAAO,KAAK,CAAA;IACjC,CAAC;IACD,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;QACjC,IAAI,KAAK,IAAI,IAAI;YAAE,OAAO,KAAK,CAAA;IACjC,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC,CAAA;AAED;;;;;GAKG;AACH,MAAM,CAAC,MAAM,SAAS,GAAG,KAAK,EAC5B,EAAE,OAAO,EAAE,YAAY,GAAG,KAAK,EAAE,KAAK,EAAgB,EACtD,EAAmC,EACvB,EAAE;IACd,MAAM,QAAQ,GAAG,IAAI,qBAAqB,CAAC,aAAa,CAAC,CAAA;IACzD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC;QACjC,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,CAAC,CAAC,CAAC,CAAA;QACpB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,KAAK,GAAG,YAAY,CAAC,CAAC,EAAE,KAAK,CAAC,CAAA;YACpC,IAAI,KAAK,IAAI,IAAI;gBAAE,MAAM,KAAK,CAAA;YAC9B,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAA;YAClB,QAAQ,CAAC,OAAO,GAAG,CAAC,CAAA;YACpB,IAAI,YAAY,EAAE,CAAC;gBACjB,OAAO,CAAC,KAAK,CAAC,wBAAwB,EAAE,CAAC,CAAC,CAAA;gBAC1C,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;YAClB,CAAC;QACH,CAAC;IACH,CAAC;IACD,MAAM,QAAQ,CAAA;AAChB,CAAC,CAAA"}

package/build/helpers/spectate.d.ts

@@ -0,0 +1,8 @@
+import { AIMessage } from '@langchain/core/messages';
+import type { LlmSpectator, ModelInputItem } from '../types.js';
+/**
+ * Log a completed model call: every prompt message plus the completion, as one entry.
+ * A tool-calling completion carries its arguments rather than its (empty) content.
+ */
+export declare const spectate: (spectator: LlmSpectator, callType: string) => (input: ModelInputItem[], message: AIMessage, action: string, retries: number, startedAt?: number) => Promise<import("@owlmeans/llm-common").SpectatorEntryLogged>;
+//# sourceMappingURL=spectate.d.ts.map

package/build/helpers/spectate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"spectate.d.ts","sourceRoot":"","sources":["../../src/helpers/spectate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAe,MAAM,0BAA0B,CAAA;AAIjE,OAAO,KAAK,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AA8B/D;;;GAGG;AACH,eAAO,MAAM,QAAQ,GAAI,WAAW,YAAY,EAAE,UAAU,MAAM,MAE9D,OAAO,cAAc,EAAE,EACvB,SAAS,SAAS,EAClB,QAAQ,MAAM,EACd,SAAS,MAAM,EACf,YAAY,MAAM,iEAsBnB,CAAA"}

package/build/helpers/spectate.js

@@ -0,0 +1,54 @@
+import { BaseMessage } from '@langchain/core/messages';
+import { SpectatorContentType } from '@owlmeans/llm-common';
+/** Normalize one prompt message into the spectator's storage shape. */
+const describeInput = (msg, callType) => {
+    const entry = {
+        callType,
+        type: 'unknown',
+        content: '',
+        contentType: SpectatorContentType.Text,
+    };
+    if (msg instanceof BaseMessage) {
+        entry.type = msg.type;
+        entry.content = msg.content;
+        entry.name = msg.name;
+        entry.contentType = typeof msg.content === 'string' ? SpectatorContentType.Text : SpectatorContentType.Json;
+        entry.usage = 'usage_metadata' in msg ? msg.usage_metadata : undefined;
+        entry.raw = JSON.stringify({ message: msg, content: msg.content, meta: msg.response_metadata });
+    }
+    else if (typeof msg === 'object' && 'content' in msg) {
+        entry.type = msg.role ?? 'unknown';
+        entry.content = msg.content ?? msg;
+        entry.raw = JSON.stringify(msg);
+    }
+    else {
+        entry.content = msg;
+        entry.raw = JSON.stringify(msg);
+    }
+    return entry;
+};
+/**
+ * Log a completed model call: every prompt message plus the completion, as one entry.
+ * A tool-calling completion carries its arguments rather than its (empty) content.
+ */
+export const spectate = (spectator, callType) => async (input, message, action, retries, startedAt) => {
+    const messages = input.map(msg => describeInput(msg, callType));
+    const completion = {
+        type: message.type,
+        callType,
+        content: '',
+        name: message.name,
+        contentType: typeof message.content === 'string' ? SpectatorContentType.Text : SpectatorContentType.Json,
+        usage: message.usage_metadata,
+        raw: JSON.stringify({ message, content: message.content, meta: message.response_metadata }),
+    };
+    if (message.tool_calls != null && message.tool_calls.length > 0) {
+        completion.content = message.tool_calls;
+        completion.contentType = SpectatorContentType.ToolCall;
+    }
+    else {
+        completion.content = message.content;
+    }
+    return spectator.log({ action, retries, startedAt, messages: [...messages, completion] });
+};
+//# sourceMappingURL=spectate.js.map

package/build/helpers/spectate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"spectate.js","sourceRoot":"","sources":["../../src/helpers/spectate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAa,WAAW,EAAE,MAAM,0BAA0B,CAAA;AAEjE,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAA;AAI3D,uEAAuE;AACvE,MAAM,aAAa,GAAG,CAAC,GAAmB,EAAE,QAAgB,EAAyB,EAAE;IACrF,MAAM,KAAK,GAA0B;QACnC,QAAQ;QACR,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,oBAAoB,CAAC,IAAI;KACvC,CAAA;IAED,IAAI,GAAG,YAAY,WAAW,EAAE,CAAC;QAC/B,KAAK,CAAC,IAAI,GAAG,GAAG,CAAC,IAAI,CAAA;QACrB,KAAK,CAAC,OAAO,GAAG,GAAG,CAAC,OAA4B,CAAA;QAChD,KAAK,CAAC,IAAI,GAAG,GAAG,CAAC,IAAI,CAAA;QACrB,KAAK,CAAC,WAAW,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAC,IAAI,CAAA;QAC3G,KAAK,CAAC,KAAK,GAAG,gBAAgB,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,cAA+B,CAAC,CAAC,CAAC,SAAS,CAAA;QACvF,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,iBAAiB,EAAE,CAAC,CAAA;IACjG,CAAC;SAAM,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,SAAS,IAAI,GAAG,EAAE,CAAC;QACvD,KAAK,CAAC,IAAI,GAAG,GAAG,CAAC,IAAc,IAAI,SAAS,CAAA;QAC5C,KAAK,CAAC,OAAO,GAAG,GAAG,CAAC,OAAiB,IAAI,GAAwB,CAAA;QACjE,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;IACjC,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,OAAO,GAAG,GAAwB,CAAA;QACxC,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAA;IACjC,CAAC;IAED,OAAO,KAAK,CAAA;AACd,CAAC,CAAA;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,SAAuB,EAAE,QAAgB,EAAE,EAAE,CACpE,KAAK,EACH,KAAuB,EACvB,OAAkB,EAClB,MAAc,EACd,OAAe,EACf,SAAkB,EAClB,EAAE;IACF,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,aAAa,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAA;IAE/D,MAAM,UAAU,GAA0B;QACxC,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,QAAQ;QACR,OAAO,EAAE,EAAE;QACX,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,WAAW,EAAE,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAC,IAAI;QACxG,KAAK,EAAE,OAAO,CAAC,cAAc;QAC7B,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,iBAAiB,EAAE,CAAC;KAC5F,CAAA;IAED,IAAI,OAAO,CAAC,UAAU,IAAI,IAAI,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChE,UAAU,CAAC,OAAO,GAAG,OAAO,CAAC,UAA+B,CAAA;QAC5D,UAAU,CAAC,WAAW,GAAG,oBAAoB,CAAC,QAAQ,CAAA;IACxD,CAAC;SAAM,CAAC;QACN,UAAU,CAAC,OAAO,GAAG,OAAO,CAAC,OAA4B,CAAA;IAC3D,CAAC;IAED,OAAO,SAAS,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,GAAG,QAAQ,EAAE,UAAU,CAAC,EAAE,CAAC,CAAA;AAC3F,CAAC,CAAA"}

package/build/index.d.ts

@@ -0,0 +1,13 @@
+export * from './consts.js';
+export * from './errors.js';
+export type * from './types.js';
+export * from './model.js';
+export * from './service.js';
+export * from './helpers/index.js';
+export * from './execution/index.js';
+export type * from './plugins/types.js';
+export { plugins, registerLlmPlugin, pluginOf, pluginFor, resolvePlugin } from './plugins/index.js';
+export { anthropicPlugin, ANTHROPIC_FAMILY } from './plugins/anthropic.js';
+export { compatiblePlugin } from './plugins/compatible.js';
+export { openAiPlugin, openAiFamily, OPENAI_FAMILY } from './plugins/openai.js';
+//# sourceMappingURL=index.d.ts.map

package/build/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,aAAa,CAAA;AAC3B,cAAc,aAAa,CAAA;AAC3B,mBAAmB,YAAY,CAAA;AAC/B,cAAc,YAAY,CAAA;AAC1B,cAAc,cAAc,CAAA;AAC5B,cAAc,oBAAoB,CAAA;AAClC,cAAc,sBAAsB,CAAA;AACpC,mBAAmB,oBAAoB,CAAA;AACvC,OAAO,EAAE,OAAO,EAAE,iBAAiB,EAAE,QAAQ,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AACnG,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAA;AAC1E,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAA;AAC1D,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA"}

package/build/index.js

@@ -0,0 +1,11 @@
+export * from './consts.js';
+export * from './errors.js';
+export * from './model.js';
+export * from './service.js';
+export * from './helpers/index.js';
+export * from './execution/index.js';
+export { plugins, registerLlmPlugin, pluginOf, pluginFor, resolvePlugin } from './plugins/index.js';
+export { anthropicPlugin, ANTHROPIC_FAMILY } from './plugins/anthropic.js';
+export { compatiblePlugin } from './plugins/compatible.js';
+export { openAiPlugin, openAiFamily, OPENAI_FAMILY } from './plugins/openai.js';
+//# sourceMappingURL=index.js.map

package/build/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,aAAa,CAAA;AAC3B,cAAc,aAAa,CAAA;AAE3B,cAAc,YAAY,CAAA;AAC1B,cAAc,cAAc,CAAA;AAC5B,cAAc,oBAAoB,CAAA;AAClC,cAAc,sBAAsB,CAAA;AAEpC,OAAO,EAAE,OAAO,EAAE,iBAAiB,EAAE,QAAQ,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AACnG,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAA;AAC1E,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAA;AAC1D,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA"}

package/build/model.d.ts

@@ -0,0 +1,12 @@
+import type { LlmModel, LlmModelOptions, LlmSpectator } from './types.js';
+/**
+ * Build the four-method model API on top of a LangChain chat model.
+ *
+ * Everything provider-specific — how the client is refined between retries, how
+ * structured output is requested, whether prompt caching exists — is delegated to the
+ * `LlmPlugin` resolved for this model (see `plugins/`). The model itself only owns the
+ * provider-independent parts: streaming under an idle deadline, retry/fallback
+ * escalation, schema validation and coercion, spectator logging, and null diagnostics.
+ */
+export declare const makeLlmModel: ({ model, outputErrors, captureNull, retries, purpose, }: LlmModelOptions, spectator: LlmSpectator) => LlmModel;
+//# sourceMappingURL=model.d.ts.map

package/build/model.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../src/model.ts"],"names":[],"mappings":"AAuBA,OAAO,KAAK,EACuB,QAAQ,EAAE,eAAe,EAC1D,YAAY,EACb,MAAM,YAAY,CAAA;AAInB;;;;;;;;GAQG;AACH,eAAO,MAAM,YAAY,GAAI,yDAM1B,eAAe,EAAE,WAAW,YAAY,KAAG,QA6U7C,CAAA"}

package/build/model.js

@@ -0,0 +1,297 @@
+import { Ajv } from 'ajv';
+import { AIMessage } from '@langchain/core/messages';
+import { StructuredMode } from '@owlmeans/llm-common';
+import { DEFAULT_MAX_OUTPUT_CAP, DEFAULT_MODEL_RETRIES, FALLBACK_AFTER_ATTEMPTS, } from './consts.js';
+import { LlmModelError } from './errors.js';
+import { pluginFor, pluginOf } from './plugins/index.js';
+import { coerceToSchema, parseJsonContent } from './helpers/json.js';
+import { normalizeInput } from './helpers/messages.js';
+import { withRetry } from './helpers/retry.js';
+import { spectate } from './helpers/spectate.js';
+import { idleTimeout, readConfig } from './utils/config.js';
+import { reportNull } from './utils/null-report.js';
+import { applyNoThink, ensureJsonMention } from './utils/prompt.js';
+import { resolveSchemaValidator, toToolName, unwrapNamed } from './utils/schema.js';
+import { streamWithDeadline } from './utils/stream.js';
+/**
+ * Build the four-method model API on top of a LangChain chat model.
+ *
+ * Everything provider-specific — how the client is refined between retries, how
+ * structured output is requested, whether prompt caching exists — is delegated to the
+ * `LlmPlugin` resolved for this model (see `plugins/`). The model itself only owns the
+ * provider-independent parts: streaming under an idle deadline, retry/fallback
+ * escalation, schema validation and coercion, spectator logging, and null diagnostics.
+ */
+export const makeLlmModel = ({ model, outputErrors = false, captureNull = false, retries = DEFAULT_MODEL_RETRIES, purpose, }, spectator) => {
+    const ajv = new Ajv({ strict: false });
+    // The original config and its plugin are static per model instance: a REFINED instance
+    // is rebuilt from `lc_kwargs` and does not reliably carry the metadata back.
+    const config = readConfig(model);
+    const plugin = pluginOf(config.provider) ?? pluginFor(model);
+    const timeout = idleTimeout(config);
+    /** Normalize, then apply every in-place prompt adaptation, in dependency order. */
+    const prepare = (input, useCache, cacheMax, json) => {
+        const msgs = normalizeInput(input);
+        if (json)
+            ensureJsonMention(msgs);
+        applyNoThink(msgs, config.disableThinking);
+        // Cache markers replace string content with content blocks, so they must go last.
+        if (plugin?.patchCache?.(msgs, { model, useCache, cacheMax }) === true) {
+            console.log(`Prompt caching enabled for ${plugin.type} (up to ${cacheMax} breakpoints)`);
+        }
+        return msgs;
+    };
+    const notifyRef = (ref, value) => {
+        if (ref != null) {
+            ref.value = value;
+            void ref.callback?.(value).finally();
+        }
+    };
+    /**
+     * Record the diagnostics of a call that produced nothing usable and build the
+     * retryable error describing it. The caller throws it, so control flow stays visible.
+     */
+    const nullResult = async (kind, p, parsed = false) => {
+        await reportNull(spectator, captureNull, { ...p, kind, purpose, config });
+        const toolCalls = p.raw?.tool_calls?.length ?? 0;
+        const content = JSON.stringify(p.raw?.content ?? null).substring(0, 120);
+        return new LlmModelError(`null-output:raw=${p.raw != null}, parsed=${parsed}, toolCalls=${toolCalls}, content=${content}`);
+    };
+    /**
+     * Rebuild the model for attempt N.
+     *
+     * Two-layer fallback: once a cheap primary has failed {@link FALLBACK_AFTER_ATTEMPTS}
+     * times, escalate to the stronger model the service attached as `__fallbackModel`. The
+     * escalation only happens WITHIN one plugin family — rotating providers mid-call would
+     * flip the structured-output call shape (tool_choice spelling, native support), so it is
+     * better to keep retrying on the primary than to switch families.
+     */
+    const refineModel = (attempt, temperature) => {
+        const fallbackModel = model.__fallbackModel;
+        const sameFamily = fallbackModel != null && plugin != null
+            && plugin.owns(model) && plugin.owns(fallbackModel);
+        const base = (sameFamily && attempt >= FALLBACK_AFTER_ATTEMPTS) ? fallbackModel : model;
+        if (attempt === FALLBACK_AFTER_ATTEMPTS && fallbackModel != null) {
+            if (base !== model) {
+                console.warn(`${base.getName()}: switching to fallback model after ${attempt} failed attempts`);
+            }
+            else {
+                console.warn(`Skipping cross-family fallback (${fallbackModel.getName()}); staying on ${model.getName()}`);
+            }
+        }
+        const baseConfig = readConfig(base);
+        const basePlugin = pluginOf(baseConfig.provider) ?? pluginFor(base);
+        if (basePlugin == null)
+            return base;
+        const maxOutputCap = typeof baseConfig.maxTokensCap === 'number' && baseConfig.maxTokensCap > 0
+            ? baseConfig.maxTokensCap
+            : DEFAULT_MAX_OUTPUT_CAP;
+        const refined = basePlugin.refine({ base, attempt, temperature, maxOutputCap });
+        if (attempt > 0) {
+            const maxTokens = refined.maxTokens;
+            console.warn(`${refined.getName()}: retry attempt ${attempt}, maxTokens now ${maxTokens}`);
+        }
+        return refined;
+    };
+    /** How this model should be asked for schema-conforming output. */
+    const structuredMode = () => plugin != null
+        ? plugin.structuredMode(config)
+        : (config.structuredOutput === true ? StructuredMode.Native : StructuredMode.Tool);
+    /**
+     * Shared structured-output core for `invoke`/`request`. Streams under the idle deadline
+     * (whose break-on-`finish_reason` also dedups the duplicate final chunk some providers
+     * emit, which would otherwise corrupt accumulated tool-call arguments), accumulates the
+     * chunks and extracts the parsed object.
+     *
+     * `withStructuredOutput` is deliberately NOT used: it buffers the whole raw stream
+     * before yielding, which is too late to dedup.
+     */
+    const streamStructured = async (refined, msgs, innerSchema, toolName, action) => {
+        const responseFormat = structuredMode() === StructuredMode.Native
+            ? plugin?.responseFormat?.(toolName, innerSchema)
+            : undefined;
+        // A plugin that declares Native but provides no response_format falls back to tools.
+        const mode = responseFormat != null ? StructuredMode.Native : StructuredMode.Tool;
+        const start = (signal) => {
+            const base = { runName: action, metadata: { purpose }, signal };
+            if (mode === StructuredMode.Native) {
+                return refined.stream(msgs, { ...base, ...responseFormat && { response_format: responseFormat } });
+            }
+            // langchain converts the OpenAI-shaped tool DEFINITION for either provider, but the
+            // `tool_choice` shape is NOT converted — the plugin supplies the right spelling.
+            // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+            const bound = refined.bindTools([{ type: 'function', function: { name: toolName, description: '', parameters: innerSchema } }], { tool_choice: plugin?.toolChoice(toolName) ?? { type: 'function', function: { name: toolName } } });
+            return bound.stream(msgs, base);
+        };
+        let piece = null;
+        for await (const rawChunk of streamWithDeadline(start, timeout)) {
+            const chunk = rawChunk;
+            piece = piece == null ? chunk : piece.concat(chunk);
+        }
+        let result = null;
+        if (mode === StructuredMode.Tool) {
+            const rawArgs = piece?.tool_calls?.[0]?.args ?? null;
+            result = rawArgs != null
+                ? (typeof rawArgs === 'string' ? parseJsonContent(rawArgs) : rawArgs)
+                : null;
+        }
+        // Content fallback: some models ignore the pinned tool (or the JSON mode) and emit the
+        // schema-shaped JSON as plain content.
+        if (result == null && piece != null) {
+            const recovered = parseJsonContent(piece.content);
+            if (recovered != null)
+                result = recovered;
+        }
+        return { piece, result, mode };
+    };
+    const helper = {
+        ask: async (input, { ref, filter, action, useCache = false, cacheMax = 4 }) => {
+            const msgs = prepare(input, useCache, cacheMax, false);
+            return withRetry({ retries, outputErrors }, async (i) => {
+                const refined = refineModel(i);
+                console.log('Use model to ask: ', refined.getName(), refined.lc_kwargs.model);
+                const startedAt = Date.now();
+                let result = null;
+                for await (const chunk of streamWithDeadline(signal => refined.stream(msgs, { runName: action, metadata: { purpose }, signal }), timeout)) {
+                    result = result == null ? chunk : result.concat(chunk);
+                }
+                if (result == null) {
+                    throw await nullResult('ask', { action, attempt: i, startedAt, refined, msgs, raw: result, useCache });
+                }
+                const message = new AIMessage(result);
+                let output = typeof result.content === 'string'
+                    ? result.content
+                    : Array.isArray(result.content)
+                        ? result.content
+                            .filter((c) => typeof c === 'object' && c !== null && 'type' in c && c.type === 'text')
+                            .map(c => c.text)
+                            .join('') || null
+                        : null;
+                const entry = await spectate(spectator, 'ask')(msgs, message, action, i, startedAt);
+                if (ref != null)
+                    ref.spectatorEntry = entry;
+                if (filter != null) {
+                    output = await filter(output ?? '', message);
+                    if (output == null) {
+                        throw new LlmModelError(`filter-rejected:${JSON.stringify(message).substring(0, 50)}...`);
+                    }
+                }
+                else if (output == null || output.trim() === '') {
+                    throw new LlmModelError(`empty-content:${JSON.stringify(message).substring(0, 50)}...`);
+                }
+                notifyRef(ref, message);
+                return output;
+            });
+        },
+        talk: async (input, { ref, filter, action, useCache = false, cacheMax = 4 }) => {
+            const msgs = prepare(input, useCache, cacheMax, false);
+            return withRetry({ retries, outputErrors }, async (i) => {
+                const refined = refineModel(i);
+                console.log('Use model to talk: ', refined.getName(), refined.lc_kwargs.model);
+                const startedAt = Date.now();
+                let result = null;
+                for await (const chunk of streamWithDeadline(signal => refined.stream(msgs, { runName: action, metadata: { purpose }, signal }), timeout)) {
+                    result = result == null ? chunk : result.concat(chunk);
+                }
+                if (result == null) {
+                    throw await nullResult('talk', { action, attempt: i, startedAt, refined, msgs, raw: result, useCache });
+                }
+                let message = new AIMessage(result);
+                const entry = await spectate(spectator, 'talk')(msgs, message, action, i, startedAt);
+                if (ref != null)
+                    ref.spectatorEntry = entry;
+                if (filter != null) {
+                    message = await filter(message);
+                    if (message == null) {
+                        throw new LlmModelError('filter-rejected:talk');
+                    }
+                }
+                notifyRef(ref, message);
+                return message;
+            });
+        },
+        invoke: async (input, schema, { temperature, ref, filter, action, useCache = false, cacheMax = 4 }) => {
+            const msgs = prepare(input, useCache, cacheMax, true);
+            const { name, innerSchema, validate } = resolveSchemaValidator(ajv, schema);
+            const toolName = toToolName(innerSchema.title ?? name);
+            return withRetry({ retries, outputErrors }, async (i) => {
+                const refined = refineModel(i, temperature);
+                console.log('Use model invoke: ', refined.getName(), refined.lc_kwargs.model);
+                const startedAt = Date.now();
+                const { piece, result: collected } = await streamStructured(refined, msgs, innerSchema, toolName, action);
+                let result = collected;
+                if (piece == null || result == null) {
+                    throw await nullResult('invoke', {
+                        action, attempt: i, startedAt, refined, msgs, raw: piece,
+                        schema: { toolName, innerSchema }, useCache,
+                    }, result != null);
+                }
+                const message = new AIMessage(piece);
+                const entry = await spectate(spectator, 'invoke')(msgs, message, action, i, startedAt);
+                if (ref != null)
+                    ref.spectatorEntry = entry;
+                result = unwrapNamed(result, name);
+                result = coerceToSchema(result, innerSchema);
+                if (filter != null) {
+                    const preFilter = result;
+                    result = await filter(result, message);
+                    if (result == null) {
+                        throw new LlmModelError(`filter-rejected:${JSON.stringify(preFilter).substring(0, 200)}`);
+                    }
+                }
+                if (!validate(result)) {
+                    const err = new LlmModelError(`validation-failed:${JSON.stringify(validate.errors)}`);
+                    err.cause = validate.errors?.[0];
+                    throw err;
+                }
+                notifyRef(ref, message);
+                return result;
+            });
+        },
+        request: async (input, schema, { ref, filter, action, useCache = false, cacheMax = 4 }) => {
+            const msgs = prepare(input, useCache, cacheMax, true);
+            const { name, innerSchema, validate } = resolveSchemaValidator(ajv, schema);
+            const toolName = toToolName(innerSchema.title ?? name);
+            return withRetry({ retries, outputErrors }, async (i) => {
+                const refined = refineModel(i);
+                console.log('Use model request: ', refined.getName(), refined.lc_kwargs.model);
+                const startedAt = Date.now();
+                const { piece, result: collected } = await streamStructured(refined, msgs, innerSchema, toolName, action);
+                let result = collected;
+                if (piece == null || result == null) {
+                    throw await nullResult('request', {
+                        action, attempt: i, startedAt, refined, msgs, raw: piece,
+                        schema: { toolName, innerSchema }, useCache,
+                    }, result != null);
+                }
+                let message = new AIMessage(piece);
+                const entry = await spectate(spectator, 'request')(msgs, message, action, i, startedAt);
+                if (ref != null)
+                    ref.spectatorEntry = entry;
+                // Structured output delivers the JSON as parsed tool arguments, not as message
+                // content. Surface it on `.content` so the AIMessage contract callers rely on holds.
+                result = unwrapNamed(result, name);
+                result = coerceToSchema(result, innerSchema);
+                message.content = JSON.stringify(result);
+                if (filter != null) {
+                    message = await filter(message);
+                    if (message == null) {
+                        throw new LlmModelError('filter-rejected:request');
+                    }
+                }
+                else if (message.content == null || message.content.toString().trim() === '') {
+                    throw new LlmModelError(`empty-content:${JSON.stringify(message).substring(0, 50)}...`);
+                }
+                if (!validate(JSON.parse(`${message.content}`))) {
+                    const err = new LlmModelError(`validation-failed:${JSON.stringify(validate.errors)}`);
+                    err.cause = validate.errors?.[0];
+                    throw err;
+                }
+                notifyRef(ref, message);
+                return message;
+            });
+        },
+    };
+    return helper;
+};
+//# sourceMappingURL=model.js.map

package/build/model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model.js","sourceRoot":"","sources":["../src/model.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,KAAK,CAAA;AAEzB,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAA;AAGpD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AAErD,OAAO,EACL,sBAAsB,EAAE,qBAAqB,EAAE,uBAAuB,GACvE,MAAM,aAAa,CAAA;AACpB,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAC3C,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AAExD,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AACpE,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAA;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAA;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAA;AAChD,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAA;AAEnD,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAA;AACnE,OAAO,EAAE,sBAAsB,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AACnF,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAA;AAQtD;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,EAC3B,KAAK,EACL,YAAY,GAAG,KAAK,EACpB,WAAW,GAAG,KAAK,EACnB,OAAO,GAAG,qBAAqB,EAC/B,OAAO,GACS,EAAE,SAAuB,EAAY,EAAE;IAEvD,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAA;IAEtC,uFAAuF;IACvF,6EAA6E;IAC7E,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,CAAA;IAChC,MAAM,MAAM,GAA0B,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,SAAS,CAAC,KAAK,CAAC,CAAA;IACnF,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,CAAC,CAAA;IAEnC,mFAAmF;IACnF,MAAM,OAAO,GAAG,CAAC,KAAiB,EAAE,QAAiB,EAAE,QAAgB,EAAE,IAAa,EAA0B,EAAE;QAChH,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,CAAC,CAAA;QAClC,IAAI,IAAI;YAAE,iBAAiB,CAAC,IAAI,CAAC,CAAA;QACjC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,eAAe,CAAC,CAAA;QAC1C,kFAAkF;QAClF,IAAI,MAAM,EAAE,UAAU,EAAE,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC;YACvE,OAAO,CAAC,GAAG,CAAC,8BAA8B,MAAM,CAAC,IAAI,WAAW,QAAQ,eAAe,CAAC,CAAA;QAC1F,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC,CAAA;IAED,MAAM,SAAS,GAAG,CAAI,GAAkC,EAAE,KAAQ,EAAQ,EAAE;QAC1E,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;YAChB,GAAG,CAAC,KAAK,GAAG,KAAK,CAAA;YACjB,KAAK,GAAG,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAA;QACtC,CAAC;IACH,CAAC,CAAA;IAED;;;OAGG;IACH,MAAM,UAAU,GAAG,KAAK,EACtB,IAAc,EACd,CAAwD,EACxD,SAAkB,KAAK,EACC,EAAE;QAC1B,MAAM,UAAU,CAAC,SAAS,EAAE,WAAW,EAAE,EAAE,GAAG,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAA;QACzE,MAAM,SAAS,GAAI,CAAC,CAAC,GAAoD,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC,CAAA;QAClG,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,EAAE,OAAO,IAAI,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;QACxE,OAAO,IAAI,aAAa,CACtB,mBAAmB,CAAC,CAAC,GAAG,IAAI,IAAI,YAAY,MAAM,eAAe,SAAS,aAAa,OAAO,EAAE,CACjG,CAAA;IACH,CAAC,CAAA;IAED;;;;;;;;OAQG;IACH,MAAM,WAAW,GAAG,CAAC,OAAe,EAAE,WAAoB,EAAiB,EAAE;QAC3E,MAAM,aAAa,GAAI,KAAwD,CAAC,eAAe,CAAA;QAC/F,MAAM,UAAU,GAAG,aAAa,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI;eACrD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QACrD,MAAM,IAAI,GAAG,CAAC,UAAU,IAAI,OAAO,IAAI,uBAAuB,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAA;QAEvF,IAAI,OAAO,KAAK,uBAAuB,IAAI,aAAa,IAAI,IAAI,EAAE,CAAC;YACjE,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;gBACnB,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,EAAE,uCAAuC,OAAO,kBAAkB,CAAC,CAAA;YACjG,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CACV,mCAAmC,aAAa,CAAC,OAAO,EAAE,iBAAiB,KAAK,CAAC,OAAO,EAAE,EAAE,CAC7F,CAAA;YACH,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,CAAA;QACnC,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,CAAA;QACnE,IAAI,UAAU,IAAI,IAAI;YAAE,OAAO,IAAI,CAAA;QAEnC,MAAM,YAAY,GAAG,OAAO,UAAU,CAAC,YAAY,KAAK,QAAQ,IAAI,UAAU,CAAC,YAAY,GAAG,CAAC;YAC7F,CAAC,CAAC,UAAU,CAAC,YAAY;YACzB,CAAC,CAAC,sBAAsB,CAAA;QAC1B,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAA;QAE/E,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;YAChB,MAAM,SAAS,GAAI,OAA6C,CAAC,SAAS,CAAA;YAC1E,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,OAAO,EAAE,mBAAmB,OAAO,mBAAmB,SAAS,EAAE,CAAC,CAAA;QAC5F,CAAC;QAED,OAAO,OAAO,CAAA;IAChB,CAAC,CAAA;IAED,mEAAmE;IACnE,MAAM,cAAc,GAAG,GAAmB,EAAE,CAAC,MAAM,IAAI,IAAI;QACzD,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,MAAoD,CAAC;QAC7E,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,KAAK,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAA;IAEpF;;;;;;;;OAQG;IACH,MAAM,gBAAgB,GAAG,KAAK,EAC5B,OAAsB,EACtB,IAA4B,EAC5B,WAA8B,EAC9B,QAAgB,EAChB,MAAc,EACqE,EAAE;QACrF,MAAM,cAAc,GAAG,cAAc,EAAE,KAAK,cAAc,CAAC,MAAM;YAC/D,CAAC,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC,QAAQ,EAAE,WAAW,CAAC;YACjD,CAAC,CAAC,SAAS,CAAA;QACb,qFAAqF;QACrF,MAAM,IAAI,GAAG,cAAc,IAAI,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAA;QAEjF,MAAM,KAAK,GAAG,CAAC,MAAmB,EAAmC,EAAE;YACrE,MAAM,IAAI,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,CAAA;YAC/D,IAAI,IAAI,KAAK,cAAc,CAAC,MAAM,EAAE,CAAC;gBACnC,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,GAAG,cAAc,IAAI,EAAE,eAAe,EAAE,cAAc,EAAE,EAA8B,CAAC,CAAA;YAChI,CAAC;YACD,oFAAoF;YACpF,iFAAiF;YACjF,oEAAoE;YACpE,MAAM,KAAK,GAAG,OAAO,CAAC,SAAU,CAC9B,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,EAAE,EAAE,UAAU,EAAE,WAAW,EAAE,EAAE,CAAC,EAC9F,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,CACpG,CAAA;YACD,OAAO,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QACjC,CAAC,CAAA;QAED,IAAI,KAAK,GAA0B,IAAI,CAAA;QACvC,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC;YAChE,MAAM,KAAK,GAAG,QAA0B,CAAA;YACxC,KAAK,GAAG,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAoB,CAAA;QACzE,CAAC;QAED,IAAI,MAAM,GAAa,IAAI,CAAA;QAC3B,IAAI,IAAI,KAAK,cAAc,CAAC,IAAI,EAAE,CAAC;YACjC,MAAM,OAAO,GAAG,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,IAAI,CAAA;YACpD,MAAM,GAAG,OAAO,IAAI,IAAI;gBACtB,CAAC,CAAC,CAAC,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAa,CAAC,CAAC,CAAC,OAAY,CAAC;gBACtF,CAAC,CAAC,IAAI,CAAA;QACV,CAAC;QACD,uFAAuF;QACvF,uCAAuC;QACvC,IAAI,MAAM,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YACpC,MAAM,SAAS,GAAG,gBAAgB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;YACjD,IAAI,SAAS,IAAI,IAAI;gBAAE,MAAM,GAAG,SAAc,CAAA;QAChD,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;IAChC,CAAC,CAAA;IAED,MAAM,MAAM,GAAa;QACvB,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,GAAG,KAAK,EAAE,QAAQ,GAAG,CAAC,EAAiB,EAAE,EAAE;YAC3F,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAA;YACtD,OAAO,SAAS,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,EAAE,KAAK,EAAC,CAAC,EAAC,EAAE;gBACpD,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,CAAC,CAAA;gBAC9B,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,OAAO,CAAC,OAAO,EAAE,EAAE,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;gBAC7E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;gBAC5B,IAAI,MAAM,GAA0B,IAAI,CAAA;gBACxC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,kBAAkB,CAC1C,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,CAC5F,EAAE,CAAC;oBACF,MAAM,GAAG,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;gBACxD,CAAC;gBACD,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;oBACnB,MAAM,MAAM,UAAU,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAA;gBACxG,CAAC;gBAED,MAAM,OAAO,GAAG,IAAI,SAAS,CAAC,MAAM,CAAC,CAAA;gBACrC,IAAI,MAAM,GAAkB,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ;oBAC5D,CAAC,CAAC,MAAM,CAAC,OAAO;oBAChB,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;wBAC7B,CAAC,CAAC,MAAM,CAAC,OAAO;6BACb,MAAM,CAAC,CAAC,CAAC,EAAuC,EAAE,CACjD,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,IAAI,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,CACxE;6BACA,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;6BAChB,IAAI,CAAC,EAAE,CAAC,IAAI,IAAI;wBACnB,CAAC,CAAC,IAAI,CAAA;gBAEV,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,CAAC,CAAA;gBACnF,IAAI,GAAG,IAAI,IAAI;oBAAE,GAAG,CAAC,cAAc,GAAG,KAAK,CAAA;gBAE3C,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;oBACnB,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,IAAI,EAAE,EAAE,OAAO,CAAC,CAAA;oBAC5C,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;wBACnB,MAAM,IAAI,aAAa,CAAC,mBAAmB,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAA;oBAC3F,CAAC;gBACH,CAAC;qBAAM,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;oBAClD,MAAM,IAAI,aAAa,CAAC,iBAAiB,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAA;gBACzF,CAAC;gBAED,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;gBACvB,OAAO,MAAM,CAAA;YACf,CAAC,CAAC,CAAA;QACJ,CAAC;QAED,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,GAAG,KAAK,EAAE,QAAQ,GAAG,CAAC,EAAkB,EAAE,EAAE;YAC7F,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAA;YACtD,OAAO,SAAS,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,EAAE,KAAK,EAAC,CAAC,EAAC,EAAE;gBACpD,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,CAAC,CAAA;gBAC9B,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,OAAO,CAAC,OAAO,EAAE,EAAE,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;gBAC9E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;gBAC5B,IAAI,MAAM,GAA0B,IAAI,CAAA;gBACxC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,kBAAkB,CAC1C,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,CAC5F,EAAE,CAAC;oBACF,MAAM,GAAG,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;gBACxD,CAAC;gBACD,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;oBACnB,MAAM,MAAM,UAAU,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAA;gBACzG,CAAC;gBAED,IAAI,OAAO,GAAqB,IAAI,SAAS,CAAC,MAAM,CAAC,CAAA;gBACrD,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,CAAC,CAAA;gBACpF,IAAI,GAAG,IAAI,IAAI;oBAAE,GAAG,CAAC,cAAc,GAAG,KAAK,CAAA;gBAE3C,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;oBACnB,OAAO,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAA;oBAC/B,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;wBACpB,MAAM,IAAI,aAAa,CAAC,sBAAsB,CAAC,CAAA;oBACjD,CAAC;gBACH,CAAC;gBAED,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;gBACvB,OAAO,OAAO,CAAA;YAChB,CAAC,CAAC,CAAA;QACJ,CAAC;QAED,MAAM,EAAE,KAAK,EACX,KAAiB,EACjB,MAAyB,EACzB,EAAE,WAAW,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,GAAG,KAAK,EAAE,QAAQ,GAAG,CAAC,EAAuB,EACzF,EAAE;YACF,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAA;YACrD,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,GAAG,sBAAsB,CAAI,GAAG,EAAE,MAAM,CAAC,CAAA;YAC9E,MAAM,QAAQ,GAAG,UAAU,CAAE,WAAkC,CAAC,KAAK,IAAI,IAAI,CAAC,CAAA;YAE9E,OAAO,SAAS,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,EAAE,KAAK,EAAC,CAAC,EAAC,EAAE;gBACpD,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,EAAE,WAAW,CAAC,CAAA;gBAC3C,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,OAAO,CAAC,OAAO,EAAE,EAAE,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;gBAC7E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;gBAC5B,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAA;gBACzG,IAAI,MAAM,GAAa,SAAS,CAAA;gBAChC,IAAI,KAAK,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;oBACpC,MAAM,MAAM,UAAU,CAAC,QAAQ,EAAE;wBAC/B,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK;wBACxD,MAAM,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,EAAE,QAAQ;qBAC5C,EAAE,MAAM,IAAI,IAAI,CAAC,CAAA;gBACpB,CAAC;gBAED,MAAM,OAAO,GAAG,IAAI,SAAS,CAAC,KAAK,CAAC,CAAA;gBACpC,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,CAAC,CAAA;gBACtF,IAAI,GAAG,IAAI,IAAI;oBAAE,GAAG,CAAC,cAAc,GAAG,KAAK,CAAA;gBAE3C,MAAM,GAAG,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;gBAClC,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,WAAW,CAAM,CAAA;gBAEjD,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;oBACnB,MAAM,SAAS,GAAG,MAAM,CAAA;oBACxB,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;oBACtC,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;wBACnB,MAAM,IAAI,aAAa,CAAC,mBAAmB,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;oBAC3F,CAAC;gBACH,CAAC;gBAED,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;oBACtB,MAAM,GAAG,GAAG,IAAI,aAAa,CAAC,qBAAqB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;oBACrF,GAAG,CAAC,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAA;oBAChC,MAAM,GAAG,CAAA;gBACX,CAAC;gBAED,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;gBACvB,OAAO,MAAW,CAAA;YACpB,CAAC,CAAC,CAAA;QACJ,CAAC;QAED,OAAO,EAAE,KAAK,EACZ,KAAiB,EACjB,MAAyB,EACzB,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,GAAG,KAAK,EAAE,QAAQ,GAAG,CAAC,EAAqB,EAC1E,EAAE;YACF,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAA;YACrD,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,GAAG,sBAAsB,CAAI,GAAG,EAAE,MAAM,CAAC,CAAA;YAC9E,MAAM,QAAQ,GAAG,UAAU,CAAE,WAAkC,CAAC,KAAK,IAAI,IAAI,CAAC,CAAA;YAE9E,OAAO,SAAS,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,EAAE,KAAK,EAAC,CAAC,EAAC,EAAE;gBACpD,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,CAAC,CAAA;gBAC9B,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,OAAO,CAAC,OAAO,EAAE,EAAE,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;gBAC9E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;gBAC5B,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAA;gBACzG,IAAI,MAAM,GAAa,SAAS,CAAA;gBAChC,IAAI,KAAK,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;oBACpC,MAAM,MAAM,UAAU,CAAC,SAAS,EAAE;wBAChC,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK;wBACxD,MAAM,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,EAAE,QAAQ;qBAC5C,EAAE,MAAM,IAAI,IAAI,CAAC,CAAA;gBACpB,CAAC;gBAED,IAAI,OAAO,GAAqB,IAAI,SAAS,CAAC,KAAK,CAAC,CAAA;gBACpD,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,CAAC,CAAA;gBACvF,IAAI,GAAG,IAAI,IAAI;oBAAE,GAAG,CAAC,cAAc,GAAG,KAAK,CAAA;gBAE3C,+EAA+E;gBAC/E,qFAAqF;gBACrF,MAAM,GAAG,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;gBAClC,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,WAAW,CAAM,CAAA;gBACjD,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;gBAExC,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;oBACnB,OAAO,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAA;oBAC/B,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;wBACpB,MAAM,IAAI,aAAa,CAAC,yBAAyB,CAAC,CAAA;oBACpD,CAAC;gBACH,CAAC;qBAAM,IAAI,OAAO,CAAC,OAAO,IAAI,IAAI,IAAI,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;oBAC/E,MAAM,IAAI,aAAa,CAAC,iBAAiB,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAA;gBACzF,CAAC;gBAED,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC;oBAChD,MAAM,GAAG,GAAG,IAAI,aAAa,CAAC,qBAAqB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;oBACrF,GAAG,CAAC,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAA;oBAChC,MAAM,GAAG,CAAA;gBACX,CAAC;gBAED,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;gBACvB,OAAO,OAAO,CAAA;YAChB,CAAC,CAAC,CAAA;QACJ,CAAC;KACF,CAAA;IAED,OAAO,MAAM,CAAA;AACf,CAAC,CAAA"}

package/build/plugins/anthropic.d.ts

@@ -0,0 +1,4 @@
+import type { LlmPlugin } from './types.js';
+export declare const ANTHROPIC_FAMILY = "anthropic";
+export declare const anthropicPlugin: LlmPlugin;
+//# sourceMappingURL=anthropic.d.ts.map

package/build/plugins/anthropic.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../src/plugins/anthropic.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAA;AAO3C,eAAO,MAAM,gBAAgB,cAAc,CAAA;AAE3C,eAAO,MAAM,eAAe,EAAE,SAmF7B,CAAA"}

package/build/plugins/anthropic.js

@@ -0,0 +1,86 @@
+import { ChatAnthropic } from '@langchain/anthropic';
+import { BadRequestError } from '@anthropic-ai/sdk';
+import { ModelProvider, StructuredMode } from '@owlmeans/llm-common';
+import { MAX_CACHE_BREAKPOINTS } from '../consts.js';
+import { escalateMaxTokens, makeClientOptions } from './utils.js';
+/** Model-name prefix that supports prompt caching through `cache_control` markers. */
+const CACHEABLE_PREFIX = 'claude-';
+export const ANTHROPIC_FAMILY = 'anthropic';
+export const anthropicPlugin = {
+    type: ModelProvider.Anthropic,
+    family: ANTHROPIC_FAMILY,
+    owns: model => model instanceof ChatAnthropic,
+    /**
+     * Anthropic has no `response_format: json_schema` mode, so structured output is
+     * always the forced-tool-call hack. `ModelConfig.structuredOutput` is ignored.
+     */
+    structuredMode: () => StructuredMode.Tool,
+    /**
+     * Anthropic 400s on the OpenAI spelling: "tool_choice: Input tag 'function' … does not
+     * match any of the expected tags: 'auto','any','tool','none'".
+     */
+    toolChoice: (toolName) => ({ type: 'tool', name: toolName }),
+    build: ({ config, secret, callbacks }) => {
+        const model = config.model ??= 'claude-haiku-4-5-20251001';
+        const cfg = {
+            model,
+            apiKey: secret,
+            // Neither knob set → pin temperature to 0 for determinism.
+            ...(config.temperature == null && config.topP == null ? { temperature: 0 } : {}),
+            maxTokens: config.maxTokens ?? 4096,
+            maxRetries: 5,
+            metadata: { config },
+            callbacks,
+            ...(config.temperature != null ? { temperature: config.temperature } : {}),
+            ...(config.topP != null && config.temperature == null ? { topP: config.topP } : {}),
+            ...makeClientOptions({ headers: config.headers }),
+        };
+        // Anthropic rejects temperature and top_p together.
+        if (cfg.temperature != null && cfg.topP != null) {
+            delete cfg.topP;
+        }
+        return new ChatAnthropic(cfg);
+    },
+    refine: ({ base, attempt, temperature, maxOutputCap }) => {
+        const model = base;
+        const currentTemperature = temperature ?? model.temperature ?? 0;
+        const maxTokens = escalateMaxTokens(model.maxTokens, attempt, maxOutputCap);
+        const cfg = {
+            ...model.lc_kwargs, temperature: currentTemperature, maxTokens,
+        };
+        if (cfg.temperature != null && cfg.temperature > 0 && cfg.topP != null) {
+            delete cfg.topP;
+        }
+        else if (cfg.temperature != null && cfg.temperature <= 0 && cfg.topP != null) {
+            delete cfg.temperature;
+        }
+        return new ChatAnthropic(cfg);
+    },
+    /**
+     * Mark the leading messages with an ephemeral `cache_control` breakpoint. Anthropic
+     * allows at most {@link MAX_CACHE_BREAKPOINTS}; string content is lifted into a
+     * single text block so the marker has somewhere to live.
+     */
+    patchCache: (msgs, { model, useCache, cacheMax }) => {
+        if (!useCache || !model.modelName?.startsWith(CACHEABLE_PREFIX))
+            return false;
+        const max = Math.min(cacheMax, MAX_CACHE_BREAKPOINTS);
+        let i = 0;
+        for (const msg of msgs) {
+            msg.content = typeof msg.content === 'string' ? [{
+                    type: 'text',
+                    text: msg.content,
+                    cache_control: { type: 'ephemeral' },
+                }] : msg.content;
+            if (++i > max - 1)
+                break;
+        }
+        return true;
+    },
+    /**
+     * A malformed request (bad schema, unsupported parameter, oversized `max_tokens`)
+     * cannot be fixed by retrying — surface it immediately instead of burning the budget.
+     */
+    isFatal: e => e instanceof BadRequestError ? e : null,
+};
+//# sourceMappingURL=anthropic.js.map