@node-llm/core 1.17.1 → 1.19.0

package/dist/providers/anthropic/Utils.js

@@ -1,3 +1,6 @@
+import { ModelRegistry } from "../../models/ModelRegistry.js";
+import { Capabilities } from "./Capabilities.js";
+import { DEFAULT_MAX_TOKENS } from "../../constants.js";
 export function formatSystemPrompt(messages) {
     let systemPrompt;
     for (const msg of messages) {
@@ -126,3 +129,114 @@ function formatSingleMessage(msg) {
     }
     return { role, content: blocks };
 }
+/**
+ * Add the thinking fields for a ThinkingConfig to a request body.
+ * Call after tool_choice is set.
+ *
+ * - `budget` is sent as a fixed thinking budget, exactly as given.
+ * - On generations that only think adaptively (no budget option in the registry:
+ *   Opus 4.7+, Sonnet 5+, Fable), `effort` turns on adaptive thinking and is sent
+ *   as `output_config.effort`. Forced tool choice skips the thinking block, which
+ *   the API rejects alongside it.
+ * - On generations that take a budget, `effort` alone is not sent, so calls that
+ *   worked before keep the same request.
+ * - `display` is forwarded on the thinking block, and alone turns on adaptive thinking.
+ */
+export function applyThinking(body, thinking, maxTokensSet) {
+    if (!thinking)
+        return;
+    const options = ModelRegistry.getReasoningOptions(body.model, "anthropic");
+    const takesEffort = options.some((option) => option.type === "effort");
+    const adaptiveOnly = takesEffort && !options.some((option) => option.type === "budget_tokens");
+    const effort = thinking.effort && thinking.effort !== "none" ? thinking.effort : undefined;
+    const display = thinking.display ? { display: thinking.display } : {};
+    const forcedTool = body.tool_choice?.type === "any" || body.tool_choice?.type === "tool";
+    if (thinking.budget) {
+        body.thinking = { type: "enabled", budget_tokens: thinking.budget, ...display };
+        // Extended thinking models require a larger max_tokens
+        if (!maxTokensSet) {
+            body.max_tokens = Math.max(body.max_tokens, thinking.budget + 1024);
+        }
+    }
+    else if (thinking.display || (effort && adaptiveOnly && !forcedTool)) {
+        body.thinking = { type: "adaptive", ...display };
+    }
+    if (effort && takesEffort && (thinking.budget || adaptiveOnly)) {
+        body.output_config = { ...body.output_config, effort };
+    }
+}
+/**
+ * The Messages API request body for a chat request, shared by streaming and non-streaming calls.
+ * Fields NodeLLM doesn't map itself, such as those from `withParams()`, are sent as they are.
+ */
+export function buildMessageRequest(request, stream) {
+    const { model, messages: _messages, tools, temperature, max_tokens, response_format, thinking, headers: _headers, tool_choice, parallel_tool_calls: _parallel, requestTimeout: _timeout, signal: _signal, promptCache, ...params } = request;
+    let system = formatSystemPrompt(request.messages);
+    if (response_format) {
+        let schemaText = "";
+        if (response_format.type === "json_schema" && response_format.json_schema?.schema) {
+            schemaText = "\nSchema:\n" + JSON.stringify(response_format.json_schema.schema, null, 2);
+        }
+        const instruction = `CRITICAL: Respond ONLY with a valid JSON object matching the requested schema.${schemaText}\n\nDo not include any other text or explanation.`;
+        system = system ? `${system}\n\n${instruction}` : instruction;
+    }
+    const body = {
+        model,
+        messages: formatMessages(request.messages),
+        max_tokens: max_tokens || Capabilities.getMaxOutputTokens(model) || DEFAULT_MAX_TOKENS,
+        system,
+        ...params,
+        stream
+    };
+    if (temperature !== undefined) {
+        body.temperature = temperature;
+    }
+    if (tools && tools.length > 0 && tool_choice !== "none") {
+        body.tools = tools.map((tool) => ({
+            name: tool.function.name,
+            description: tool.function.description,
+            input_schema: tool.function.parameters
+        }));
+    }
+    if (tool_choice && tool_choice !== "none") {
+        if (tool_choice === "auto") {
+            body.tool_choice = { type: "auto" };
+        }
+        else if (tool_choice === "required") {
+            body.tool_choice = { type: "any" };
+        }
+        else if (typeof tool_choice === "string") {
+            body.tool_choice = { type: "tool", name: tool_choice };
+        }
+        else if (typeof tool_choice === "object" && "function" in tool_choice) {
+            body.tool_choice = { type: "tool", name: tool_choice.function.name };
+        }
+    }
+    // Top-level cache_control caches everything up to the last cacheable block, and moves the
+    // breakpoint forward as the conversation grows.
+    if (promptCache) {
+        body.cache_control = { type: "ephemeral" };
+    }
+    applyThinking(body, thinking, Boolean(max_tokens));
+    return body;
+}
+/** Whether the request sends a PDF, which needs the PDF beta header. */
+export function hasPdf(body) {
+    return body.messages.some((msg) => Array.isArray(msg.content) && msg.content.some((block) => block.type === "document"));
+}
+/**
+ * NodeLLM usage from Anthropic's. Anthropic's input_tokens leave out cache reads and writes;
+ * NodeLLM's input_tokens count every input token, so costs and totals include cached input.
+ */
+export function toUsage(usage) {
+    const cached = usage.cache_read_input_tokens || 0;
+    const written = usage.cache_creation_input_tokens || 0;
+    const input = usage.input_tokens + cached + written;
+    return {
+        input_tokens: input,
+        output_tokens: usage.output_tokens,
+        total_tokens: input + usage.output_tokens,
+        cached_tokens: usage.cache_read_input_tokens,
+        cache_creation_tokens: usage.cache_creation_input_tokens
+    };
+}

package/dist/providers/anthropic/types.d.ts

@@ -39,11 +39,25 @@ export interface AnthropicMessageRequest {
         type: string;
         name?: string;
     };
-    thinking?: {
-        type: "enabled" | "disabled";
-        budget_tokens: number;
+    cache_control?: {
+        type: "ephemeral";
+    };
+    thinking?: AnthropicThinking;
+    output_config?: {
+        effort?: string;
+        [key: string]: unknown;
     };
 }
+export type AnthropicThinking = {
+    type: "enabled";
+    budget_tokens: number;
+    display?: "summarized" | "omitted";
+} | {
+    type: "adaptive";
+    display?: "summarized" | "omitted";
+} | {
+    type: "disabled";
+};
 export interface AnthropicUsage {
     input_tokens: number;
     output_tokens: number;

package/dist/providers/anthropic/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/providers/anthropic/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,OAAO,EAAE,MAAM,GAAG,KAAK,CAAC,qBAAqB,CAAC,CAAC;CAChD;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EACA,MAAM,GACN,OAAO,GACP,UAAU,GACV,aAAa,GACb,UAAU,GACV,UAAU,GACV,mBAAmB,CAAC;IACxB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE;QACP,IAAI,EAAE,QAAQ,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;IACF,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,qBAAqB,CAAC,CAAC;IAChD,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,KAAK,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACxC,CAAC,CAAC;IACH,WAAW,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAC9C,QAAQ,CAAC,EAAE;QACT,IAAI,EAAE,SAAS,GAAG,UAAU,CAAC;QAC7B,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;CACH;AAED,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,uBAAuB,CAAC,EAAE,MAAM,CAAC;CAClC;AAED,MAAM,WAAW,wBAAwB;IACvC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,qBAAqB,EAAE,CAAC;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,UAAU,GAAG,YAAY,GAAG,eAAe,GAAG,UAAU,GAAG,IAAI,CAAC;IAC7E,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,KAAK,EAAE,cAAc,CAAC;CACvB;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CACH"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/providers/anthropic/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,OAAO,EAAE,MAAM,GAAG,KAAK,CAAC,qBAAqB,CAAC,CAAC;CAChD;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EACA,MAAM,GACN,OAAO,GACP,UAAU,GACV,aAAa,GACb,UAAU,GACV,UAAU,GACV,mBAAmB,CAAC;IACxB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE;QACP,IAAI,EAAE,QAAQ,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;IACF,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,qBAAqB,CAAC,CAAC;IAChD,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,KAAK,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACxC,CAAC,CAAC;IACH,WAAW,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAC9C,aAAa,CAAC,EAAE;QAAE,IAAI,EAAE,WAAW,CAAA;KAAE,CAAC;IACtC,QAAQ,CAAC,EAAE,iBAAiB,CAAC;IAC7B,aAAa,CAAC,EAAE;QACd,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;KACxB,CAAC;CACH;AAED,MAAM,MAAM,iBAAiB,GACzB;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,aAAa,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,YAAY,GAAG,SAAS,CAAA;CAAE,GAC9E;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,OAAO,CAAC,EAAE,YAAY,GAAG,SAAS,CAAA;CAAE,GACxD;IAAE,IAAI,EAAE,UAAU,CAAA;CAAE,CAAC;AAEzB,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,uBAAuB,CAAC,EAAE,MAAM,CAAC;CAClC;AAED,MAAM,WAAW,wBAAwB;IACvC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,qBAAqB,EAAE,CAAC;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,UAAU,GAAG,YAAY,GAAG,eAAe,GAAG,UAAU,GAAG,IAAI,CAAC;IAC7E,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,KAAK,EAAE,cAAc,CAAC;CACvB;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CACH"}

package/dist/providers/azure/AzureProvider.d.ts

@@ -0,0 +1,54 @@
+import { OpenAIProvider } from "../openai/OpenAIProvider.js";
+import { ChatRequest, ImageRequest, ImageResponse, TranscriptionRequest, TranscriptionResponse, ModerationRequest, ModerationResponse } from "../Provider.js";
+export interface AzureProviderOptions {
+    /** The resource's key. Leave it out to sign with authToken instead. */
+    apiKey?: string;
+    /** A Microsoft Entra ID access token, for resources that sign in without keys */
+    authToken?: string;
+    /**
+     * The address the Azure portal shows for a deployment or resource:
+     * - a deployment's, https://my-resource.openai.azure.com/openai/deployments/my-gpt?api-version=…
+     * - a model endpoint's, https://my-resource.services.ai.azure.com/models/chat/completions?api-version=…
+     * - the resource's v1 address, https://my-resource.services.ai.azure.com/openai/v1
+     * - the resource itself, https://my-resource.services.ai.azure.com
+     */
+    baseUrl: string;
+    /** Deployment names mapped to the models they run, so capabilities and pricing are known */
+    deployments?: Record<string, string>;
+}
+/**
+ * Azure AI Foundry: the models deployed on an Azure resource, OpenAI's and others' such as Llama,
+ * DeepSeek, Mistral and Grok, through its OpenAI-compatible APIs. The model is the deployment's
+ * name; `deployments` says which model each one runs when the names differ.
+ */
+export declare class AzureProvider extends OpenAIProvider {
+    private readonly azure;
+    private readonly address;
+    private readonly deployments;
+    capabilities: {
+        supportsVision: (model: string) => boolean;
+        supportsTools: (model: string) => boolean;
+        supportsStructuredOutput: (model: string) => boolean;
+        supportsEmbeddings: (model: string) => boolean;
+        supportsImageGeneration: (_model: string) => boolean;
+        supportsTranscription: (_model: string) => boolean;
+        supportsModeration: (_model: string) => boolean;
+        supportsReasoning: (model: string) => boolean;
+        supportsDeveloperRole: (_model: string) => boolean;
+        supportsPrediction: (_model: string) => boolean;
+        supportsTemperature: (model: string) => boolean;
+        getContextWindow: (model: string) => number | null;
+    };
+    constructor(azure: AzureProviderOptions);
+    headers(): Record<string, string>;
+    url(path: string): string;
+    registryModel(model: string): string;
+    responsesBase(): string;
+    responsesModel(model: string): string;
+    protected usesResponsesApi(request: ChatRequest): boolean;
+    protected providerName(): string;
+    paint(_request: ImageRequest): Promise<ImageResponse>;
+    transcribe(_request: TranscriptionRequest): Promise<TranscriptionResponse>;
+    moderate(_request: ModerationRequest): Promise<ModerationResponse>;
+}
+//# sourceMappingURL=AzureProvider.d.ts.map

package/dist/providers/azure/AzureProvider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AzureProvider.d.ts","sourceRoot":"","sources":["../../../src/providers/azure/AzureProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAE7D,OAAO,EACL,WAAW,EACX,YAAY,EACZ,aAAa,EACb,oBAAoB,EACpB,qBAAqB,EACrB,iBAAiB,EACjB,kBAAkB,EACnB,MAAM,gBAAgB,CAAC;AAKxB,MAAM,WAAW,oBAAoB;IACnC,uEAAuE;IACvE,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,iFAAiF;IACjF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;;;OAMG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB,4FAA4F;IAC5F,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACtC;AAgCD;;;;GAIG;AACH,qBAAa,aAAc,SAAQ,cAAc;IAwBnC,OAAO,CAAC,QAAQ,CAAC,KAAK;IAvBlC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAU;IAClC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAyB;IAE9C,YAAY;gCACO,MAAM;+BACP,MAAM;0CACK,MAAM;oCAEZ,MAAM;0CAEA,MAAM;wCACR,MAAM;qCACT,MAAM;mCACR,MAAM;wCAED,MAAM;qCACT,MAAM;qCACN,MAAM;kCAET,MAAM;MAEhC;gBAE2B,KAAK,EAAE,oBAAoB;IASxC,OAAO,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAUjC,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAgBzB,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;IAKpC,aAAa,IAAI,MAAM;IAKvB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;cAKlC,gBAAgB,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO;cAO/C,YAAY,IAAI,MAAM;IAI1B,KAAK,CAAC,QAAQ,EAAE,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC;IAIrD,UAAU,CAAC,QAAQ,EAAE,oBAAoB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAI1E,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC;CAGlF"}

package/dist/providers/azure/AzureProvider.js

@@ -0,0 +1,110 @@
+import { OpenAIProvider } from "../openai/OpenAIProvider.js";
+import { Capabilities } from "../openai/Capabilities.js";
+import { AzureCapabilities } from "./Capabilities.js";
+import { AzureEmbedding } from "./Embedding.js";
+import { AzureModels } from "./Models.js";
+// The versions Azure documents, for addresses that don't name one.
+const CHAT_API_VERSION = "2024-05-01-preview";
+const MODELS_API_VERSION = "preview";
+const parseAddress = (baseUrl) => {
+    const url = new URL(baseUrl);
+    const path = `${url.origin}${url.pathname}`.replace(/\/+$/, "");
+    const shape = path.endsWith("/chat/completions")
+        ? "endpoint"
+        : path.includes("/openai/deployments/")
+            ? "deployment"
+            : path.endsWith("/openai/v1")
+                ? "v1"
+                : "resource";
+    const root = path.replace(/\/chat\/completions$/, "").replace(/\/(models|openai)(\/.*)?$/, "");
+    return { path, root, version: url.searchParams.get("api-version") ?? undefined, shape };
+};
+const withVersion = (url, version) => version ? `${url}?api-version=${version}` : url;
+/**
+ * Azure AI Foundry: the models deployed on an Azure resource, OpenAI's and others' such as Llama,
+ * DeepSeek, Mistral and Grok, through its OpenAI-compatible APIs. The model is the deployment's
+ * name; `deployments` says which model each one runs when the names differ.
+ */
+export class AzureProvider extends OpenAIProvider {
+    azure;
+    address;
+    deployments;
+    capabilities = {
+        supportsVision: (model) => AzureCapabilities.supportsVision(this.registryModel(model)),
+        supportsTools: (model) => AzureCapabilities.supportsTools(this.registryModel(model)),
+        supportsStructuredOutput: (model) => AzureCapabilities.supportsStructuredOutput(this.registryModel(model)),
+        supportsEmbeddings: (model) => AzureCapabilities.supportsEmbeddings(this.registryModel(model)),
+        supportsImageGeneration: (_model) => false,
+        supportsTranscription: (_model) => false,
+        supportsModeration: (_model) => false,
+        supportsReasoning: (model) => AzureCapabilities.supportsReasoning(this.registryModel(model)),
+        supportsDeveloperRole: (_model) => false,
+        supportsPrediction: (_model) => false,
+        supportsTemperature: (model) => AzureCapabilities.supportsTemperature(this.registryModel(model)),
+        getContextWindow: (model) => AzureCapabilities.getContextWindow(this.registryModel(model))
+    };
+    constructor(azure) {
+        super({ apiKey: azure.apiKey ?? "", baseUrl: azure.baseUrl });
+        this.azure = azure;
+        this.address = parseAddress(azure.baseUrl);
+        this.deployments = azure.deployments ?? {};
+        this.embeddingHandler = new AzureEmbedding(this);
+        this.modelsHandler = new AzureModels(this);
+    }
+    // Serverless endpoints take the key as a bearer token; resources take it as api-key.
+    headers() {
+        const serverless = new URL(this.address.root).hostname.endsWith(".models.ai.azure.com");
+        const auth = !this.azure.apiKey
+            ? { Authorization: `Bearer ${this.azure.authToken}` }
+            : serverless
+                ? { Authorization: `Bearer ${this.azure.apiKey}` }
+                : { "api-key": this.azure.apiKey };
+        return { ...auth, "Content-Type": "application/json" };
+    }
+    url(path) {
+        const { shape, path: base, root, version } = this.address;
+        if (path === "/chat/completions") {
+            if (shape === "endpoint")
+                return this.azure.baseUrl;
+            if (shape === "deployment")
+                return withVersion(`${base}${path}`, version ?? CHAT_API_VERSION);
+            if (shape === "v1")
+                return withVersion(`${base}${path}`, version);
+            return withVersion(`${root}/models${path}`, version ?? CHAT_API_VERSION);
+        }
+        if (path === "/embeddings" && shape === "deployment") {
+            return withVersion(`${base}${path}`, version ?? CHAT_API_VERSION);
+        }
+        if (path === "/models")
+            return withVersion(`${this.responsesBase()}${path}`, MODELS_API_VERSION);
+        return withVersion(`${this.responsesBase()}${path}`, shape === "v1" ? version : undefined);
+    }
+    registryModel(model) {
+        return this.deployments[model] ?? model;
+    }
+    // The Responses API is served from the resource's v1 address, never under a deployment.
+    responsesBase() {
+        const { shape, path, root } = this.address;
+        return shape === "v1" ? path : `${root}/openai/v1`;
+    }
+    responsesModel(model) {
+        return this.address.path.match(/\/openai\/deployments\/([^/]+)/)?.[1] ?? model;
+    }
+    // Unlike OpenAI's own API, the address says nothing about the model, so only the model decides.
+    usesResponsesApi(request) {
+        return (!!request.tools?.length &&
+            Capabilities.needsResponsesForTools(this.registryModel(request.model)));
+    }
+    providerName() {
+        return "Azure";
+    }
+    async paint(_request) {
+        return this.throwUnsupportedError("paint");
+    }
+    async transcribe(_request) {
+        return this.throwUnsupportedError("transcribe");
+    }
+    async moderate(_request) {
+        return this.throwUnsupportedError("moderate");
+    }
+}

package/dist/providers/azure/Capabilities.d.ts

@@ -0,0 +1,16 @@
+/**
+ * What a model can do on Azure, from the registry. A deployment the registry doesn't know, such
+ * as one with its own name and no entry in `deployments`, is assumed able: Azure decides.
+ */
+export declare class AzureCapabilities {
+    static findModel(modelId: string): import("../../models/types.js").Model | undefined;
+    private static supports;
+    static supportsVision(modelId: string): boolean;
+    static supportsTools(modelId: string): boolean;
+    static supportsStructuredOutput(modelId: string): boolean;
+    static supportsEmbeddings(modelId: string): boolean;
+    static supportsReasoning(modelId: string): boolean;
+    static supportsTemperature(modelId: string): boolean;
+    static getContextWindow(modelId: string): number | null;
+}
+//# sourceMappingURL=Capabilities.d.ts.map

package/dist/providers/azure/Capabilities.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Capabilities.d.ts","sourceRoot":"","sources":["../../../src/providers/azure/Capabilities.ts"],"names":[],"mappings":"AAEA;;;GAGG;AACH,qBAAa,iBAAiB;IAC5B,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM;IAIhC,OAAO,CAAC,MAAM,CAAC,QAAQ;IAKvB,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAI/C,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAI9C,MAAM,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIzD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAInD,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIlD,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIpD,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;CAGxD"}

package/dist/providers/azure/Capabilities.js

@@ -0,0 +1,36 @@
+import { ModelRegistry } from "../../models/ModelRegistry.js";
+/**
+ * What a model can do on Azure, from the registry. A deployment the registry doesn't know, such
+ * as one with its own name and no entry in `deployments`, is assumed able: Azure decides.
+ */
+export class AzureCapabilities {
+    static findModel(modelId) {
+        return ModelRegistry.find(modelId, "azure");
+    }
+    static supports(modelId, ...capabilities) {
+        if (!this.findModel(modelId))
+            return true;
+        return capabilities.some((capability) => ModelRegistry.supports(modelId, capability, "azure"));
+    }
+    static supportsVision(modelId) {
+        return this.supports(modelId, "vision");
+    }
+    static supportsTools(modelId) {
+        return this.supports(modelId, "tools", "function_calling");
+    }
+    static supportsStructuredOutput(modelId) {
+        return this.supports(modelId, "structured_output", "json_mode");
+    }
+    static supportsEmbeddings(modelId) {
+        return this.supports(modelId, "embeddings");
+    }
+    static supportsReasoning(modelId) {
+        return !!this.findModel(modelId) && ModelRegistry.supports(modelId, "reasoning", "azure");
+    }
+    static supportsTemperature(modelId) {
+        return ModelRegistry.supportsTemperature(modelId, "azure");
+    }
+    static getContextWindow(modelId) {
+        return ModelRegistry.getContextWindow(modelId, "azure") ?? null;
+    }
+}

package/dist/providers/azure/Embedding.d.ts

@@ -0,0 +1,11 @@
+import { OpenAIEmbedding } from "../openai/Embedding.js";
+import type { AzureProvider } from "./AzureProvider.js";
+export declare class AzureEmbedding extends OpenAIEmbedding {
+    private readonly provider;
+    constructor(provider: AzureProvider);
+    protected getProviderName(): string;
+    protected validateModel(model: string): void;
+    protected endpoint(): string;
+    protected requestHeaders(): Record<string, string>;
+}
+//# sourceMappingURL=Embedding.d.ts.map

package/dist/providers/azure/Embedding.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Embedding.d.ts","sourceRoot":"","sources":["../../../src/providers/azure/Embedding.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAGxD,qBAAa,cAAe,SAAQ,eAAe;IACrC,OAAO,CAAC,QAAQ,CAAC,QAAQ;gBAAR,QAAQ,EAAE,aAAa;cAIjC,eAAe,IAAI,MAAM;cAIzB,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;cAMlC,QAAQ,IAAI,MAAM;cAIlB,cAAc,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;CAG5D"}

package/dist/providers/azure/Embedding.js

@@ -0,0 +1,23 @@
+import { OpenAIEmbedding } from "../openai/Embedding.js";
+import { AzureCapabilities } from "./Capabilities.js";
+export class AzureEmbedding extends OpenAIEmbedding {
+    provider;
+    constructor(provider) {
+        super(provider.apiBase(), "");
+        this.provider = provider;
+    }
+    getProviderName() {
+        return "azure";
+    }
+    validateModel(model) {
+        if (!AzureCapabilities.supportsEmbeddings(this.provider.registryModel(model))) {
+            throw new Error(`Model ${model} does not support embeddings.`);
+        }
+    }
+    endpoint() {
+        return this.provider.url("/embeddings");
+    }
+    requestHeaders() {
+        return this.provider.headers();
+    }
+}

package/dist/providers/azure/Models.d.ts

@@ -0,0 +1,18 @@
+import { type ListedModel, OpenAIModels } from "../openai/Models.js";
+import type { AzureProvider } from "./AzureProvider.js";
+type AzureListedModel = ListedModel & {
+    deprecation?: {
+        inference?: number;
+    };
+};
+/** The models the resource's region offers, which can be deployed; not the deployments. */
+export declare class AzureModels extends OpenAIModels {
+    private readonly provider;
+    constructor(provider: AzureProvider);
+    protected getProviderName(): string;
+    protected endpoint(): string;
+    protected requestHeaders(): Record<string, string>;
+    protected listed(data: AzureListedModel[]): AzureListedModel[];
+}
+export {};
+//# sourceMappingURL=Models.d.ts.map

package/dist/providers/azure/Models.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Models.d.ts","sourceRoot":"","sources":["../../../src/providers/azure/Models.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,WAAW,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACrE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAExD,KAAK,gBAAgB,GAAG,WAAW,GAAG;IAAE,WAAW,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,CAAC;AAE/E,2FAA2F;AAC3F,qBAAa,WAAY,SAAQ,YAAY;IAC/B,OAAO,CAAC,QAAQ,CAAC,QAAQ;gBAAR,QAAQ,EAAE,aAAa;cAIjC,eAAe,IAAI,MAAM;cAIzB,QAAQ,IAAI,MAAM;cAIlB,cAAc,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;cAKxC,MAAM,CAAC,IAAI,EAAE,gBAAgB,EAAE,GAAG,gBAAgB,EAAE;CASxE"}

package/dist/providers/azure/Models.js

@@ -0,0 +1,29 @@
+import { OpenAIModels } from "../openai/Models.js";
+/** The models the resource's region offers, which can be deployed; not the deployments. */
+export class AzureModels extends OpenAIModels {
+    provider;
+    constructor(provider) {
+        super(provider.apiBase(), "");
+        this.provider = provider;
+    }
+    getProviderName() {
+        return "azure";
+    }
+    endpoint() {
+        return this.provider.url("/models");
+    }
+    requestHeaders() {
+        return this.provider.headers();
+    }
+    // Azure lists a model once for each region it is offered in, and keeps listing retired ones.
+    listed(data) {
+        const seen = new Set();
+        return data.filter((model) => {
+            if (seen.has(model.id))
+                return false;
+            seen.add(model.id);
+            const retiresAt = model.deprecation?.inference;
+            return !(typeof retiresAt === "number" && retiresAt * 1000 < Date.now());
+        });
+    }
+}

package/dist/providers/azure/index.d.ts

@@ -0,0 +1,5 @@
+export * from "./AzureProvider.js";
+export * from "./Capabilities.js";
+export declare function registerAzureProvider(): void;
+export declare const ensureAzureRegistered: typeof registerAzureProvider;
+//# sourceMappingURL=index.d.ts.map

package/dist/providers/azure/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/providers/azure/index.ts"],"names":[],"mappings":"AAIA,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC;AAIlC,wBAAgB,qBAAqB,SA2BpC;AAED,eAAO,MAAM,qBAAqB,8BAAwB,CAAC"}

package/dist/providers/azure/index.js

@@ -0,0 +1,28 @@
+import { config as globalConfig } from "../../config.js";
+import { providerRegistry } from "../registry.js";
+import { AzureProvider } from "./AzureProvider.js";
+export * from "./AzureProvider.js";
+export * from "./Capabilities.js";
+let registered = false;
+export function registerAzureProvider() {
+    if (registered)
+        return;
+    providerRegistry.register("azure", (config) => {
+        const cfg = config || globalConfig;
+        const baseUrl = cfg.azureApiBase;
+        if (!baseUrl) {
+            throw new Error("azureApiBase is not set in config or AZURE_API_BASE environment variable: give the address the Azure portal shows for your deployment or resource");
+        }
+        if (!cfg.azureApiKey && !cfg.azureAuthToken) {
+            throw new Error("azureApiKey or azureAuthToken is not set in config or AZURE_API_KEY / AZURE_AUTH_TOKEN environment variables");
+        }
+        return new AzureProvider({
+            apiKey: cfg.azureApiKey,
+            authToken: cfg.azureAuthToken,
+            baseUrl,
+            deployments: cfg.azureDeployments
+        });
+    });
+    registered = true;
+}
+export const ensureAzureRegistered = registerAzureProvider;

package/dist/providers/bedrock/BedrockProvider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"BedrockProvider.d.ts","sourceRoot":"","sources":["../../../src/providers/bedrock/BedrockProvider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAEH,OAAO,EACL,QAAQ,EACR,oBAAoB,EACpB,SAAS,EACT,WAAW,EACX,YAAY,EACZ,SAAS,EACT,gBAAgB,EAChB,iBAAiB,EACjB,YAAY,EACZ,aAAa,EACb,iBAAiB,EACjB,kBAAkB,EACnB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,aAAa,EAAsB,MAAM,aAAa,CAAC;AAShE,qBAAa,eAAgB,SAAQ,YAAa,YAAW,QAAQ;IACnE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;IAC1C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAgB;IAC9C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IACpD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAoB;IACtD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;IAC5C,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAoB;IAE/C,YAAY,EAAE,oBAAoB,CAYvC;gBAEU,MAAM,EAAE,aAAa;IAW1B,OAAO,IAAI,MAAM;IAIjB,OAAO,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAUxC,SAAS,CAAC,YAAY,IAAI,MAAM;IAI1B,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAIhD,MAAM,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,SAAS,CAAC;IAIxD,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAIlC,KAAK,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAI5D,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC;IAIpD,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAIvD,YAAY,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM;CAOvD;AAGD,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC"}
+{"version":3,"file":"BedrockProvider.d.ts","sourceRoot":"","sources":["../../../src/providers/bedrock/BedrockProvider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAEH,OAAO,EACL,QAAQ,EACR,oBAAoB,EACpB,SAAS,EACT,WAAW,EACX,YAAY,EACZ,SAAS,EACT,gBAAgB,EAChB,iBAAiB,EACjB,YAAY,EACZ,aAAa,EACb,iBAAiB,EACjB,kBAAkB,EACnB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,aAAa,EAAsB,MAAM,aAAa,CAAC;AAShE,qBAAa,eAAgB,SAAQ,YAAa,YAAW,QAAQ;IACnE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;IAC1C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAgB;IAC9C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IACpD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAoB;IACtD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;IAC5C,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAoB;IAE/C,YAAY,EAAE,oBAAoB,CAavC;gBAEU,MAAM,EAAE,aAAa;IAW1B,OAAO,IAAI,MAAM;IAIjB,OAAO,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAUxC,SAAS,CAAC,YAAY,IAAI,MAAM;IAI1B,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAIhD,MAAM,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,SAAS,CAAC;IAIxD,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAIlC,KAAK,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAI5D,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC;IAIpD,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAIvD,YAAY,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM;CAOvD;AAGD,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC"}

package/dist/providers/bedrock/BedrockProvider.js

@@ -52,6 +52,7 @@ export class BedrockProvider extends BaseProvider {
         supportsModeration: (_model) => !!(this.config.guardrailIdentifier && this.config.guardrailVersion),
         supportsReasoning: (model) => Capabilities.supportsExtendedThinking(model),
         supportsDeveloperRole: (_model) => true,
+        supportsTemperature: (model) => Capabilities.supportsTemperature(model),
         getContextWindow: (model) => Capabilities.getContextWindow(model)
     };
     constructor(config) {

package/dist/providers/bedrock/Capabilities.d.ts

@@ -3,6 +3,7 @@
  */
 import { ModelPricing } from "../../models/types.js";
 export declare class Capabilities {
+    static supportsTemperature(modelId: string): boolean;
     static getContextWindow(modelId: string): number | null;
     static getMaxOutputTokens(modelId: string): number | null;
     static supportsChat(modelId: string): boolean;

package/dist/providers/bedrock/Capabilities.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Capabilities.d.ts","sourceRoot":"","sources":["../../../src/providers/bedrock/Capabilities.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAMrD,qBAAa,YAAY;IACvB,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAIvD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAIzD,MAAM,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAI7C,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAMlD,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQ/C,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAO9C,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAOjD,MAAM,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIzD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAMnD,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQxD,MAAM,CAAC,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAIpD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;IAWpD,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;IAKrD,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;IAejD,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS;IAI5D,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAa9C,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAWjD,OAAO,CAAC,MAAM,CAAC,SAAS;CAGzB"}
+{"version":3,"file":"Capabilities.d.ts","sourceRoot":"","sources":["../../../src/providers/bedrock/Capabilities.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAMrD,qBAAa,YAAY;IACvB,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIpD,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAIvD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAIzD,MAAM,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAI7C,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAMlD,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQ/C,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAO9C,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAOjD,MAAM,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIzD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAMnD,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQxD,MAAM,CAAC,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAIpD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;IAWpD,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;IAKrD,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;IAejD,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS;IAI5D,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAa9C,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAWjD,OAAO,CAAC,MAAM,CAAC,SAAS;CAGzB"}

package/dist/providers/bedrock/Capabilities.js

@@ -7,6 +7,9 @@ import { PricingRegistry } from "../../models/PricingRegistry.js";
 // Model Family Patterns
 // ─────────────────────────────────────────────────────────────────────────────
 export class Capabilities {
+    static supportsTemperature(modelId) {
+        return ModelRegistry.supportsTemperature(modelId, "bedrock");
+    }
     static getContextWindow(modelId) {
         return ModelRegistry.getContextWindow(modelId, "bedrock") ?? 128_000;
     }

package/dist/providers/bedrock/Chat.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Chat.d.ts","sourceRoot":"","sources":["../../../src/providers/bedrock/Chat.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,WAAW,EAAE,YAAY,EAAS,MAAM,gBAAgB,CAAC;AAElE,OAAO,EAAE,aAAa,EAA6C,MAAM,aAAa,CAAC;AAavF,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqB;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,MAAM,EAAE,aAAa;IAMjC;;OAEG;IACG,OAAO,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAyD1D;;OAEG;IACH,OAAO,CAAC,YAAY;IA6CpB;;OAEG;IACH,OAAO,CAAC,aAAa;CAiDtB"}
+{"version":3,"file":"Chat.d.ts","sourceRoot":"","sources":["../../../src/providers/bedrock/Chat.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,WAAW,EAAE,YAAY,EAAS,MAAM,gBAAgB,CAAC;AAElE,OAAO,EAAE,aAAa,EAA6C,MAAM,aAAa,CAAC;AAavF,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqB;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,MAAM,EAAE,aAAa;IAMjC;;OAEG;IACG,OAAO,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IA0D1D;;OAEG;IACH,OAAO,CAAC,YAAY;IA6CpB;;OAEG;IACH,OAAO,CAAC,aAAa;CAqDtB"}

package/dist/providers/bedrock/Chat.js

@@ -51,7 +51,8 @@ export class BedrockChat {
         const response = await fetchWithTimeout(url, {
             method: "POST",
             headers,
-            body: bodyJson
+            body: bodyJson,
+            signal: request.signal
         }, request.requestTimeout ?? this.config.requestTimeout);
         if (!response.ok) {
             await handleBedrockError(response, modelId);
@@ -134,7 +135,10 @@ export class BedrockChat {
         }
         // Build usage info
         const usage = {
-            input_tokens: response.usage.inputTokens,
+            // Bedrock's inputTokens leave out cache reads and writes; NodeLLM's count them.
+            input_tokens: response.usage.inputTokens +
+                (response.usage.cacheReadInputTokens || 0) +
+                (response.usage.cacheWriteInputTokens || 0),
             output_tokens: response.usage.outputTokens,
             total_tokens: response.usage.totalTokens,
             cached_tokens: response.usage.cacheReadInputTokens,

package/dist/providers/bedrock/Errors.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Errors.d.ts","sourceRoot":"","sources":["../../../src/providers/bedrock/Errors.ts"],"names":[],"mappings":"AAcA,wBAAsB,kBAAkB,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAmE5F"}
+{"version":3,"file":"Errors.d.ts","sourceRoot":"","sources":["../../../src/providers/bedrock/Errors.ts"],"names":[],"mappings":"AAeA,wBAAsB,kBAAkB,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAuE5F"}

package/dist/providers/bedrock/Errors.js

@@ -1,4 +1,5 @@
 import { BadRequestError, ContextWindowExceededError, InsufficientQuotaError, InvalidModelError, AuthenticationError, RateLimitError, ServerError, ServiceUnavailableError, APIError, ForbiddenError } from "../../errors/index.js";
+import { isBillingProblem } from "../../errors/billing.js";
 export async function handleBedrockError(response, modelId) {
     const status = response.status;
     const errorText = await response.text();
@@ -12,6 +13,9 @@ export async function handleBedrockError(response, modelId) {
         body = errorText;
     }
     const provider = "bedrock";
+    if (isBillingProblem(status, message)) {
+        throw new InsufficientQuotaError(message, body, provider, modelId);
+    }
     // Throttling
     if (status === 429 || message.includes("ThrottlingException")) {
         throw new RateLimitError(message, body, provider, modelId);

package/dist/providers/bedrock/Streaming.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Streaming.d.ts","sourceRoot":"","sources":["../../../src/providers/bedrock/Streaming.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,WAAW,EAAE,SAAS,EAAS,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EAAE,aAAa,EAA6C,MAAM,aAAa,CAAC;AAQvF,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqB;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,MAAM,EAAE,aAAa;IAM1B,OAAO,CAAC,OAAO,EAAE,WAAW,EAAE,UAAU,CAAC,EAAE,eAAe,GAAG,cAAc,CAAC,SAAS,CAAC;IA6H7F;;OAEG;IACH,OAAO,CAAC,UAAU;IAyGlB,OAAO,CAAC,YAAY;CAsCrB"}
+{"version":3,"file":"Streaming.d.ts","sourceRoot":"","sources":["../../../src/providers/bedrock/Streaming.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,WAAW,EAAE,SAAS,EAAS,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EAAE,aAAa,EAA6C,MAAM,aAAa,CAAC;AAQvF,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqB;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,MAAM,EAAE,aAAa;IAM1B,OAAO,CAAC,OAAO,EAAE,WAAW,EAAE,UAAU,CAAC,EAAE,eAAe,GAAG,cAAc,CAAC,SAAS,CAAC;IA6H7F;;OAEG;IACH,OAAO,CAAC,UAAU;IA6GlB,OAAO,CAAC,YAAY;CAsCrB"}