@node-llm/core 1.18.0 → 1.19.0

package/dist/providers/anthropic/types.d.ts

@@ -39,11 +39,25 @@ export interface AnthropicMessageRequest {
         type: string;
         name?: string;
     };
-    thinking?: {
-        type: "enabled" | "disabled";
-        budget_tokens: number;
+    cache_control?: {
+        type: "ephemeral";
+    };
+    thinking?: AnthropicThinking;
+    output_config?: {
+        effort?: string;
+        [key: string]: unknown;
     };
 }
+export type AnthropicThinking = {
+    type: "enabled";
+    budget_tokens: number;
+    display?: "summarized" | "omitted";
+} | {
+    type: "adaptive";
+    display?: "summarized" | "omitted";
+} | {
+    type: "disabled";
+};
 export interface AnthropicUsage {
     input_tokens: number;
     output_tokens: number;

package/dist/providers/anthropic/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/providers/anthropic/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,OAAO,EAAE,MAAM,GAAG,KAAK,CAAC,qBAAqB,CAAC,CAAC;CAChD;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EACA,MAAM,GACN,OAAO,GACP,UAAU,GACV,aAAa,GACb,UAAU,GACV,UAAU,GACV,mBAAmB,CAAC;IACxB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE;QACP,IAAI,EAAE,QAAQ,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;IACF,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,qBAAqB,CAAC,CAAC;IAChD,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,KAAK,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACxC,CAAC,CAAC;IACH,WAAW,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAC9C,QAAQ,CAAC,EAAE;QACT,IAAI,EAAE,SAAS,GAAG,UAAU,CAAC;QAC7B,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;CACH;AAED,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,uBAAuB,CAAC,EAAE,MAAM,CAAC;CAClC;AAED,MAAM,WAAW,wBAAwB;IACvC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,qBAAqB,EAAE,CAAC;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,UAAU,GAAG,YAAY,GAAG,eAAe,GAAG,UAAU,GAAG,IAAI,CAAC;IAC7E,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,KAAK,EAAE,cAAc,CAAC;CACvB;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CACH"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/providers/anthropic/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,OAAO,EAAE,MAAM,GAAG,KAAK,CAAC,qBAAqB,CAAC,CAAC;CAChD;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EACA,MAAM,GACN,OAAO,GACP,UAAU,GACV,aAAa,GACb,UAAU,GACV,UAAU,GACV,mBAAmB,CAAC;IACxB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE;QACP,IAAI,EAAE,QAAQ,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;IACF,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,qBAAqB,CAAC,CAAC;IAChD,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,KAAK,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACxC,CAAC,CAAC;IACH,WAAW,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAC9C,aAAa,CAAC,EAAE;QAAE,IAAI,EAAE,WAAW,CAAA;KAAE,CAAC;IACtC,QAAQ,CAAC,EAAE,iBAAiB,CAAC;IAC7B,aAAa,CAAC,EAAE;QACd,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;KACxB,CAAC;CACH;AAED,MAAM,MAAM,iBAAiB,GACzB;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,aAAa,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,YAAY,GAAG,SAAS,CAAA;CAAE,GAC9E;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,OAAO,CAAC,EAAE,YAAY,GAAG,SAAS,CAAA;CAAE,GACxD;IAAE,IAAI,EAAE,UAAU,CAAA;CAAE,CAAC;AAEzB,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,uBAAuB,CAAC,EAAE,MAAM,CAAC;CAClC;AAED,MAAM,WAAW,wBAAwB;IACvC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,qBAAqB,EAAE,CAAC;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,UAAU,GAAG,YAAY,GAAG,eAAe,GAAG,UAAU,GAAG,IAAI,CAAC;IAC7E,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,KAAK,EAAE,cAAc,CAAC;CACvB;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CACH"}

package/dist/providers/azure/AzureProvider.d.ts

@@ -0,0 +1,54 @@
+import { OpenAIProvider } from "../openai/OpenAIProvider.js";
+import { ChatRequest, ImageRequest, ImageResponse, TranscriptionRequest, TranscriptionResponse, ModerationRequest, ModerationResponse } from "../Provider.js";
+export interface AzureProviderOptions {
+    /** The resource's key. Leave it out to sign with authToken instead. */
+    apiKey?: string;
+    /** A Microsoft Entra ID access token, for resources that sign in without keys */
+    authToken?: string;
+    /**
+     * The address the Azure portal shows for a deployment or resource:
+     * - a deployment's, https://my-resource.openai.azure.com/openai/deployments/my-gpt?api-version=…
+     * - a model endpoint's, https://my-resource.services.ai.azure.com/models/chat/completions?api-version=…
+     * - the resource's v1 address, https://my-resource.services.ai.azure.com/openai/v1
+     * - the resource itself, https://my-resource.services.ai.azure.com
+     */
+    baseUrl: string;
+    /** Deployment names mapped to the models they run, so capabilities and pricing are known */
+    deployments?: Record<string, string>;
+}
+/**
+ * Azure AI Foundry: the models deployed on an Azure resource, OpenAI's and others' such as Llama,
+ * DeepSeek, Mistral and Grok, through its OpenAI-compatible APIs. The model is the deployment's
+ * name; `deployments` says which model each one runs when the names differ.
+ */
+export declare class AzureProvider extends OpenAIProvider {
+    private readonly azure;
+    private readonly address;
+    private readonly deployments;
+    capabilities: {
+        supportsVision: (model: string) => boolean;
+        supportsTools: (model: string) => boolean;
+        supportsStructuredOutput: (model: string) => boolean;
+        supportsEmbeddings: (model: string) => boolean;
+        supportsImageGeneration: (_model: string) => boolean;
+        supportsTranscription: (_model: string) => boolean;
+        supportsModeration: (_model: string) => boolean;
+        supportsReasoning: (model: string) => boolean;
+        supportsDeveloperRole: (_model: string) => boolean;
+        supportsPrediction: (_model: string) => boolean;
+        supportsTemperature: (model: string) => boolean;
+        getContextWindow: (model: string) => number | null;
+    };
+    constructor(azure: AzureProviderOptions);
+    headers(): Record<string, string>;
+    url(path: string): string;
+    registryModel(model: string): string;
+    responsesBase(): string;
+    responsesModel(model: string): string;
+    protected usesResponsesApi(request: ChatRequest): boolean;
+    protected providerName(): string;
+    paint(_request: ImageRequest): Promise<ImageResponse>;
+    transcribe(_request: TranscriptionRequest): Promise<TranscriptionResponse>;
+    moderate(_request: ModerationRequest): Promise<ModerationResponse>;
+}
+//# sourceMappingURL=AzureProvider.d.ts.map

package/dist/providers/azure/AzureProvider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AzureProvider.d.ts","sourceRoot":"","sources":["../../../src/providers/azure/AzureProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAE7D,OAAO,EACL,WAAW,EACX,YAAY,EACZ,aAAa,EACb,oBAAoB,EACpB,qBAAqB,EACrB,iBAAiB,EACjB,kBAAkB,EACnB,MAAM,gBAAgB,CAAC;AAKxB,MAAM,WAAW,oBAAoB;IACnC,uEAAuE;IACvE,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,iFAAiF;IACjF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;;;OAMG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB,4FAA4F;IAC5F,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACtC;AAgCD;;;;GAIG;AACH,qBAAa,aAAc,SAAQ,cAAc;IAwBnC,OAAO,CAAC,QAAQ,CAAC,KAAK;IAvBlC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAU;IAClC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAyB;IAE9C,YAAY;gCACO,MAAM;+BACP,MAAM;0CACK,MAAM;oCAEZ,MAAM;0CAEA,MAAM;wCACR,MAAM;qCACT,MAAM;mCACR,MAAM;wCAED,MAAM;qCACT,MAAM;qCACN,MAAM;kCAET,MAAM;MAEhC;gBAE2B,KAAK,EAAE,oBAAoB;IASxC,OAAO,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAUjC,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAgBzB,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;IAKpC,aAAa,IAAI,MAAM;IAKvB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;cAKlC,gBAAgB,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO;cAO/C,YAAY,IAAI,MAAM;IAI1B,KAAK,CAAC,QAAQ,EAAE,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC;IAIrD,UAAU,CAAC,QAAQ,EAAE,oBAAoB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAI1E,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC;CAGlF"}

package/dist/providers/azure/AzureProvider.js

@@ -0,0 +1,110 @@
+import { OpenAIProvider } from "../openai/OpenAIProvider.js";
+import { Capabilities } from "../openai/Capabilities.js";
+import { AzureCapabilities } from "./Capabilities.js";
+import { AzureEmbedding } from "./Embedding.js";
+import { AzureModels } from "./Models.js";
+// The versions Azure documents, for addresses that don't name one.
+const CHAT_API_VERSION = "2024-05-01-preview";
+const MODELS_API_VERSION = "preview";
+const parseAddress = (baseUrl) => {
+    const url = new URL(baseUrl);
+    const path = `${url.origin}${url.pathname}`.replace(/\/+$/, "");
+    const shape = path.endsWith("/chat/completions")
+        ? "endpoint"
+        : path.includes("/openai/deployments/")
+            ? "deployment"
+            : path.endsWith("/openai/v1")
+                ? "v1"
+                : "resource";
+    const root = path.replace(/\/chat\/completions$/, "").replace(/\/(models|openai)(\/.*)?$/, "");
+    return { path, root, version: url.searchParams.get("api-version") ?? undefined, shape };
+};
+const withVersion = (url, version) => version ? `${url}?api-version=${version}` : url;
+/**
+ * Azure AI Foundry: the models deployed on an Azure resource, OpenAI's and others' such as Llama,
+ * DeepSeek, Mistral and Grok, through its OpenAI-compatible APIs. The model is the deployment's
+ * name; `deployments` says which model each one runs when the names differ.
+ */
+export class AzureProvider extends OpenAIProvider {
+    azure;
+    address;
+    deployments;
+    capabilities = {
+        supportsVision: (model) => AzureCapabilities.supportsVision(this.registryModel(model)),
+        supportsTools: (model) => AzureCapabilities.supportsTools(this.registryModel(model)),
+        supportsStructuredOutput: (model) => AzureCapabilities.supportsStructuredOutput(this.registryModel(model)),
+        supportsEmbeddings: (model) => AzureCapabilities.supportsEmbeddings(this.registryModel(model)),
+        supportsImageGeneration: (_model) => false,
+        supportsTranscription: (_model) => false,
+        supportsModeration: (_model) => false,
+        supportsReasoning: (model) => AzureCapabilities.supportsReasoning(this.registryModel(model)),
+        supportsDeveloperRole: (_model) => false,
+        supportsPrediction: (_model) => false,
+        supportsTemperature: (model) => AzureCapabilities.supportsTemperature(this.registryModel(model)),
+        getContextWindow: (model) => AzureCapabilities.getContextWindow(this.registryModel(model))
+    };
+    constructor(azure) {
+        super({ apiKey: azure.apiKey ?? "", baseUrl: azure.baseUrl });
+        this.azure = azure;
+        this.address = parseAddress(azure.baseUrl);
+        this.deployments = azure.deployments ?? {};
+        this.embeddingHandler = new AzureEmbedding(this);
+        this.modelsHandler = new AzureModels(this);
+    }
+    // Serverless endpoints take the key as a bearer token; resources take it as api-key.
+    headers() {
+        const serverless = new URL(this.address.root).hostname.endsWith(".models.ai.azure.com");
+        const auth = !this.azure.apiKey
+            ? { Authorization: `Bearer ${this.azure.authToken}` }
+            : serverless
+                ? { Authorization: `Bearer ${this.azure.apiKey}` }
+                : { "api-key": this.azure.apiKey };
+        return { ...auth, "Content-Type": "application/json" };
+    }
+    url(path) {
+        const { shape, path: base, root, version } = this.address;
+        if (path === "/chat/completions") {
+            if (shape === "endpoint")
+                return this.azure.baseUrl;
+            if (shape === "deployment")
+                return withVersion(`${base}${path}`, version ?? CHAT_API_VERSION);
+            if (shape === "v1")
+                return withVersion(`${base}${path}`, version);
+            return withVersion(`${root}/models${path}`, version ?? CHAT_API_VERSION);
+        }
+        if (path === "/embeddings" && shape === "deployment") {
+            return withVersion(`${base}${path}`, version ?? CHAT_API_VERSION);
+        }
+        if (path === "/models")
+            return withVersion(`${this.responsesBase()}${path}`, MODELS_API_VERSION);
+        return withVersion(`${this.responsesBase()}${path}`, shape === "v1" ? version : undefined);
+    }
+    registryModel(model) {
+        return this.deployments[model] ?? model;
+    }
+    // The Responses API is served from the resource's v1 address, never under a deployment.
+    responsesBase() {
+        const { shape, path, root } = this.address;
+        return shape === "v1" ? path : `${root}/openai/v1`;
+    }
+    responsesModel(model) {
+        return this.address.path.match(/\/openai\/deployments\/([^/]+)/)?.[1] ?? model;
+    }
+    // Unlike OpenAI's own API, the address says nothing about the model, so only the model decides.
+    usesResponsesApi(request) {
+        return (!!request.tools?.length &&
+            Capabilities.needsResponsesForTools(this.registryModel(request.model)));
+    }
+    providerName() {
+        return "Azure";
+    }
+    async paint(_request) {
+        return this.throwUnsupportedError("paint");
+    }
+    async transcribe(_request) {
+        return this.throwUnsupportedError("transcribe");
+    }
+    async moderate(_request) {
+        return this.throwUnsupportedError("moderate");
+    }
+}

package/dist/providers/azure/Capabilities.d.ts

@@ -0,0 +1,16 @@
+/**
+ * What a model can do on Azure, from the registry. A deployment the registry doesn't know, such
+ * as one with its own name and no entry in `deployments`, is assumed able: Azure decides.
+ */
+export declare class AzureCapabilities {
+    static findModel(modelId: string): import("../../models/types.js").Model | undefined;
+    private static supports;
+    static supportsVision(modelId: string): boolean;
+    static supportsTools(modelId: string): boolean;
+    static supportsStructuredOutput(modelId: string): boolean;
+    static supportsEmbeddings(modelId: string): boolean;
+    static supportsReasoning(modelId: string): boolean;
+    static supportsTemperature(modelId: string): boolean;
+    static getContextWindow(modelId: string): number | null;
+}
+//# sourceMappingURL=Capabilities.d.ts.map

package/dist/providers/azure/Capabilities.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Capabilities.d.ts","sourceRoot":"","sources":["../../../src/providers/azure/Capabilities.ts"],"names":[],"mappings":"AAEA;;;GAGG;AACH,qBAAa,iBAAiB;IAC5B,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM;IAIhC,OAAO,CAAC,MAAM,CAAC,QAAQ;IAKvB,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAI/C,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAI9C,MAAM,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIzD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAInD,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIlD,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIpD,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;CAGxD"}

package/dist/providers/azure/Capabilities.js

@@ -0,0 +1,36 @@
+import { ModelRegistry } from "../../models/ModelRegistry.js";
+/**
+ * What a model can do on Azure, from the registry. A deployment the registry doesn't know, such
+ * as one with its own name and no entry in `deployments`, is assumed able: Azure decides.
+ */
+export class AzureCapabilities {
+    static findModel(modelId) {
+        return ModelRegistry.find(modelId, "azure");
+    }
+    static supports(modelId, ...capabilities) {
+        if (!this.findModel(modelId))
+            return true;
+        return capabilities.some((capability) => ModelRegistry.supports(modelId, capability, "azure"));
+    }
+    static supportsVision(modelId) {
+        return this.supports(modelId, "vision");
+    }
+    static supportsTools(modelId) {
+        return this.supports(modelId, "tools", "function_calling");
+    }
+    static supportsStructuredOutput(modelId) {
+        return this.supports(modelId, "structured_output", "json_mode");
+    }
+    static supportsEmbeddings(modelId) {
+        return this.supports(modelId, "embeddings");
+    }
+    static supportsReasoning(modelId) {
+        return !!this.findModel(modelId) && ModelRegistry.supports(modelId, "reasoning", "azure");
+    }
+    static supportsTemperature(modelId) {
+        return ModelRegistry.supportsTemperature(modelId, "azure");
+    }
+    static getContextWindow(modelId) {
+        return ModelRegistry.getContextWindow(modelId, "azure") ?? null;
+    }
+}

package/dist/providers/azure/Embedding.d.ts

@@ -0,0 +1,11 @@
+import { OpenAIEmbedding } from "../openai/Embedding.js";
+import type { AzureProvider } from "./AzureProvider.js";
+export declare class AzureEmbedding extends OpenAIEmbedding {
+    private readonly provider;
+    constructor(provider: AzureProvider);
+    protected getProviderName(): string;
+    protected validateModel(model: string): void;
+    protected endpoint(): string;
+    protected requestHeaders(): Record<string, string>;
+}
+//# sourceMappingURL=Embedding.d.ts.map

package/dist/providers/azure/Embedding.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Embedding.d.ts","sourceRoot":"","sources":["../../../src/providers/azure/Embedding.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAGxD,qBAAa,cAAe,SAAQ,eAAe;IACrC,OAAO,CAAC,QAAQ,CAAC,QAAQ;gBAAR,QAAQ,EAAE,aAAa;cAIjC,eAAe,IAAI,MAAM;cAIzB,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;cAMlC,QAAQ,IAAI,MAAM;cAIlB,cAAc,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;CAG5D"}

package/dist/providers/azure/Embedding.js

@@ -0,0 +1,23 @@
+import { OpenAIEmbedding } from "../openai/Embedding.js";
+import { AzureCapabilities } from "./Capabilities.js";
+export class AzureEmbedding extends OpenAIEmbedding {
+    provider;
+    constructor(provider) {
+        super(provider.apiBase(), "");
+        this.provider = provider;
+    }
+    getProviderName() {
+        return "azure";
+    }
+    validateModel(model) {
+        if (!AzureCapabilities.supportsEmbeddings(this.provider.registryModel(model))) {
+            throw new Error(`Model ${model} does not support embeddings.`);
+        }
+    }
+    endpoint() {
+        return this.provider.url("/embeddings");
+    }
+    requestHeaders() {
+        return this.provider.headers();
+    }
+}

package/dist/providers/azure/Models.d.ts

@@ -0,0 +1,18 @@
+import { type ListedModel, OpenAIModels } from "../openai/Models.js";
+import type { AzureProvider } from "./AzureProvider.js";
+type AzureListedModel = ListedModel & {
+    deprecation?: {
+        inference?: number;
+    };
+};
+/** The models the resource's region offers, which can be deployed; not the deployments. */
+export declare class AzureModels extends OpenAIModels {
+    private readonly provider;
+    constructor(provider: AzureProvider);
+    protected getProviderName(): string;
+    protected endpoint(): string;
+    protected requestHeaders(): Record<string, string>;
+    protected listed(data: AzureListedModel[]): AzureListedModel[];
+}
+export {};
+//# sourceMappingURL=Models.d.ts.map

package/dist/providers/azure/Models.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Models.d.ts","sourceRoot":"","sources":["../../../src/providers/azure/Models.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,WAAW,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACrE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAExD,KAAK,gBAAgB,GAAG,WAAW,GAAG;IAAE,WAAW,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,CAAC;AAE/E,2FAA2F;AAC3F,qBAAa,WAAY,SAAQ,YAAY;IAC/B,OAAO,CAAC,QAAQ,CAAC,QAAQ;gBAAR,QAAQ,EAAE,aAAa;cAIjC,eAAe,IAAI,MAAM;cAIzB,QAAQ,IAAI,MAAM;cAIlB,cAAc,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;cAKxC,MAAM,CAAC,IAAI,EAAE,gBAAgB,EAAE,GAAG,gBAAgB,EAAE;CASxE"}

package/dist/providers/azure/Models.js

@@ -0,0 +1,29 @@
+import { OpenAIModels } from "../openai/Models.js";
+/** The models the resource's region offers, which can be deployed; not the deployments. */
+export class AzureModels extends OpenAIModels {
+    provider;
+    constructor(provider) {
+        super(provider.apiBase(), "");
+        this.provider = provider;
+    }
+    getProviderName() {
+        return "azure";
+    }
+    endpoint() {
+        return this.provider.url("/models");
+    }
+    requestHeaders() {
+        return this.provider.headers();
+    }
+    // Azure lists a model once for each region it is offered in, and keeps listing retired ones.
+    listed(data) {
+        const seen = new Set();
+        return data.filter((model) => {
+            if (seen.has(model.id))
+                return false;
+            seen.add(model.id);
+            const retiresAt = model.deprecation?.inference;
+            return !(typeof retiresAt === "number" && retiresAt * 1000 < Date.now());
+        });
+    }
+}

package/dist/providers/azure/index.d.ts

@@ -0,0 +1,5 @@
+export * from "./AzureProvider.js";
+export * from "./Capabilities.js";
+export declare function registerAzureProvider(): void;
+export declare const ensureAzureRegistered: typeof registerAzureProvider;
+//# sourceMappingURL=index.d.ts.map

package/dist/providers/azure/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/providers/azure/index.ts"],"names":[],"mappings":"AAIA,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC;AAIlC,wBAAgB,qBAAqB,SA2BpC;AAED,eAAO,MAAM,qBAAqB,8BAAwB,CAAC"}

package/dist/providers/azure/index.js

@@ -0,0 +1,28 @@
+import { config as globalConfig } from "../../config.js";
+import { providerRegistry } from "../registry.js";
+import { AzureProvider } from "./AzureProvider.js";
+export * from "./AzureProvider.js";
+export * from "./Capabilities.js";
+let registered = false;
+export function registerAzureProvider() {
+    if (registered)
+        return;
+    providerRegistry.register("azure", (config) => {
+        const cfg = config || globalConfig;
+        const baseUrl = cfg.azureApiBase;
+        if (!baseUrl) {
+            throw new Error("azureApiBase is not set in config or AZURE_API_BASE environment variable: give the address the Azure portal shows for your deployment or resource");
+        }
+        if (!cfg.azureApiKey && !cfg.azureAuthToken) {
+            throw new Error("azureApiKey or azureAuthToken is not set in config or AZURE_API_KEY / AZURE_AUTH_TOKEN environment variables");
+        }
+        return new AzureProvider({
+            apiKey: cfg.azureApiKey,
+            authToken: cfg.azureAuthToken,
+            baseUrl,
+            deployments: cfg.azureDeployments
+        });
+    });
+    registered = true;
+}
+export const ensureAzureRegistered = registerAzureProvider;

package/dist/providers/bedrock/BedrockProvider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"BedrockProvider.d.ts","sourceRoot":"","sources":["../../../src/providers/bedrock/BedrockProvider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAEH,OAAO,EACL,QAAQ,EACR,oBAAoB,EACpB,SAAS,EACT,WAAW,EACX,YAAY,EACZ,SAAS,EACT,gBAAgB,EAChB,iBAAiB,EACjB,YAAY,EACZ,aAAa,EACb,iBAAiB,EACjB,kBAAkB,EACnB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,aAAa,EAAsB,MAAM,aAAa,CAAC;AAShE,qBAAa,eAAgB,SAAQ,YAAa,YAAW,QAAQ;IACnE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;IAC1C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAgB;IAC9C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IACpD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAoB;IACtD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;IAC5C,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAoB;IAE/C,YAAY,EAAE,oBAAoB,CAYvC;gBAEU,MAAM,EAAE,aAAa;IAW1B,OAAO,IAAI,MAAM;IAIjB,OAAO,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAUxC,SAAS,CAAC,YAAY,IAAI,MAAM;IAI1B,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAIhD,MAAM,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,SAAS,CAAC;IAIxD,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAIlC,KAAK,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAI5D,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC;IAIpD,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAIvD,YAAY,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM;CAOvD;AAGD,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC"}
+{"version":3,"file":"BedrockProvider.d.ts","sourceRoot":"","sources":["../../../src/providers/bedrock/BedrockProvider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAEH,OAAO,EACL,QAAQ,EACR,oBAAoB,EACpB,SAAS,EACT,WAAW,EACX,YAAY,EACZ,SAAS,EACT,gBAAgB,EAChB,iBAAiB,EACjB,YAAY,EACZ,aAAa,EACb,iBAAiB,EACjB,kBAAkB,EACnB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,aAAa,EAAsB,MAAM,aAAa,CAAC;AAShE,qBAAa,eAAgB,SAAQ,YAAa,YAAW,QAAQ;IACnE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;IAC1C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAgB;IAC9C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IACpD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAoB;IACtD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;IAC5C,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAoB;IAE/C,YAAY,EAAE,oBAAoB,CAavC;gBAEU,MAAM,EAAE,aAAa;IAW1B,OAAO,IAAI,MAAM;IAIjB,OAAO,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAUxC,SAAS,CAAC,YAAY,IAAI,MAAM;IAI1B,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAIhD,MAAM,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,SAAS,CAAC;IAIxD,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAIlC,KAAK,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAI5D,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC;IAIpD,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAIvD,YAAY,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM;CAOvD;AAGD,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC"}

package/dist/providers/bedrock/BedrockProvider.js

@@ -52,6 +52,7 @@ export class BedrockProvider extends BaseProvider {
         supportsModeration: (_model) => !!(this.config.guardrailIdentifier && this.config.guardrailVersion),
         supportsReasoning: (model) => Capabilities.supportsExtendedThinking(model),
         supportsDeveloperRole: (_model) => true,
+        supportsTemperature: (model) => Capabilities.supportsTemperature(model),
         getContextWindow: (model) => Capabilities.getContextWindow(model)
     };
     constructor(config) {

package/dist/providers/bedrock/Capabilities.d.ts

@@ -3,6 +3,7 @@
  */
 import { ModelPricing } from "../../models/types.js";
 export declare class Capabilities {
+    static supportsTemperature(modelId: string): boolean;
     static getContextWindow(modelId: string): number | null;
     static getMaxOutputTokens(modelId: string): number | null;
     static supportsChat(modelId: string): boolean;

package/dist/providers/bedrock/Capabilities.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Capabilities.d.ts","sourceRoot":"","sources":["../../../src/providers/bedrock/Capabilities.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAMrD,qBAAa,YAAY;IACvB,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAIvD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAIzD,MAAM,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAI7C,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAMlD,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQ/C,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAO9C,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAOjD,MAAM,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIzD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAMnD,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQxD,MAAM,CAAC,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAIpD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;IAWpD,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;IAKrD,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;IAejD,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS;IAI5D,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAa9C,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAWjD,OAAO,CAAC,MAAM,CAAC,SAAS;CAGzB"}
+{"version":3,"file":"Capabilities.d.ts","sourceRoot":"","sources":["../../../src/providers/bedrock/Capabilities.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAMrD,qBAAa,YAAY;IACvB,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIpD,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAIvD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAIzD,MAAM,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAI7C,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAMlD,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQ/C,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAO9C,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAOjD,MAAM,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIzD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAMnD,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQxD,MAAM,CAAC,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAIpD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;IAWpD,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;IAKrD,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;IAejD,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS;IAI5D,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAa9C,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAWjD,OAAO,CAAC,MAAM,CAAC,SAAS;CAGzB"}

package/dist/providers/bedrock/Capabilities.js

@@ -7,6 +7,9 @@ import { PricingRegistry } from "../../models/PricingRegistry.js";
 // Model Family Patterns
 // ─────────────────────────────────────────────────────────────────────────────
 export class Capabilities {
+    static supportsTemperature(modelId) {
+        return ModelRegistry.supportsTemperature(modelId, "bedrock");
+    }
     static getContextWindow(modelId) {
         return ModelRegistry.getContextWindow(modelId, "bedrock") ?? 128_000;
     }

package/dist/providers/bedrock/Chat.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Chat.d.ts","sourceRoot":"","sources":["../../../src/providers/bedrock/Chat.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,WAAW,EAAE,YAAY,EAAS,MAAM,gBAAgB,CAAC;AAElE,OAAO,EAAE,aAAa,EAA6C,MAAM,aAAa,CAAC;AAavF,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqB;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,MAAM,EAAE,aAAa;IAMjC;;OAEG;IACG,OAAO,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAyD1D;;OAEG;IACH,OAAO,CAAC,YAAY;IA6CpB;;OAEG;IACH,OAAO,CAAC,aAAa;CAiDtB"}
+{"version":3,"file":"Chat.d.ts","sourceRoot":"","sources":["../../../src/providers/bedrock/Chat.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,WAAW,EAAE,YAAY,EAAS,MAAM,gBAAgB,CAAC;AAElE,OAAO,EAAE,aAAa,EAA6C,MAAM,aAAa,CAAC;AAavF,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqB;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,MAAM,EAAE,aAAa;IAMjC;;OAEG;IACG,OAAO,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IA0D1D;;OAEG;IACH,OAAO,CAAC,YAAY;IA6CpB;;OAEG;IACH,OAAO,CAAC,aAAa;CAqDtB"}

package/dist/providers/bedrock/Chat.js

@@ -51,7 +51,8 @@ export class BedrockChat {
         const response = await fetchWithTimeout(url, {
             method: "POST",
             headers,
-            body: bodyJson
+            body: bodyJson,
+            signal: request.signal
         }, request.requestTimeout ?? this.config.requestTimeout);
         if (!response.ok) {
             await handleBedrockError(response, modelId);
@@ -134,7 +135,10 @@ export class BedrockChat {
         }
         // Build usage info
         const usage = {
-            input_tokens: response.usage.inputTokens,
+            // Bedrock's inputTokens leave out cache reads and writes; NodeLLM's count them.
+            input_tokens: response.usage.inputTokens +
+                (response.usage.cacheReadInputTokens || 0) +
+                (response.usage.cacheWriteInputTokens || 0),
             output_tokens: response.usage.outputTokens,
             total_tokens: response.usage.totalTokens,
             cached_tokens: response.usage.cacheReadInputTokens,

package/dist/providers/bedrock/Errors.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Errors.d.ts","sourceRoot":"","sources":["../../../src/providers/bedrock/Errors.ts"],"names":[],"mappings":"AAcA,wBAAsB,kBAAkB,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAmE5F"}
+{"version":3,"file":"Errors.d.ts","sourceRoot":"","sources":["../../../src/providers/bedrock/Errors.ts"],"names":[],"mappings":"AAeA,wBAAsB,kBAAkB,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAuE5F"}

package/dist/providers/bedrock/Errors.js

@@ -1,4 +1,5 @@
 import { BadRequestError, ContextWindowExceededError, InsufficientQuotaError, InvalidModelError, AuthenticationError, RateLimitError, ServerError, ServiceUnavailableError, APIError, ForbiddenError } from "../../errors/index.js";
+import { isBillingProblem } from "../../errors/billing.js";
 export async function handleBedrockError(response, modelId) {
     const status = response.status;
     const errorText = await response.text();
@@ -12,6 +13,9 @@ export async function handleBedrockError(response, modelId) {
         body = errorText;
     }
     const provider = "bedrock";
+    if (isBillingProblem(status, message)) {
+        throw new InsufficientQuotaError(message, body, provider, modelId);
+    }
     // Throttling
     if (status === 429 || message.includes("ThrottlingException")) {
         throw new RateLimitError(message, body, provider, modelId);

package/dist/providers/bedrock/Streaming.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Streaming.d.ts","sourceRoot":"","sources":["../../../src/providers/bedrock/Streaming.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,WAAW,EAAE,SAAS,EAAS,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EAAE,aAAa,EAA6C,MAAM,aAAa,CAAC;AAQvF,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqB;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,MAAM,EAAE,aAAa;IAM1B,OAAO,CAAC,OAAO,EAAE,WAAW,EAAE,UAAU,CAAC,EAAE,eAAe,GAAG,cAAc,CAAC,SAAS,CAAC;IA6H7F;;OAEG;IACH,OAAO,CAAC,UAAU;IAyGlB,OAAO,CAAC,YAAY;CAsCrB"}
+{"version":3,"file":"Streaming.d.ts","sourceRoot":"","sources":["../../../src/providers/bedrock/Streaming.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,WAAW,EAAE,SAAS,EAAS,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EAAE,aAAa,EAA6C,MAAM,aAAa,CAAC;AAQvF,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqB;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,MAAM,EAAE,aAAa;IAM1B,OAAO,CAAC,OAAO,EAAE,WAAW,EAAE,UAAU,CAAC,EAAE,eAAe,GAAG,cAAc,CAAC,SAAS,CAAC;IA6H7F;;OAEG;IACH,OAAO,CAAC,UAAU;IA6GlB,OAAO,CAAC,YAAY;CAsCrB"}

package/dist/providers/bedrock/Streaming.js

@@ -193,7 +193,10 @@ export class BedrockStreaming {
         // 5. Metadata (Usage)
         if (event.metadata && event.metadata.usage) {
             const rawUsage = {
-                input_tokens: event.metadata.usage.inputTokens,
+                // Bedrock's inputTokens leave out cache reads and writes; NodeLLM's count them.
+                input_tokens: event.metadata.usage.inputTokens +
+                    (event.metadata.usage.cacheReadInputTokens || 0) +
+                    (event.metadata.usage.cacheWriteInputTokens || 0),
                 output_tokens: event.metadata.usage.outputTokens,
                 total_tokens: event.metadata.usage.totalTokens,
                 cached_tokens: event.metadata.usage.cacheReadInputTokens,

package/dist/providers/deepseek/Capabilities.d.ts

@@ -1,6 +1,7 @@
 import { ModelPricing } from "../../models/types.js";
 export declare class Capabilities {
     static getCapabilities(modelId: string): string[];
+    static supportsTemperature(modelId: string): boolean;
     static getContextWindow(modelId: string): number;
     static getMaxOutputTokens(modelId: string): number | null;
     static supportsVision(modelId: string): boolean;

package/dist/providers/deepseek/Capabilities.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Capabilities.d.ts","sourceRoot":"","sources":["../../../src/providers/deepseek/Capabilities.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAErD,qBAAa,YAAY;IACvB,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;IAejD,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAIhD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAIzD,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAI/C,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQ9C,MAAM,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAMzD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAKnD,MAAM,CAAC,uBAAuB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAIzD,MAAM,CAAC,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAIvD,MAAM,CAAC,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAIpD,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIlD,MAAM,CAAC,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAIpD,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS;IAI5D,OAAO,CAAC,MAAM,CAAC,SAAS;CAGzB"}
+{"version":3,"file":"Capabilities.d.ts","sourceRoot":"","sources":["../../../src/providers/deepseek/Capabilities.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAErD,qBAAa,YAAY;IACvB,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;IAejD,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIpD,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAIhD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAIzD,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAI/C,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQ9C,MAAM,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAMzD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAKnD,MAAM,CAAC,uBAAuB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAIzD,MAAM,CAAC,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAIvD,MAAM,CAAC,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAIpD,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIlD,MAAM,CAAC,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAIpD,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS;IAI5D,OAAO,CAAC,MAAM,CAAC,SAAS;CAGzB"}

package/dist/providers/deepseek/Capabilities.js

@@ -16,6 +16,9 @@ export class Capabilities {
             caps.push("reasoning");
         return caps;
     }
+    static supportsTemperature(modelId) {
+        return ModelRegistry.supportsTemperature(modelId, "deepseek");
+    }
     static getContextWindow(modelId) {
         return ModelRegistry.getContextWindow(modelId, "deepseek") ?? 32_768;
     }

package/dist/providers/deepseek/Chat.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Chat.d.ts","sourceRoot":"","sources":["../../../src/providers/deepseek/Chat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,YAAY,EAAS,MAAM,gBAAgB,CAAC;AAiClE,qBAAa,YAAY;IAErB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,MAAM;gBADN,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM;IAG3B,OAAO,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;CAmH3D"}
+{"version":3,"file":"Chat.d.ts","sourceRoot":"","sources":["../../../src/providers/deepseek/Chat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,YAAY,EAAS,MAAM,gBAAgB,CAAC;AAiClE,qBAAa,YAAY;IAErB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,MAAM;gBADN,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM;IAG3B,OAAO,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;CAqH3D"}

package/dist/providers/deepseek/Chat.js

@@ -11,7 +11,7 @@ export class DeepSeekChat {
         this.apiKey = apiKey;
     }
     async execute(request) {
-        const { model, messages, tools, max_tokens, response_format, thinking: _thinking, headers: _headers, requestTimeout, ...rest } = request;
+        const { model, messages, tools, max_tokens, response_format, thinking: _thinking, headers: _headers, requestTimeout, signal, ...rest } = request;
         const mappedMessages = mapSystemMessages(messages, false);
         const body = {
             model,
@@ -61,7 +61,8 @@ export class DeepSeekChat {
                 "Content-Type": "application/json",
                 ...request.headers
             },
-            body: JSON.stringify(body)
+            body: JSON.stringify(body),
+            signal
         }, requestTimeout);
         if (!response.ok) {
             await handleDeepSeekError(response, model);

package/dist/providers/deepseek/DeepSeekProvider.d.ts

@@ -20,6 +20,7 @@ export declare class DeepSeekProvider extends BaseProvider implements Provider {
         supportsModeration: (model: string) => boolean;
         supportsReasoning: (model: string) => boolean;
         supportsDeveloperRole: (_model: string) => boolean;
+        supportsTemperature: (model: string) => boolean;
         getContextWindow: (model: string) => number;
     };
     constructor(options: DeepSeekProviderOptions);

package/dist/providers/deepseek/DeepSeekProvider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"DeepSeekProvider.d.ts","sourceRoot":"","sources":["../../../src/providers/deepseek/DeepSeekProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3F,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAOlD,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,gBAAiB,SAAQ,YAAa,YAAW,QAAQ;IAmBxD,OAAO,CAAC,QAAQ,CAAC,OAAO;IAlBpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAe;IAC3C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAoB;IACrD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAiB;IAExC,YAAY;gCACO,MAAM;+BACP,MAAM;0CACK,MAAM;oCACZ,MAAM;yCACD,MAAM;uCACR,MAAM;oCACT,MAAM;mCACP,MAAM;wCACD,MAAM;kCACZ,MAAM;MAChC;gBAE2B,OAAO,EAAE,uBAAuB;IAQtD,OAAO,IAAI,MAAM;IAIjB,OAAO,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAOxC,SAAS,CAAC,YAAY,IAAI,MAAM;IAIhB,YAAY,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM;IAIjD,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAIhD,MAAM,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,SAAS,CAAC;IAIxD,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;CAKzC"}
+{"version":3,"file":"DeepSeekProvider.d.ts","sourceRoot":"","sources":["../../../src/providers/deepseek/DeepSeekProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3F,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAOlD,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,gBAAiB,SAAQ,YAAa,YAAW,QAAQ;IAoBxD,OAAO,CAAC,QAAQ,CAAC,OAAO;IAnBpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAe;IAC3C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAoB;IACrD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAiB;IAExC,YAAY;gCACO,MAAM;+BACP,MAAM;0CACK,MAAM;oCACZ,MAAM;yCACD,MAAM;uCACR,MAAM;oCACT,MAAM;mCACP,MAAM;wCACD,MAAM;qCACT,MAAM;kCACT,MAAM;MAChC;gBAE2B,OAAO,EAAE,uBAAuB;IAQtD,OAAO,IAAI,MAAM;IAIjB,OAAO,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAOxC,SAAS,CAAC,YAAY,IAAI,MAAM;IAIhB,YAAY,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM;IAIjD,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAIhD,MAAM,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,SAAS,CAAC;IAIxD,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;CAKzC"}

package/dist/providers/deepseek/DeepSeekProvider.js

@@ -20,6 +20,7 @@ export class DeepSeekProvider extends BaseProvider {
         supportsModeration: (model) => Capabilities.supportsModeration(model),
         supportsReasoning: (model) => Capabilities.supportsReasoning(model),
         supportsDeveloperRole: (_model) => false,
+        supportsTemperature: (model) => Capabilities.supportsTemperature(model),
         getContextWindow: (model) => Capabilities.getContextWindow(model)
     };
     constructor(options) {

package/dist/providers/deepseek/Errors.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Errors.d.ts","sourceRoot":"","sources":["../../../src/providers/deepseek/Errors.ts"],"names":[],"mappings":"AAaA,wBAAsB,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAkD5F"}
+{"version":3,"file":"Errors.d.ts","sourceRoot":"","sources":["../../../src/providers/deepseek/Errors.ts"],"names":[],"mappings":"AAcA,wBAAsB,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAmD5F"}