@node-llm/core 1.8.0 → 1.10.0

package/dist/llm.js

@@ -10,6 +10,8 @@ import { ProviderNotConfiguredError, UnsupportedFeatureError, ModelCapabilityErr
 import { resolveModelAlias } from "./model_aliases.js";
 import { logger } from "./utils/logger.js";
 import { config, Configuration } from "./config.js";
+import { runMiddleware } from "./utils/middleware-runner.js";
+import { randomUUID } from "node:crypto";
 // Provider registration map
 const PROVIDER_REGISTRARS = {
     openai: ensureOpenAIRegistered,
@@ -24,13 +26,15 @@ export class NodeLLMCore {
     config;
     provider;
     retry;
+    middlewares;
     defaults;
     models = ModelRegistry;
     pricing = PricingRegistry;
-    constructor(config, provider, retry = { attempts: 1, delayMs: 0 }, defaults = {}) {
+    constructor(config, provider, retry = { attempts: 1, delayMs: 0 }, middlewares = [], defaults = {}) {
         this.config = config;
         this.provider = provider;
         this.retry = retry;
+        this.middlewares = middlewares;
         this.defaults = defaults;
         Object.freeze(this.config);
         Object.freeze(this.retry);
@@ -59,7 +63,8 @@ export class NodeLLMCore {
             ...baseConfig,
             ...scopedConfig,
             provider: providerName,
-            // Preserve defaults unless overridden (conceptually, though createLLM takes specific keys)
+            // Preserve middlewares and defaults unless overridden
+            middlewares: this.middlewares,
             defaultChatModel: this.defaults.chat,
             defaultTranscriptionModel: this.defaults.transcription,
             defaultModerationModel: this.defaults.moderation,
@@ -85,13 +90,18 @@ export class NodeLLMCore {
         }
         return this.provider;
     }
-    chat(model, options) {
+    chat(model, options = {}) {
         if (!this.provider) {
             throw new ProviderNotConfiguredError();
         }
         const rawModel = model || this.defaults.chat || this.provider.defaultModel("chat");
         const resolvedModel = resolveModelAlias(rawModel, this.provider.id);
-        return new Chat(this.provider, resolvedModel, options, this.retry);
+        // Merge global middlewares with local ones
+        const combinedOptions = {
+            ...options,
+            middlewares: [...this.middlewares, ...(options.middlewares || [])]
+        };
+        return new Chat(this.provider, resolvedModel, combinedOptions, this.retry);
     }
     async listModels() {
         const provider = this.ensureProviderSupport("listModels");
@@ -102,82 +112,169 @@ export class NodeLLMCore {
     }
     async paint(prompt, options) {
         const provider = this.ensureProviderSupport("paint");
-        const rawModel = options?.model;
-        const model = resolveModelAlias(rawModel || "", provider.id);
-        if (options?.assumeModelExists) {
-            logger.warn(`Skipping validation for model ${model}`);
+        const rawModel = options?.model || provider.defaultModel("image");
+        const model = resolveModelAlias(rawModel, provider.id);
+        const requestId = randomUUID();
+        const state = {};
+        const context = {
+            requestId,
+            provider: provider.id,
+            model,
+            input: prompt,
+            imageOptions: options,
+            state
+        };
+        const middlewares = [...this.middlewares, ...(options?.middlewares || [])];
+        try {
+            await runMiddleware(middlewares, "onRequest", context);
+            const currentPrompt = context.input || prompt;
+            if (options?.assumeModelExists) {
+                logger.warn(`Skipping validation for model ${model}`);
+            }
+            else if (model &&
+                provider.capabilities &&
+                !provider.capabilities.supportsImageGeneration(model)) {
+                throw new ModelCapabilityError(model, "image generation");
+            }
+            const response = await provider.paint({
+                prompt: currentPrompt,
+                ...options,
+                model,
+                requestTimeout: options?.requestTimeout ?? this.config.requestTimeout
+            });
+            const imageResult = new GeneratedImage(response);
+            await runMiddleware(middlewares, "onResponse", context, imageResult);
+            return imageResult;
         }
-        else if (model &&
-            provider.capabilities &&
-            !provider.capabilities.supportsImageGeneration(model)) {
-            throw new ModelCapabilityError(model, "image generation");
+        catch (error) {
+            await runMiddleware(middlewares, "onError", context, error);
+            throw error;
         }
-        const response = await provider.paint({
-            prompt,
-            ...options,
-            model,
-            requestTimeout: options?.requestTimeout ?? this.config.requestTimeout
-        });
-        return new GeneratedImage(response);
     }
     async transcribe(file, options) {
         const provider = this.ensureProviderSupport("transcribe");
-        const rawModel = options?.model || this.defaults.transcription || "";
+        const rawModel = options?.model || this.defaults.transcription || provider.defaultModel("transcription");
         const model = resolveModelAlias(rawModel, provider.id);
-        if (options?.assumeModelExists) {
-            logger.warn(`Skipping validation for model ${model}`);
+        const requestId = randomUUID();
+        const state = {};
+        const context = {
+            requestId,
+            provider: provider.id,
+            model,
+            input: file,
+            transcriptionOptions: options,
+            state
+        };
+        const middlewares = [...this.middlewares, ...(options?.middlewares || [])];
+        try {
+            await runMiddleware(middlewares, "onRequest", context);
+            const currentFile = context.input || file;
+            if (options?.assumeModelExists) {
+                logger.warn(`Skipping validation for model ${model}`);
+            }
+            else if (model &&
+                provider.capabilities &&
+                !provider.capabilities.supportsTranscription(model)) {
+                throw new ModelCapabilityError(model, "transcription");
+            }
+            const response = await provider.transcribe({
+                file: currentFile,
+                ...options,
+                model,
+                requestTimeout: options?.requestTimeout ?? this.config.requestTimeout
+            });
+            const transcriptionResult = new Transcription(response);
+            await runMiddleware(middlewares, "onResponse", context, transcriptionResult);
+            return transcriptionResult;
         }
-        else if (model &&
-            provider.capabilities &&
-            !provider.capabilities.supportsTranscription(model)) {
-            throw new ModelCapabilityError(model, "transcription");
+        catch (error) {
+            await runMiddleware(middlewares, "onError", context, error);
+            throw error;
         }
-        const response = await provider.transcribe({
-            file,
-            ...options,
-            model,
-            requestTimeout: options?.requestTimeout ?? this.config.requestTimeout
-        });
-        return new Transcription(response);
     }
     async moderate(input, options) {
         const provider = this.ensureProviderSupport("moderate");
-        const rawModel = options?.model || this.defaults.moderation || "";
+        const rawModel = options?.model || this.defaults.moderation || provider.defaultModel("moderation");
         const model = resolveModelAlias(rawModel, provider.id);
-        if (options?.assumeModelExists) {
-            logger.warn(`Skipping validation for model ${model}`);
+        const requestId = randomUUID();
+        const state = {};
+        const context = {
+            requestId,
+            provider: provider.id,
+            model,
+            input,
+            moderationOptions: options,
+            state
+        };
+        const middlewares = [...this.middlewares, ...(options?.middlewares || [])];
+        try {
+            await runMiddleware(middlewares, "onRequest", context);
+            const currentInput = context.input || input;
+            if (options?.assumeModelExists) {
+                logger.warn(`Skipping validation for model ${model}`);
+            }
+            else if (model &&
+                provider.capabilities &&
+                !provider.capabilities.supportsModeration(model)) {
+                throw new ModelCapabilityError(model, "moderation");
+            }
+            const response = await provider.moderate({
+                input: currentInput,
+                ...options,
+                model,
+                requestTimeout: options?.requestTimeout ?? this.config.requestTimeout
+            });
+            const moderationResult = new Moderation(response);
+            await runMiddleware(middlewares, "onResponse", context, moderationResult);
+            return moderationResult;
         }
-        else if (model && provider.capabilities && !provider.capabilities.supportsModeration(model)) {
-            throw new ModelCapabilityError(model, "moderation");
+        catch (error) {
+            await runMiddleware(middlewares, "onError", context, error);
+            throw error;
         }
-        const response = await provider.moderate({
-            input,
-            ...options,
-            model,
-            requestTimeout: options?.requestTimeout ?? this.config.requestTimeout
-        });
-        return new Moderation(response);
     }
     async embed(input, options) {
         const provider = this.ensureProviderSupport("embed");
-        const rawModel = options?.model || this.defaults.embedding || "";
+        const rawModel = options?.model || this.defaults.embedding || provider.defaultModel("embedding");
         const model = resolveModelAlias(rawModel, provider.id);
-        const request = {
-            input,
+        const requestId = randomUUID();
+        const state = {};
+        const context = {
+            requestId,
+            provider: provider.id,
             model,
-            dimensions: options?.dimensions,
-            requestTimeout: options?.requestTimeout ?? this.config.requestTimeout
+            input,
+            embeddingOptions: options,
+            state
         };
-        if (options?.assumeModelExists) {
-            logger.warn(`Skipping validation for model ${request.model}`);
+        const middlewares = [...this.middlewares, ...(options?.middlewares || [])];
+        try {
+            await runMiddleware(middlewares, "onRequest", context);
+            // Re-read input from context as it might have been modified
+            const currentInput = context.input || input;
+            const request = {
+                input: currentInput,
+                model,
+                dimensions: options?.dimensions,
+                requestTimeout: options?.requestTimeout ?? this.config.requestTimeout
+            };
+            if (options?.assumeModelExists) {
+                logger.warn(`Skipping validation for model ${request.model}`);
+            }
+            else if (request.model &&
+                provider.capabilities &&
+                !provider.capabilities.supportsEmbeddings(request.model)) {
+                throw new ModelCapabilityError(request.model, "embeddings");
+            }
+            const response = await provider.embed(request);
+            const embeddingResult = new Embedding(response);
+            await runMiddleware(middlewares, "onResponse", context, embeddingResult);
+            return embeddingResult;
         }
-        else if (request.model &&
-            provider.capabilities &&
-            !provider.capabilities.supportsEmbeddings(request.model)) {
-            throw new ModelCapabilityError(request.model, "embeddings");
+        catch (error) {
+            await runMiddleware(middlewares, "onError", context, error);
+            throw error;
         }
-        const response = await provider.embed(request);
-        return new Embedding(response);
     }
 }
 export { Transcription, Moderation, Embedding, ModelRegistry, PricingRegistry };
@@ -230,7 +327,7 @@ export function createLLM(options = {}) {
         moderation: options.defaultModerationModel,
         embedding: options.defaultEmbeddingModel
     };
-    return new NodeLLMCore(baseConfig, providerInstance, retry, defaults);
+    return new NodeLLMCore(baseConfig, providerInstance, retry, options.middlewares || [], defaults);
 }
 /**
  * DEFAULT IMMUTABLE INSTANCE

package/dist/middlewares/CostGuardMiddleware.d.ts

@@ -0,0 +1,24 @@
+import { Middleware, MiddlewareContext } from "../types/Middleware.js";
+import { ChatResponseString } from "../chat/ChatResponse.js";
+export interface CostGuardOptions {
+    /**
+     * Maximum allowed cost (in USD) for a single request sequence.
+     */
+    maxCost: number;
+    /**
+     * Callback when the limit is exceeded.
+     */
+    onLimitExceeded?: (ctx: MiddlewareContext, currentCost: number) => void;
+}
+/**
+ * Middleware that monitors accumulated cost during a session (especially multi-turn tool calls)
+ * and throws an error if a defined limit is exceeded.
+ */
+export declare class CostGuardMiddleware implements Middleware {
+    private options;
+    readonly name = "CostGuard";
+    private accumulatedCost;
+    constructor(options: CostGuardOptions);
+    onResponse(ctx: MiddlewareContext, result: ChatResponseString): Promise<void>;
+}
+//# sourceMappingURL=CostGuardMiddleware.d.ts.map

package/dist/middlewares/CostGuardMiddleware.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"CostGuardMiddleware.d.ts","sourceRoot":"","sources":["../../src/middlewares/CostGuardMiddleware.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AACvE,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAE7D,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,eAAe,CAAC,EAAE,CAAC,GAAG,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,KAAK,IAAI,CAAC;CACzE;AAED;;;GAGG;AACH,qBAAa,mBAAoB,YAAW,UAAU;IAIxC,OAAO,CAAC,OAAO;IAH3B,SAAgB,IAAI,eAAe;IACnC,OAAO,CAAC,eAAe,CAAa;gBAEhB,OAAO,EAAE,gBAAgB;IAMvC,UAAU,CAAC,GAAG,EAAE,iBAAiB,EAAE,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;CAWpF"}

package/dist/middlewares/CostGuardMiddleware.js

@@ -0,0 +1,23 @@
+/**
+ * Middleware that monitors accumulated cost during a session (especially multi-turn tool calls)
+ * and throws an error if a defined limit is exceeded.
+ */
+export class CostGuardMiddleware {
+    options;
+    name = "CostGuard";
+    accumulatedCost = 0;
+    constructor(options) {
+        this.options = options;
+        if (options.maxCost <= 0) {
+            throw new Error("CostGuard maxCost must be greater than 0");
+        }
+    }
+    async onResponse(ctx, result) {
+        const cost = result.usage?.cost || 0;
+        this.accumulatedCost += cost;
+        if (this.accumulatedCost > this.options.maxCost) {
+            this.options.onLimitExceeded?.(ctx, this.accumulatedCost);
+            throw new Error(`[CostGuard] Budget exceeded. Accumulated cost $${this.accumulatedCost.toFixed(6)} exceeds limit $${this.options.maxCost.toFixed(6)}`);
+        }
+    }
+}

package/dist/middlewares/PIIMaskMiddleware.d.ts

@@ -0,0 +1,23 @@
+import { Middleware, MiddlewareContext } from "../types/Middleware.js";
+export interface PIIMaskOptions {
+    /**
+     * Custom masking string. Defaults to "[REDACTED]".
+     */
+    mask?: string;
+    /**
+     * Whether to redact the assistant's output as well. Defaults to false.
+     */
+    redactOutput?: boolean;
+}
+/**
+ * Middleware that automatically redacts Personal Identifiable Information (PII)
+ * from user messages before they are sent to the LLM.
+ */
+export declare class PIIMaskMiddleware implements Middleware {
+    private options;
+    readonly name = "PIIMask";
+    constructor(options?: PIIMaskOptions);
+    onRequest(ctx: MiddlewareContext): Promise<void>;
+    private maskText;
+}
+//# sourceMappingURL=PIIMaskMiddleware.d.ts.map

package/dist/middlewares/PIIMaskMiddleware.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"PIIMaskMiddleware.d.ts","sourceRoot":"","sources":["../../src/middlewares/PIIMaskMiddleware.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAEvE,MAAM,WAAW,cAAc;IAC7B;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AASD;;;GAGG;AACH,qBAAa,iBAAkB,YAAW,UAAU;IAGtC,OAAO,CAAC,OAAO;IAF3B,SAAgB,IAAI,aAAa;gBAEb,OAAO,GAAE,cAAmB;IAE1C,SAAS,CAAC,GAAG,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBtD,OAAO,CAAC,QAAQ;CAOjB"}

package/dist/middlewares/PIIMaskMiddleware.js

@@ -0,0 +1,41 @@
+const PII_PATTERNS = {
+    email: /[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}/g,
+    phone: /(\+?\d{1,3}[-.\s]?)?\(?\d{3}\)?[-.\s]?\d{3}[-.\s]?\d{4}/g,
+    creditCard: /\b(?:\d[ -]?){13,16}\b/g,
+    ssn: /\b\d{3}-\d{2}-\d{4}\b/g
+};
+/**
+ * Middleware that automatically redacts Personal Identifiable Information (PII)
+ * from user messages before they are sent to the LLM.
+ */
+export class PIIMaskMiddleware {
+    options;
+    name = "PIIMask";
+    constructor(options = {}) {
+        this.options = options;
+    }
+    async onRequest(ctx) {
+        if (!ctx.messages)
+            return;
+        const mask = this.options.mask || "[REDACTED]";
+        for (const message of ctx.messages) {
+            if (typeof message.content === "string") {
+                message.content = this.maskText(message.content, mask);
+            }
+            else if (Array.isArray(message.content)) {
+                for (const part of message.content) {
+                    if (part.type === "text") {
+                        part.text = this.maskText(part.text, mask);
+                    }
+                }
+            }
+        }
+    }
+    maskText(text, mask) {
+        let masked = text;
+        for (const pattern of Object.values(PII_PATTERNS)) {
+            masked = masked.replace(pattern, mask);
+        }
+        return masked;
+    }
+}

package/dist/middlewares/UsageLoggerMiddleware.d.ts

@@ -0,0 +1,22 @@
+import { Middleware, MiddlewareContext } from "../types/Middleware.js";
+import { ChatResponseString } from "../chat/ChatResponse.js";
+export interface UsageLoggerOptions {
+    /**
+     * Optional custom logger function. Defaults to internal NodeLLM logger.
+     */
+    logger?: (message: string, data: any) => void;
+    /**
+     * Prefix for the log message.
+     */
+    prefix?: string;
+}
+/**
+ * Middleware that logs token usage and costs for every successful request.
+ */
+export declare class UsageLoggerMiddleware implements Middleware {
+    private options;
+    readonly name = "UsageLogger";
+    constructor(options?: UsageLoggerOptions);
+    onResponse(ctx: MiddlewareContext, result: ChatResponseString): Promise<void>;
+}
+//# sourceMappingURL=UsageLoggerMiddleware.d.ts.map

package/dist/middlewares/UsageLoggerMiddleware.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"UsageLoggerMiddleware.d.ts","sourceRoot":"","sources":["../../src/middlewares/UsageLoggerMiddleware.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AACvE,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAG7D,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,KAAK,IAAI,CAAC;IAC9C;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,qBAAa,qBAAsB,YAAW,UAAU;IAG1C,OAAO,CAAC,OAAO;IAF3B,SAAgB,IAAI,iBAAiB;gBAEjB,OAAO,GAAE,kBAAuB;IAE9C,UAAU,CAAC,GAAG,EAAE,iBAAiB,EAAE,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;CAsBpF"}

package/dist/middlewares/UsageLoggerMiddleware.js

@@ -0,0 +1,30 @@
+import { logger } from "../utils/logger.js";
+/**
+ * Middleware that logs token usage and costs for every successful request.
+ */
+export class UsageLoggerMiddleware {
+    options;
+    name = "UsageLogger";
+    constructor(options = {}) {
+        this.options = options;
+    }
+    async onResponse(ctx, result) {
+        const usage = result.usage;
+        if (!usage)
+            return;
+        const logFn = this.options.logger || ((msg, data) => logger.info(`${msg} ${JSON.stringify(data)}`));
+        const prefix = this.options.prefix ? `[${this.options.prefix}] ` : "";
+        const message = `${prefix}LLM Usage: ${ctx.provider}/${ctx.model}`;
+        const data = {
+            requestId: ctx.requestId,
+            tokens: {
+                input: usage.input_tokens,
+                output: usage.output_tokens,
+                total: usage.total_tokens,
+                cached: usage.cached_tokens
+            },
+            cost: usage.cost ? usage.cost.toFixed(6) : undefined
+        };
+        logFn(message, data);
+    }
+}

package/dist/middlewares/index.d.ts

@@ -0,0 +1,4 @@
+export * from "./UsageLoggerMiddleware.js";
+export * from "./CostGuardMiddleware.js";
+export * from "./PIIMaskMiddleware.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/middlewares/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/middlewares/index.ts"],"names":[],"mappings":"AAAA,cAAc,4BAA4B,CAAC;AAC3C,cAAc,0BAA0B,CAAC;AACzC,cAAc,wBAAwB,CAAC"}

package/dist/middlewares/index.js

@@ -0,0 +1,3 @@
+export * from "./UsageLoggerMiddleware.js";
+export * from "./CostGuardMiddleware.js";
+export * from "./PIIMaskMiddleware.js";

package/dist/models/ModelRegistry.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ModelRegistry.d.ts","sourceRoot":"","sources":["../../src/models/ModelRegistry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAInC,qBAAa,aAAa;IACxB,OAAO,CAAC,MAAM,CAAC,MAAM,CAA6C;IAElE,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,SAAS;IAMlE;;OAEG;IACH,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,GAAG,KAAK,EAAE,GAAG,IAAI;IAe1C;;OAEG;IACH,MAAM,CAAC,GAAG,IAAI,KAAK,EAAE;IAIrB;;OAEG;IACH,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAKhF;;OAEG;IACH,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO;IAK/E;;OAEG;IACH,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAK9E;;OAEG;IACH,MAAM,CAAC,aAAa,CAClB,KAAK,EAAE;QACL,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,EACD,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM;sBAPA,MAAM;uBACL,MAAM;sBACP,MAAM;wBACJ,MAAM;2BACH,MAAM;;;;;sBAJX,MAAM;uBACL,MAAM;sBACP,MAAM;wBACJ,MAAM;2BACH,MAAM;;CAyC9B"}
+{"version":3,"file":"ModelRegistry.d.ts","sourceRoot":"","sources":["../../src/models/ModelRegistry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAKnC,qBAAa,aAAa;IACxB,OAAO,CAAC,MAAM,CAAC,MAAM,CAA6C;IAElE,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,SAAS;IAQlE;;OAEG;IACH,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,GAAG,KAAK,EAAE,GAAG,IAAI;IAe1C;;OAEG;IACH,MAAM,CAAC,GAAG,IAAI,KAAK,EAAE;IAIrB;;OAEG;IACH,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAKhF;;OAEG;IACH,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO;IAK/E;;OAEG;IACH,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAK9E;;OAEG;IACH,MAAM,CAAC,aAAa,CAClB,KAAK,EAAE;QACL,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,EACD,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM;sBAPA,MAAM;uBACL,MAAM;sBACP,MAAM;wBACJ,MAAM;2BACH,MAAM;;;;;sBAJX,MAAM;uBACL,MAAM;sBACP,MAAM;wBACJ,MAAM;2BACH,MAAM;;CAyC9B"}

package/dist/models/ModelRegistry.js

@@ -1,9 +1,11 @@
-import { modelsData } from "./models.js";
+// @ts-ignore - Node 20.9 requires 'assert', but TS 5.3+ enforces 'with'
+import modelsData from "./models.json" assert { type: "json" };
 import { PricingRegistry } from "./PricingRegistry.js";
 export class ModelRegistry {
     static models = modelsData;
     static find(modelId, provider) {
-        return this.models.find((m) => m.id.toLowerCase() === modelId.toLowerCase() && (!provider || m.provider === provider));
+        return this.models.find((m) => m.id.toLowerCase() === modelId.toLowerCase() &&
+            (!provider || m.provider.toLowerCase() === provider.toLowerCase()));
     }
     /**
      * Add or update models in the registry.

package/dist/models/PricingRegistry.js

@@ -49,13 +49,13 @@ export class PricingRegistry {
      */
     static getPricing(modelId, provider) {
         // 1. Check custom overrides (Runtime/Remote)
-        const key = `${provider}/${modelId}`;
+        const key = `${provider.toLowerCase()}/${modelId.toLowerCase()}`;
         if (this.pricingOverrides.has(key)) {
             return this.pricingOverrides.get(key);
         }
         // 2. Check library default patterns (Core Overrides)
         for (const entry of this.DEFAULT_PATTERNS) {
-            if (entry.provider === provider && entry.pattern.test(modelId)) {
+            if (entry.provider.toLowerCase() === provider.toLowerCase() && entry.pattern.test(modelId)) {
                 return entry.pricing;
             }
         }
@@ -67,7 +67,7 @@ export class PricingRegistry {
      * Register or override pricing at runtime.
      */
     static register(provider, modelId, pricing) {
-        this.pricingOverrides.set(`${provider}/${modelId}`, pricing);
+        this.pricingOverrides.set(`${provider.toLowerCase()}/${modelId.toLowerCase()}`, pricing);
     }
     /**
      * Fetch updates from a remote URL.