@node-llm/core 0.5.0 → 0.6.0

package/README.md

@@ -66,6 +66,7 @@ console.log(response);
 console.log(response.content);
 console.log(`Model: ${response.model_id}`);
 console.log(`Tokens: ${response.input_tokens} in, ${response.output_tokens} out`);
+console.log(`Cost: $${response.cost}`);
 ```
 
 ### 3. Streaming Responses
@@ -102,9 +103,11 @@ const response = await chat.ask("Hello!");
 
 console.log(response.input_tokens);  // 10
 console.log(response.output_tokens); // 5
+console.log(response.cost);          // 0.000185
 
 // Access aggregated usage for the whole session
 console.log(chat.totalUsage.total_tokens);
+console.log(chat.totalUsage.cost);
 ```
 
 ### 6. Embeddings
@@ -202,6 +205,44 @@ const factual = LLM.chat("gpt-4o").withTemperature(0.2);
 const creative = LLM.chat("gpt-4o").withTemperature(0.9);
 ```
 
+### 11. Provider-Specific Parameters
+
+Access unique provider features while maintaining the unified interface. Parameters passed via `withParams()` will override any defaults set by the library.
+
+```ts
+// OpenAI: Set seed for deterministic output
+const chat = LLM.chat("gpt-4o-mini")
+  .withParams({ 
+    seed: 42,
+    user: "user-123",
+    presence_penalty: 0.5 
+  });
+
+// Gemini: Configure safety settings and generation params
+const geminiChat = LLM.chat("gemini-2.0-flash")
+  .withParams({
+    generationConfig: { topP: 0.8, topK: 40 },
+    safetySettings: [
+      { category: "HARM_CATEGORY_HARASSMENT", threshold: "BLOCK_LOW_AND_ABOVE" }
+    ]
+  });
+
+// Anthropic: Custom headers or beta features
+const claudeChat = LLM.chat("claude-3-5-sonnet-20241022")
+  .withParams({ 
+    top_k: 50,
+    top_p: 0.9
+  });
+```
+
+**⚠️ Important Notes:**
+- Parameters from `withParams()` take precedence over library defaults
+- Always consult the provider's API documentation for supported parameters
+- The library passes these parameters through without validation
+- Enable debug mode to see the exact request: `process.env.NODELLM_DEBUG = "true"`
+
+See examples: [OpenAI](../../examples/openai/chat/params.mjs) | [Gemini](../../examples/gemini/chat/params.mjs)
+
 ---
 
 ## 📚 Examples
@@ -438,15 +479,13 @@ chat.withRequestOptions({
 
 Get up-to-date information about context windows, pricing, and capabilities directly from the Parsera API.
 
-```javascript
-// Refresh model information from the API
-await LLM.models.refresh();
-
 // Use the data programmatically
 const model = LLM.models.find("gpt-4o-mini");
-console.log(model.context_window);    // => 128000
-console.log(model.capabilities);      // => ["function_calling", "structured_output", "streaming", "batch"]
-console.log(model.pricing.text_tokens.standard.input_per_million); // => 0.15
+if (model) {
+  console.log(model.context_window);    // => 128000
+  console.log(model.capabilities);      // => ["function_calling", "structured_output", "streaming", "batch", "json_mode"]
+  console.log(model.pricing.text_tokens.standard.input_per_million); // => 0.15
+}
 ```
 
 ---

package/dist/chat/Chat.d.ts

@@ -74,6 +74,11 @@ export declare class Chat {
         headers?: Record<string, string>;
         responseFormat?: any;
     }): this;
+    /**
+     * Set provider-specific parameters.
+     * These will be merged into the final request payload.
+     */
+    withParams(params: Record<string, any>): this;
     /**
      * Enforce a specific schema for the output.
      * Can accept a Schema object or a Zod schema/JSON Schema directly.

package/dist/chat/Chat.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Chat.d.ts","sourceRoot":"","sources":["../../src/chat/Chat.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,0BAA0B,CAAC;AAI3D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAE7C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,WAAW,UAAU;IACzB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAClC;AAED,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAEvD,qBAAa,IAAI;IAKb,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,QAAQ,CAAC,OAAO;IAN1B,OAAO,CAAC,QAAQ,CAAiB;IACjC,OAAO,CAAC,QAAQ,CAAW;gBAGR,QAAQ,EAAE,QAAQ,EAC3B,KAAK,EAAE,MAAM,EACJ,OAAO,GAAE,WAAgB;IAmB5C;;OAEG;IACH,IAAI,OAAO,IAAI,SAAS,OAAO,EAAE,CAEhC;IAED;;OAEG;IACH,IAAI,UAAU,IAAI,KAAK,CActB;IAED;;;OAGG;IACH,QAAQ,CAAC,IAAI,EAAE,GAAG,GAAG,IAAI;IAIzB;;;;;;;OAOG;IACH,SAAS,CAAC,KAAK,EAAE,CAAC,IAAI,GAAG,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IA2BvE;;;;OAIG;IACH,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IAmB5E;;OAEG;IACH,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IAI5E;;;OAGG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAKnC;;OAEG;IACH,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAK9B;;;OAGG;IACH,kBAAkB,CAAC,OAAO,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAAC,cAAc,CAAC,EAAE,GAAG,CAAA;KAAE,GAAG,IAAI;IAU7F;;;OAGG;IACH,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI;IAkB9E,YAAY,CAAC,OAAO,EAAE,MAAM,IAAI,GAAG,IAAI;IAKvC,YAAY,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,kBAAkB,KAAK,IAAI,GAAG,IAAI;IAKlE,UAAU,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,GAAG,IAAI;IAKlD,YAAY,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,GAAG,KAAK,IAAI,GAAG,IAAI;IAKlD;;OAEG;IACG,GAAG,CAAC,OAAO,EAAE,MAAM,GAAG,GAAG,EAAE,EAAE,OAAO,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,kBAAkB,CAAC;IA8KrF;;OAEG;IACI,MAAM,CAAC,OAAO,EAAE,MAAM;CAI9B"}
+{"version":3,"file":"Chat.d.ts","sourceRoot":"","sources":["../../src/chat/Chat.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,0BAA0B,CAAC;AAI3D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAE7C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,WAAW,UAAU;IACzB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAClC;AAED,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAEvD,qBAAa,IAAI;IAKb,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,QAAQ,CAAC,OAAO;IAN1B,OAAO,CAAC,QAAQ,CAAiB;IACjC,OAAO,CAAC,QAAQ,CAAW;gBAGR,QAAQ,EAAE,QAAQ,EAC3B,KAAK,EAAE,MAAM,EACJ,OAAO,GAAE,WAAgB;IAmB5C;;OAEG;IACH,IAAI,OAAO,IAAI,SAAS,OAAO,EAAE,CAEhC;IAED;;OAEG;IACH,IAAI,UAAU,IAAI,KAAK,CAetB;IAED;;;OAGG;IACH,QAAQ,CAAC,IAAI,EAAE,GAAG,GAAG,IAAI;IAIzB;;;;;;;OAOG;IACH,SAAS,CAAC,KAAK,EAAE,CAAC,IAAI,GAAG,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IA2BvE;;;;OAIG;IACH,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IAmB5E;;OAEG;IACH,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IAI5E;;;OAGG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAKnC;;OAEG;IACH,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAK9B;;;OAGG;IACH,kBAAkB,CAAC,OAAO,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAAC,cAAc,CAAC,EAAE,GAAG,CAAA;KAAE,GAAG,IAAI;IAU7F;;;OAGG;IACH,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI;IAK7C;;;OAGG;IACH,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI;IAkB9E,YAAY,CAAC,OAAO,EAAE,MAAM,IAAI,GAAG,IAAI;IAKvC,YAAY,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,kBAAkB,KAAK,IAAI,GAAG,IAAI;IAKlE,UAAU,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,GAAG,IAAI;IAKlD,YAAY,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,GAAG,KAAK,IAAI,GAAG,IAAI;IAKlD;;OAEG;IACG,GAAG,CAAC,OAAO,EAAE,MAAM,GAAG,GAAG,EAAE,EAAE,OAAO,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,kBAAkB,CAAC;IA4LrF;;OAEG;IACI,MAAM,CAAC,OAAO,EAAE,MAAM;CAI9B"}

package/dist/chat/Chat.js

@@ -44,9 +44,10 @@ export class Chat {
                 acc.total_tokens += msg.usage.total_tokens;
                 acc.cached_tokens = (acc.cached_tokens ?? 0) + (msg.usage.cached_tokens ?? 0);
                 acc.cache_creation_tokens = (acc.cache_creation_tokens ?? 0) + (msg.usage.cache_creation_tokens ?? 0);
+                acc.cost = (acc.cost ?? 0) + (msg.usage.cost ?? 0);
             }
             return acc;
-        }, { input_tokens: 0, output_tokens: 0, total_tokens: 0, cached_tokens: 0, cache_creation_tokens: 0 });
+        }, { input_tokens: 0, output_tokens: 0, total_tokens: 0, cached_tokens: 0, cache_creation_tokens: 0, cost: 0 });
     }
     /**
      * Add a tool to the chat session (fluent API)
@@ -145,6 +146,14 @@ export class Chat {
         }
         return this;
     }
+    /**
+     * Set provider-specific parameters.
+     * These will be merged into the final request payload.
+     */
+    withParams(params) {
+        this.options.params = { ...this.options.params, ...params };
+        return this;
+    }
     /**
      * Enforce a specific schema for the output.
      * Can accept a Schema object or a Zod schema/JSON Schema directly.
@@ -191,9 +200,12 @@ export class Chat {
         if (files.length > 0) {
             const processedFiles = await Promise.all(files.map(f => FileLoader.load(f)));
             const hasBinary = processedFiles.some(p => p.type === "image_url" || p.type === "input_audio" || p.type === "video_url");
-            if (hasBinary && this.provider.capabilities && !this.provider.capabilities.supportsVision(this.model)) {
+            if (hasBinary && !this.options.assumeModelExists && this.provider.capabilities && !this.provider.capabilities.supportsVision(this.model)) {
                 throw new Error(`Model ${this.model} does not support vision/binary files.`);
             }
+            if (hasBinary && this.options.assumeModelExists) {
+                console.warn(`[NodeLLM] Skipping vision capability validation for model ${this.model}`);
+            }
             // Separate text files from binary files
             const textFiles = processedFiles.filter(p => p.type === "text");
             const binaryFiles = processedFiles.filter(p => p.type !== "text");
@@ -215,9 +227,12 @@ export class Chat {
             }
         }
         if (this.options.tools && this.options.tools.length > 0) {
-            if (this.provider.capabilities && !this.provider.capabilities.supportsTools(this.model)) {
+            if (!this.options.assumeModelExists && this.provider.capabilities && !this.provider.capabilities.supportsTools(this.model)) {
                 throw new Error(`Model ${this.model} does not support tool calling.`);
             }
+            if (this.options.assumeModelExists) {
+                console.warn(`[NodeLLM] Skipping tool capability validation for model ${this.model}`);
+            }
         }
         this.messages.push({
             role: "user",
@@ -226,9 +241,12 @@ export class Chat {
         // Process Schema/Structured Output
         let responseFormat = this.options.responseFormat;
         if (this.options.schema) {
-            if (this.provider.capabilities && !this.provider.capabilities.supportsStructuredOutput(this.model)) {
+            if (!this.options.assumeModelExists && this.provider.capabilities && !this.provider.capabilities.supportsStructuredOutput(this.model)) {
                 throw new Error(`Model ${this.model} does not support structured output.`);
             }
+            if (this.options.assumeModelExists) {
+                console.warn(`[NodeLLM] Skipping structured output capability validation for model ${this.model}`);
+            }
             const jsonSchema = toJsonSchema(this.options.schema.definition.schema);
             responseFormat = {
                 type: "json_schema",
@@ -248,6 +266,7 @@ export class Chat {
             max_tokens: options?.maxTokens ?? this.options.maxTokens,
             headers: { ...this.options.headers, ...options?.headers },
             response_format: responseFormat, // Pass to provider
+            ...this.options.params,
         };
         let totalUsage = { input_tokens: 0, output_tokens: 0, total_tokens: 0 };
         const trackUsage = (u) => {
@@ -258,6 +277,9 @@ export class Chat {
                 if (u.cached_tokens) {
                     totalUsage.cached_tokens = (totalUsage.cached_tokens ?? 0) + u.cached_tokens;
                 }
+                if (u.cost !== undefined) {
+                    totalUsage.cost = (totalUsage.cost ?? 0) + u.cost;
+                }
             }
         };
         // First round

package/dist/chat/ChatOptions.d.ts

@@ -16,5 +16,8 @@ export interface ChatOptions {
     responseFormat?: {
         type: "json_object" | "text";
     };
+    params?: Record<string, any>;
+    assumeModelExists?: boolean;
+    provider?: string;
 }
 //# sourceMappingURL=ChatOptions.d.ts.map

package/dist/chat/ChatOptions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ChatOptions.d.ts","sourceRoot":"","sources":["../../src/chat/ChatOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAE7C,MAAM,WAAW,WAAW;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;IACrB,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,IAAI,CAAC;IAC1B,YAAY,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;IACtC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;IACrC,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,KAAK,IAAI,CAAC;IACrC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE;QAAE,IAAI,EAAE,aAAa,GAAG,MAAM,CAAA;KAAE,CAAC;CACnD"}
+{"version":3,"file":"ChatOptions.d.ts","sourceRoot":"","sources":["../../src/chat/ChatOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAE7C,MAAM,WAAW,WAAW;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;IACrB,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,IAAI,CAAC;IAC1B,YAAY,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;IACtC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;IACrC,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,KAAK,IAAI,CAAC;IACrC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE;QAAE,IAAI,EAAE,aAAa,GAAG,MAAM,CAAA;KAAE,CAAC;IAClD,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC7B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB"}

package/dist/chat/ChatResponse.d.ts

@@ -11,6 +11,9 @@ export declare class ChatResponseString extends String {
     get output_tokens(): number;
     get total_tokens(): number;
     get cached_tokens(): number | undefined;
+    get cost(): number | undefined;
+    get input_cost(): number | undefined;
+    get output_cost(): number | undefined;
     get content(): string;
     get model_id(): string;
     toString(): string;

package/dist/chat/ChatResponse.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ChatResponse.d.ts","sourceRoot":"","sources":["../../src/chat/ChatResponse.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,0BAA0B,CAAC;AAEjD;;;GAGG;AACH,qBAAa,kBAAmB,SAAQ,MAAM;aAG1B,KAAK,EAAE,KAAK;aACZ,KAAK,EAAE,MAAM;gBAF7B,OAAO,EAAE,MAAM,EACC,KAAK,EAAE,KAAK,EACZ,KAAK,EAAE,MAAM;IAK/B,IAAI,YAAY,WAAsC;IACtD,IAAI,aAAa,WAAuC;IACxD,IAAI,YAAY,WAAsC;IACtD,IAAI,aAAa,uBAAuC;IAExD,IAAI,OAAO,IAAI,MAAM,CAEpB;IAED,IAAI,QAAQ,IAAI,MAAM,CAErB;IAED,QAAQ;IAIR;;;OAGG;IACH,IAAI,MAAM,IAAI,GAAG,CAMhB;CACF"}
+{"version":3,"file":"ChatResponse.d.ts","sourceRoot":"","sources":["../../src/chat/ChatResponse.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,0BAA0B,CAAC;AAEjD;;;GAGG;AACH,qBAAa,kBAAmB,SAAQ,MAAM;aAG1B,KAAK,EAAE,KAAK;aACZ,KAAK,EAAE,MAAM;gBAF7B,OAAO,EAAE,MAAM,EACC,KAAK,EAAE,KAAK,EACZ,KAAK,EAAE,MAAM;IAK/B,IAAI,YAAY,WAAsC;IACtD,IAAI,aAAa,WAAuC;IACxD,IAAI,YAAY,WAAsC;IACtD,IAAI,aAAa,uBAAuC;IACxD,IAAI,IAAI,uBAA8B;IACtC,IAAI,UAAU,uBAAoC;IAClD,IAAI,WAAW,uBAAqC;IAEpD,IAAI,OAAO,IAAI,MAAM,CAEpB;IAED,IAAI,QAAQ,IAAI,MAAM,CAErB;IAED,QAAQ;IAIR;;;OAGG;IACH,IAAI,MAAM,IAAI,GAAG,CAMhB;CACF"}

package/dist/chat/ChatResponse.js

@@ -14,6 +14,9 @@ export class ChatResponseString extends String {
     get output_tokens() { return this.usage.output_tokens; }
     get total_tokens() { return this.usage.total_tokens; }
     get cached_tokens() { return this.usage.cached_tokens; }
+    get cost() { return this.usage.cost; }
+    get input_cost() { return this.usage.input_cost; }
+    get output_cost() { return this.usage.output_cost; }
     get content() {
         return this.valueOf();
     }

package/dist/llm.d.ts

@@ -24,7 +24,7 @@ type LLMConfig = {
     defaultEmbeddingModel?: string;
 };
 declare class LLMCore {
-    readonly models: ModelRegistry;
+    readonly models: typeof ModelRegistry;
     private provider?;
     private defaultTranscriptionModelId?;
     private defaultModerationModelId?;
@@ -38,6 +38,7 @@ declare class LLMCore {
         model?: string;
         size?: string;
         quality?: string;
+        assumeModelExists?: boolean;
     }): Promise<GeneratedImage>;
     transcribe(file: string, options?: {
         model?: string;
@@ -45,6 +46,7 @@ declare class LLMCore {
         language?: string;
         speakerNames?: string[];
         speakerReferences?: string[];
+        assumeModelExists?: boolean;
     }): Promise<Transcription>;
     get defaultTranscriptionModel(): string | undefined;
     get defaultModerationModel(): string | undefined;
@@ -52,10 +54,12 @@ declare class LLMCore {
     getRetryConfig(): Required<RetryOptions>;
     moderate(input: string | string[], options?: {
         model?: string;
+        assumeModelExists?: boolean;
     }): Promise<Moderation>;
     embed(input: string | string[], options?: {
         model?: string;
         dimensions?: number;
+        assumeModelExists?: boolean;
     }): Promise<Embedding>;
 }
 export { Transcription, Moderation, Embedding };

package/dist/llm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../src/llm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EACL,QAAQ,EACR,SAAS,EAKV,MAAM,yBAAyB,CAAC;AAKjC,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAU,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAClE,OAAO,EAAE,aAAa,EAAE,MAAM,kCAAkC,CAAC;AACjE,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AACxD,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAIrD,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,KAAK,SAAS,GACV;IAAE,QAAQ,EAAE,QAAQ,CAAC;IAAC,KAAK,CAAC,EAAE,YAAY,CAAC;IAAC,yBAAyB,CAAC,EAAE,MAAM,CAAC;IAAC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAAC,qBAAqB,CAAC,EAAE,MAAM,CAAA;CAAE,GACjJ;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,YAAY,CAAC;IAAC,yBAAyB,CAAC,EAAE,MAAM,CAAC;IAAC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAAC,qBAAqB,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAEpJ,cAAM,OAAO;IACX,SAAgB,MAAM,EAAE,aAAa,CAAU;IAC/C,OAAO,CAAC,QAAQ,CAAC,CAAW;IAC5B,OAAO,CAAC,2BAA2B,CAAC,CAAS;IAC7C,OAAO,CAAC,wBAAwB,CAAC,CAAS;IAC1C,OAAO,CAAC,uBAAuB,CAAC,CAAS;IAEzC,OAAO,CAAC,KAAK,CAGX;IAEF,SAAS,CAAC,MAAM,EAAE,SAAS;IAuC3B,OAAO,CAAC,qBAAqB;IAU7B,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,IAAI;IAQ1C,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAKlC,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,cAAc,CAAC;IAgB7G,UAAU,CACd,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE;QACR,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;QACxB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAC9B,GACA,OAAO,CAAC,aAAa,CAAC;IAiBzB,IAAI,yBAAyB,IAAI,MAAM,GAAG,SAAS,CAElD;IAED,IAAI,sBAAsB,IAAI,MAAM,GAAG,SAAS,CAE/C;IAED,IAAI,qBAAqB,IAAI,MAAM,GAAG,SAAS,CAE9C;IAED,cAAc;IAIR,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,UAAU,CAAC;IAiBrF,KAAK,CACT,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,EACxB,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,GAChD,OAAO,CAAC,SAAS,CAAC;CAkBtB;AAED,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;AAEhD,eAAO,MAAM,GAAG,SAAgB,CAAC"}
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../src/llm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EACL,QAAQ,EACR,SAAS,EAKV,MAAM,yBAAyB,CAAC;AAKjC,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,aAAa,EAAE,MAAM,kCAAkC,CAAC;AACjE,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AACxD,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAIrD,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,KAAK,SAAS,GACV;IAAE,QAAQ,EAAE,QAAQ,CAAC;IAAC,KAAK,CAAC,EAAE,YAAY,CAAC;IAAC,yBAAyB,CAAC,EAAE,MAAM,CAAC;IAAC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAAC,qBAAqB,CAAC,EAAE,MAAM,CAAA;CAAE,GACjJ;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,YAAY,CAAC;IAAC,yBAAyB,CAAC,EAAE,MAAM,CAAC;IAAC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAAC,qBAAqB,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAEpJ,cAAM,OAAO;IACX,SAAgB,MAAM,uBAAiB;IACvC,OAAO,CAAC,QAAQ,CAAC,CAAW;IAC5B,OAAO,CAAC,2BAA2B,CAAC,CAAS;IAC7C,OAAO,CAAC,wBAAwB,CAAC,CAAS;IAC1C,OAAO,CAAC,uBAAuB,CAAC,CAAS;IAEzC,OAAO,CAAC,KAAK,CAGX;IAEF,SAAS,CAAC,MAAM,EAAE,SAAS;IAuC3B,OAAO,CAAC,qBAAqB;IAU7B,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,IAAI;IAQ1C,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAKlC,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,iBAAiB,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,cAAc,CAAC;IAkB1I,UAAU,CACd,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE;QACR,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;QACxB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;QAC7B,iBAAiB,CAAC,EAAE,OAAO,CAAC;KAC7B,GACA,OAAO,CAAC,aAAa,CAAC;IAmBzB,IAAI,yBAAyB,IAAI,MAAM,GAAG,SAAS,CAElD;IAED,IAAI,sBAAsB,IAAI,MAAM,GAAG,SAAS,CAE/C;IAED,IAAI,qBAAqB,IAAI,MAAM,GAAG,SAAS,CAE9C;IAED,cAAc;IAIR,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,iBAAiB,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,UAAU,CAAC;IAmBlH,KAAK,CACT,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,EACxB,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,iBAAiB,CAAC,EAAE,OAAO,CAAA;KAAE,GAC7E,OAAO,CAAC,SAAS,CAAC;CAoBtB;AAED,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;AAEhD,eAAO,MAAM,GAAG,SAAgB,CAAC"}

package/dist/llm.js

@@ -4,12 +4,12 @@ import { ensureOpenAIRegistered } from "./providers/openai/index.js";
 import { registerGeminiProvider } from "./providers/gemini/index.js";
 import { registerAnthropicProvider } from "./providers/anthropic/index.js";
 import { GeneratedImage } from "./image/GeneratedImage.js";
-import { models } from "./models/ModelRegistry.js";
+import { ModelRegistry } from "./models/ModelRegistry.js";
 import { Transcription } from "./transcription/Transcription.js";
 import { Moderation } from "./moderation/Moderation.js";
 import { Embedding } from "./embedding/Embedding.js";
 class LLMCore {
-    models = models;
+    models = ModelRegistry;
     provider;
     defaultTranscriptionModelId;
     defaultModerationModelId;
@@ -72,7 +72,10 @@ class LLMCore {
     async paint(prompt, options) {
         const provider = this.ensureProviderSupport("paint");
         const model = options?.model;
-        if (model && provider.capabilities && !provider.capabilities.supportsImageGeneration(model)) {
+        if (options?.assumeModelExists) {
+            console.warn(`[NodeLLM] Skipping validation for model ${model}`);
+        }
+        else if (model && provider.capabilities && !provider.capabilities.supportsImageGeneration(model)) {
             throw new Error(`Model ${model} does not support image generation.`);
         }
         const response = await provider.paint({
@@ -84,7 +87,10 @@ class LLMCore {
     async transcribe(file, options) {
         const provider = this.ensureProviderSupport("transcribe");
         const model = options?.model || this.defaultTranscriptionModelId;
-        if (model && provider.capabilities && !provider.capabilities.supportsTranscription(model)) {
+        if (options?.assumeModelExists) {
+            console.warn(`[NodeLLM] Skipping validation for model ${model}`);
+        }
+        else if (model && provider.capabilities && !provider.capabilities.supportsTranscription(model)) {
             throw new Error(`Model ${model} does not support transcription.`);
         }
         const response = await provider.transcribe({
@@ -109,7 +115,10 @@ class LLMCore {
     async moderate(input, options) {
         const provider = this.ensureProviderSupport("moderate");
         const model = options?.model || this.defaultModerationModelId;
-        if (model && provider.capabilities && !provider.capabilities.supportsModeration(model)) {
+        if (options?.assumeModelExists) {
+            console.warn(`[NodeLLM] Skipping validation for model ${model}`);
+        }
+        else if (model && provider.capabilities && !provider.capabilities.supportsModeration(model)) {
             throw new Error(`Model ${model} does not support moderation.`);
         }
         const response = await provider.moderate({
@@ -127,7 +136,10 @@ class LLMCore {
             model,
             dimensions: options?.dimensions,
         };
-        if (request.model && provider.capabilities && !provider.capabilities.supportsEmbeddings(request.model)) {
+        if (options?.assumeModelExists) {
+            console.warn(`[NodeLLM] Skipping validation for model ${request.model}`);
+        }
+        else if (request.model && provider.capabilities && !provider.capabilities.supportsEmbeddings(request.model)) {
             throw new Error(`Model ${request.model} does not support embeddings.`);
         }
         const response = await provider.embed(request);

package/dist/models/ModelRegistry.d.ts

@@ -1,23 +1,50 @@
-import { ModelInfo } from "../providers/Provider.js";
+import { Model } from "./types.js";
 export declare class ModelRegistry {
-    private models;
-    private static readonly API_URL;
+    private static models;
     /**
-     * Refresh model information from the Parsera API
+     * Find a model by its ID.
      */
-    refresh(): Promise<void>;
+    static find(modelId: string, provider?: string): Model | undefined;
     /**
-     * Find a model by ID
+     * Get all available models.
      */
-    find(id: string): ModelInfo | undefined;
+    static all(): Model[];
     /**
-     * List all known models
+     * Get output tokens limit for a model.
      */
-    all(): ModelInfo[];
+    static getMaxOutputTokens(modelId: string, provider: string): number | undefined;
     /**
-     * Filter models by provider
+     * Check if a model supports a capability.
      */
-    byProvider(provider: string): ModelInfo[];
+    static supports(modelId: string, capability: string, provider: string): boolean;
+    /**
+     * Get context window size.
+     */
+    static getContextWindow(modelId: string, provider: string): number | undefined;
+    /**
+     * Calculate cost for usage.
+     */
+    static calculateCost(usage: {
+        input_tokens: number;
+        output_tokens: number;
+        total_tokens: number;
+        cached_tokens?: number;
+        reasoning_tokens?: number;
+    }, modelId: string, provider: string): {
+        input_tokens: number;
+        output_tokens: number;
+        total_tokens: number;
+        cached_tokens?: number;
+        reasoning_tokens?: number;
+    } | {
+        input_cost: number;
+        output_cost: number;
+        cost: number;
+        input_tokens: number;
+        output_tokens: number;
+        total_tokens: number;
+        cached_tokens?: number;
+        reasoning_tokens?: number;
+    };
 }
-export declare const models: ModelRegistry;
 //# sourceMappingURL=ModelRegistry.d.ts.map

package/dist/models/ModelRegistry.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ModelRegistry.d.ts","sourceRoot":"","sources":["../../src/models/ModelRegistry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAErD,qBAAa,aAAa;IACxB,OAAO,CAAC,MAAM,CAAqC;IACnD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAA0C;IAEzE;;OAEG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IA8B9B;;OAEG;IACH,IAAI,CAAC,EAAE,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS;IAIvC;;OAEG;IACH,GAAG,IAAI,SAAS,EAAE;IAIlB;;OAEG;IACH,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,EAAE;CAG1C;AAED,eAAO,MAAM,MAAM,eAAsB,CAAC"}
+{"version":3,"file":"ModelRegistry.d.ts","sourceRoot":"","sources":["../../src/models/ModelRegistry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAGnC,qBAAa,aAAa;IACtB,OAAO,CAAC,MAAM,CAAC,MAAM,CAA6C;IAElE;;OAEG;IACH,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,SAAS;IAMlE;;OAEG;IACH,MAAM,CAAC,GAAG,IAAI,KAAK,EAAE;IAIrB;;OAEG;IACH,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAKhF;;OAEG;IACH,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO;IAK/E;;OAEG;IACH,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAK9E;;OAEG;IACH,MAAM,CAAC,aAAa,CAAC,KAAK,EAAE;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,aAAa,CAAC,EAAE,MAAM,CAAC;QAAC,gBAAgB,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;sBAA3I,MAAM;uBAAiB,MAAM;sBAAgB,MAAM;wBAAkB,MAAM;2BAAqB,MAAM;;;;;sBAAtG,MAAM;uBAAiB,MAAM;sBAAgB,MAAM;wBAAkB,MAAM;2BAAqB,MAAM;;CA+BrJ"}

package/dist/models/ModelRegistry.js

@@ -1,54 +1,64 @@
+import { modelsData } from "./models.js";
 export class ModelRegistry {
-    models = new Map();
-    static API_URL = "https://api.parsera.org/v1/llm-specs";
+    static models = modelsData;
     /**
-     * Refresh model information from the Parsera API
+     * Find a model by its ID.
      */
-    async refresh() {
-        try {
-            const response = await fetch(ModelRegistry.API_URL);
-            if (!response.ok) {
-                throw new Error(`Failed to refresh models: ${response.statusText}`);
-            }
-            const specs = await response.json();
-            this.models.clear();
-            for (const spec of specs) {
-                this.models.set(spec.id, {
-                    id: spec.id,
-                    name: spec.name || spec.id,
-                    provider: spec.provider,
-                    family: spec.family || spec.provider,
-                    context_window: spec.context_window,
-                    max_output_tokens: spec.max_output_tokens,
-                    modalities: spec.modalities || { input: ["text"], output: ["text"] },
-                    capabilities: spec.capabilities || [],
-                    pricing: spec.pricing || {},
-                    metadata: spec.metadata || {}
-                });
-            }
-        }
-        catch (error) {
-            console.error("Error refreshing model registry:", error);
-            throw error;
-        }
+    static find(modelId, provider) {
+        return this.models.find(m => (m.id === modelId || m.family === modelId) && (!provider || m.provider === provider));
+    }
+    /**
+     * Get all available models.
+     */
+    static all() {
+        return this.models;
     }
     /**
-     * Find a model by ID
+     * Get output tokens limit for a model.
      */
-    find(id) {
-        return this.models.get(id);
+    static getMaxOutputTokens(modelId, provider) {
+        const model = this.find(modelId, provider);
+        return model?.max_output_tokens ?? undefined;
     }
     /**
-     * List all known models
+     * Check if a model supports a capability.
      */
-    all() {
-        return Array.from(this.models.values());
+    static supports(modelId, capability, provider) {
+        const model = this.find(modelId, provider);
+        return model?.capabilities.includes(capability) ?? false;
     }
     /**
-     * Filter models by provider
+     * Get context window size.
      */
-    byProvider(provider) {
-        return this.all().filter(m => m.provider === provider);
+    static getContextWindow(modelId, provider) {
+        const model = this.find(modelId, provider);
+        return model?.context_window ?? undefined;
+    }
+    /**
+     * Calculate cost for usage.
+     */
+    static calculateCost(usage, modelId, provider) {
+        const model = this.find(modelId, provider);
+        if (!model || !model.pricing?.text_tokens?.standard) {
+            return usage;
+        }
+        const prices = model.pricing.text_tokens.standard;
+        const inputPrice = prices.input_per_million || 0;
+        const outputPrice = prices.output_per_million || 0;
+        const reasoningPrice = prices.reasoning_output_per_million || outputPrice;
+        const cachedPrice = prices.cached_input_per_million ?? (inputPrice / 2);
+        const inputCost = ((usage.input_tokens - (usage.cached_tokens || 0)) / 1_000_000) * inputPrice +
+            ((usage.cached_tokens || 0) / 1_000_000) * cachedPrice;
+        const outputTokens = usage.output_tokens - (usage.reasoning_tokens || 0);
+        const reasoningTokens = usage.reasoning_tokens || 0;
+        const outputCost = (outputTokens / 1_000_000) * outputPrice +
+            (reasoningTokens / 1_000_000) * reasoningPrice;
+        const totalCost = inputCost + outputCost;
+        return {
+            ...usage,
+            input_cost: Number(inputCost.toFixed(6)),
+            output_cost: Number(outputCost.toFixed(6)),
+            cost: Number(totalCost.toFixed(6))
+        };
     }
 }
-export const models = new ModelRegistry();