@node-llm/core 0.4.1 → 0.6.0

package/README.md

@@ -12,13 +12,13 @@ A provider-agnostic LLM core for Node.js, heavily inspired by the elegant design
 
 ## 🚀 Features
 
-- **Provider-Agnostic**: Switch between OpenAI, Anthropic, and others with a single line of config.
+- **Provider-Agnostic**: Switch between OpenAI (GPT-4o), Anthropic (Claude 3.5), and Gemini (2.0) with a single line of config.
 - **Streaming-First**: Native `AsyncIterator` support for real-time token delivery.
-- **Tool Calling**: Automatic execution loop for model-requested functions.
-- **Content Moderation**: Built-in safety checks for user input and model output.
-- **Multi-modal & Smart Files**: Built-in support for Vision (images), Audio, and Text files.
-- **Fluent API**: Chainable methods like `.withTool()` for dynamic registration.
-- **Resilient**: Configurable retry logic at the execution layer.
+- **Tool Calling**: Automatic execution loop for model-requested functions (OpenAI, Anthropic, Gemini).
+- **Structured Output**: Strict Zod-based JSON schema enforcement across all major providers.
+- **Multi-modal & Smart Files**: Built-in support for Vision (images), Audio, and Documents (PDFs for Claude).
+- **Fluent API**: Chainable methods like `.withTool()` and `.withSchema()` for dynamic registration.
+- **Resilient**: Configurable retry logic and detailed error handling for API outages.
 - **Type-Safe**: Written in TypeScript with full ESM support.
 
 ---
@@ -42,7 +42,7 @@ import { LLM } from "@node-llm/core";
 import "dotenv/config";
 
 LLM.configure({
-  provider: "openai", // or "gemini" (Uses GEMINI_API_KEY)
+  provider: "openai", // or "anthropic", "gemini"
   retry: { attempts: 3, delayMs: 500 },
   defaultModerationModel: "text-moderation-latest",
   defaultTranscriptionModel: "whisper-1",
@@ -66,6 +66,7 @@ console.log(response);
 console.log(response.content);
 console.log(`Model: ${response.model_id}`);
 console.log(`Tokens: ${response.input_tokens} in, ${response.output_tokens} out`);
+console.log(`Cost: $${response.cost}`);
 ```
 
 ### 3. Streaming Responses
@@ -102,9 +103,11 @@ const response = await chat.ask("Hello!");
 
 console.log(response.input_tokens);  // 10
 console.log(response.output_tokens); // 5
+console.log(response.cost);          // 0.000185
 
 // Access aggregated usage for the whole session
 console.log(chat.totalUsage.total_tokens);
+console.log(chat.totalUsage.cost);
 ```
 
 ### 6. Embeddings
@@ -202,6 +205,44 @@ const factual = LLM.chat("gpt-4o").withTemperature(0.2);
 const creative = LLM.chat("gpt-4o").withTemperature(0.9);
 ```
 
+### 11. Provider-Specific Parameters
+
+Access unique provider features while maintaining the unified interface. Parameters passed via `withParams()` will override any defaults set by the library.
+
+```ts
+// OpenAI: Set seed for deterministic output
+const chat = LLM.chat("gpt-4o-mini")
+  .withParams({ 
+    seed: 42,
+    user: "user-123",
+    presence_penalty: 0.5 
+  });
+
+// Gemini: Configure safety settings and generation params
+const geminiChat = LLM.chat("gemini-2.0-flash")
+  .withParams({
+    generationConfig: { topP: 0.8, topK: 40 },
+    safetySettings: [
+      { category: "HARM_CATEGORY_HARASSMENT", threshold: "BLOCK_LOW_AND_ABOVE" }
+    ]
+  });
+
+// Anthropic: Custom headers or beta features
+const claudeChat = LLM.chat("claude-3-5-sonnet-20241022")
+  .withParams({ 
+    top_k: 50,
+    top_p: 0.9
+  });
+```
+
+**⚠️ Important Notes:**
+- Parameters from `withParams()` take precedence over library defaults
+- Always consult the provider's API documentation for supported parameters
+- The library passes these parameters through without validation
+- Enable debug mode to see the exact request: `process.env.NODELLM_DEBUG = "true"`
+
+See examples: [OpenAI](../../examples/openai/chat/params.mjs) | [Gemini](../../examples/gemini/chat/params.mjs)
+
 ---
 
 ## 📚 Examples
@@ -220,6 +261,7 @@ Check the [examples](../../examples) directory for focused scripts organized by
 | [Lifecycle Events](../../examples/openai/chat/events.mjs) | Hooks for specific chat events (onNewMessage, onToolCall) |
 | [Token Usage](../../examples/openai/chat/usage.mjs) | Tracking costs and token counts |
 | [Max Tokens](../../examples/openai/chat/max-tokens.mjs) | Limiting response length with `maxTokens` |
+| [Structured Output](../../examples/openai/chat/structured.mjs) | Zod-based JSON schema enforcement |
 
 #### 🖼️ Multimodal
 | Example | Description |
@@ -255,6 +297,7 @@ Check the [examples](../../examples) directory for focused scripts organized by
 | [Tool Calling](../../examples/gemini/chat/tools.mjs) | Function calling with automatic execution |
 | [Lifecycle Events](../../examples/gemini/chat/events.mjs) | Event hooks for chat interactions |
 | [Token Usage](../../examples/gemini/chat/usage.mjs) | Tracking conversation costs |
+| [Structured Output](../../examples/gemini/chat/structured.mjs) | Native JSON schema support |
 
 #### 🖼️ Multimodal
 | Example | Description |
@@ -271,8 +314,26 @@ Check the [examples](../../examples) directory for focused scripts organized by
 #### 🧠 Discovery
 | Example | Description |
 | :--- | :--- |
-| [Models & Capabilities](../../examples/gemini/discovery/models.mjs) | Listing models and capabilities |
-| [Embeddings](../../examples/gemini/embeddings/create.mjs) | Creating vector embeddings |
+| [Models & Capabilities](../../examples/gemini/discovery/models.mjs) | Listing models and inspecting their specs |
+| [Embeddings](../../examples/gemini/embeddings/create.mjs) | Generating semantic vector embeddings |
+
+### Anthropic Examples
+
+#### 💬 Chat
+| Example | Description |
+| :--- | :--- |
+| [Basic & Streaming](../../examples/anthropic/chat/basic.mjs) | Chatting with Claude 3.5 Models |
+| [Tool Calling](../../examples/anthropic/chat/tools.mjs) | Native tool use with automatic execution |
+| [Parallel Tools](../../examples/anthropic/chat/parallel-tools.mjs) | Handling multiple tool requests in one turn |
+| [Token Usage](../../examples/anthropic/chat/usage.mjs) | Tracking Claude-specific token metrics |
+| [Structured Output](../../examples/anthropic/chat/structured.mjs) | Prompt-based JSON schema enforcement |
+
+#### 🖼️ Multimodal
+| Example | Description |
+| :--- | :--- |
+| [Vision Analysis](../../examples/anthropic/multimodal/vision.mjs) | Analyzing images with Claude Vision |
+| [PDF Analysis](../../examples/anthropic/multimodal/pdf.mjs) | Native PDF document processing |
+| [File Context](../../examples/anthropic/multimodal/files.mjs) | Passing local file contents to Claude |
 
 
 To run an example:
@@ -316,7 +377,7 @@ Ensure the AI returns data exactly matching a specific structure. Supports stric
 **Using Zod (Recommended):**
 
 ```ts
-import { z } from "zod";
+import { LLM, z } from "@node-llm/core";
 
 const personSchema = z.object({
   name: z.string(),
@@ -418,15 +479,13 @@ chat.withRequestOptions({
 
 Get up-to-date information about context windows, pricing, and capabilities directly from the Parsera API.
 
-```javascript
-// Refresh model information from the API
-await LLM.models.refresh();
-
 // Use the data programmatically
 const model = LLM.models.find("gpt-4o-mini");
-console.log(model.context_window);    // => 128000
-console.log(model.capabilities);      // => ["function_calling", "structured_output", "streaming", "batch"]
-console.log(model.pricing.text_tokens.standard.input_per_million); // => 0.15
+if (model) {
+  console.log(model.context_window);    // => 128000
+  console.log(model.capabilities);      // => ["function_calling", "structured_output", "streaming", "batch", "json_mode"]
+  console.log(model.pricing.text_tokens.standard.input_per_million); // => 0.15
+}
 ```
 
 ---
@@ -437,7 +496,7 @@ console.log(model.pricing.text_tokens.standard.input_per_million); // => 0.15
 | :--- | :--- | :--- |
 | **OpenAI** | ✅ Supported | Chat, Streaming, Tools, Vision, Audio, Images, Transcription, Moderation |
 | **Gemini** | ✅ Supported | Chat, Streaming, Tools, Vision, Audio, Video, Embeddings, Transcription |
-| **Anthropic** | 🏗️ Roadmap | Coming soon |
+| **Anthropic** | ✅ Supported | Chat, Streaming, Tools, Vision, PDF Support, Structured Output |
 | **Azure OpenAI** | 🏗️ Roadmap | Coming soon |
 
 ---
@@ -451,19 +510,22 @@ console.log(model.pricing.text_tokens.standard.input_per_million); // => 0.15
 
 ---
 
-## 🧪 Testing
-
-`node-llm` uses VCR-style testing (via Polly.js) for robust, deterministic integration tests. This allows us to record real LLM provider interactions once and replay them during tests without making actual API calls.
+`node-llm` features a comprehensive test suite including high-level integration tests and granular unit tests.
 
-- **Replay Mode (Default)**: Runs tests using recorded cassettes. Fast, deterministic, and requires no API keys.
+- **Unit Tests**: Test core logic and provider handlers in isolation without hitting any APIs.
   ```bash
-  npm test
+  npm run test:unit
   ```
 
-- **Record Mode**: Hits real APIs and updates cassettes. Requires a valid API key.
-  ```bash
-  VCR_MODE=record OPENAI_API_KEY=your_key npm test
-  ```
+- **Integration Tests (VCR)**: Uses Polly.js to record and replay real LLM interactions.
+  - **Replay Mode (Default)**: Runs against recorded cassettes. Fast and requires no API keys.
+    ```bash
+    npm run test:integration
+    ```
+  - **Record Mode**: Update cassettes by hitting real APIs (requires API keys).
+    ```bash
+    VCR_MODE=record npm run test:integration
+    ```
 
 *All recordings are automatically scrubbed of sensitive data (API keys, org IDs) before being saved to disk.*
 

package/dist/chat/Chat.d.ts

@@ -74,6 +74,11 @@ export declare class Chat {
         headers?: Record<string, string>;
         responseFormat?: any;
     }): this;
+    /**
+     * Set provider-specific parameters.
+     * These will be merged into the final request payload.
+     */
+    withParams(params: Record<string, any>): this;
     /**
      * Enforce a specific schema for the output.
      * Can accept a Schema object or a Zod schema/JSON Schema directly.
@@ -86,7 +91,7 @@ export declare class Chat {
     /**
      * Ask the model a question
      */
-    ask(content: string, options?: AskOptions): Promise<ChatResponseString>;
+    ask(content: string | any[], options?: AskOptions): Promise<ChatResponseString>;
     /**
      * Streams the model's response to a user question.
      */

package/dist/chat/Chat.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Chat.d.ts","sourceRoot":"","sources":["../../src/chat/Chat.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,0BAA0B,CAAC;AAI3D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAE7C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,WAAW,UAAU;IACzB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAClC;AAED,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAEvD,qBAAa,IAAI;IAKb,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,QAAQ,CAAC,OAAO;IAN1B,OAAO,CAAC,QAAQ,CAAiB;IACjC,OAAO,CAAC,QAAQ,CAAW;gBAGR,QAAQ,EAAE,QAAQ,EAC3B,KAAK,EAAE,MAAM,EACJ,OAAO,GAAE,WAAgB;IAmB5C;;OAEG;IACH,IAAI,OAAO,IAAI,SAAS,OAAO,EAAE,CAEhC;IAED;;OAEG;IACH,IAAI,UAAU,IAAI,KAAK,CAatB;IAED;;;OAGG;IACH,QAAQ,CAAC,IAAI,EAAE,GAAG,GAAG,IAAI;IAIzB;;;;;;;OAOG;IACH,SAAS,CAAC,KAAK,EAAE,CAAC,IAAI,GAAG,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IA2BvE;;;;OAIG;IACH,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IAmB5E;;OAEG;IACH,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IAI5E;;;OAGG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAKnC;;OAEG;IACH,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAK9B;;;OAGG;IACH,kBAAkB,CAAC,OAAO,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAAC,cAAc,CAAC,EAAE,GAAG,CAAA;KAAE,GAAG,IAAI;IAU7F;;;OAGG;IACH,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI;IAkB9E,YAAY,CAAC,OAAO,EAAE,MAAM,IAAI,GAAG,IAAI;IAKvC,YAAY,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,kBAAkB,KAAK,IAAI,GAAG,IAAI;IAKlE,UAAU,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,GAAG,IAAI;IAKlD,YAAY,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,GAAG,KAAK,IAAI,GAAG,IAAI;IAKlD;;OAEG;IACG,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,kBAAkB,CAAC;IA8K7E;;OAEG;IACI,MAAM,CAAC,OAAO,EAAE,MAAM;CAI9B"}
+{"version":3,"file":"Chat.d.ts","sourceRoot":"","sources":["../../src/chat/Chat.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,0BAA0B,CAAC;AAI3D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAE7C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,WAAW,UAAU;IACzB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAClC;AAED,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAEvD,qBAAa,IAAI;IAKb,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,QAAQ,CAAC,OAAO;IAN1B,OAAO,CAAC,QAAQ,CAAiB;IACjC,OAAO,CAAC,QAAQ,CAAW;gBAGR,QAAQ,EAAE,QAAQ,EAC3B,KAAK,EAAE,MAAM,EACJ,OAAO,GAAE,WAAgB;IAmB5C;;OAEG;IACH,IAAI,OAAO,IAAI,SAAS,OAAO,EAAE,CAEhC;IAED;;OAEG;IACH,IAAI,UAAU,IAAI,KAAK,CAetB;IAED;;;OAGG;IACH,QAAQ,CAAC,IAAI,EAAE,GAAG,GAAG,IAAI;IAIzB;;;;;;;OAOG;IACH,SAAS,CAAC,KAAK,EAAE,CAAC,IAAI,GAAG,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IA2BvE;;;;OAIG;IACH,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IAmB5E;;OAEG;IACH,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IAI5E;;;OAGG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAKnC;;OAEG;IACH,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAK9B;;;OAGG;IACH,kBAAkB,CAAC,OAAO,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAAC,cAAc,CAAC,EAAE,GAAG,CAAA;KAAE,GAAG,IAAI;IAU7F;;;OAGG;IACH,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI;IAK7C;;;OAGG;IACH,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI;IAkB9E,YAAY,CAAC,OAAO,EAAE,MAAM,IAAI,GAAG,IAAI;IAKvC,YAAY,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,kBAAkB,KAAK,IAAI,GAAG,IAAI;IAKlE,UAAU,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,GAAG,IAAI;IAKlD,YAAY,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,GAAG,KAAK,IAAI,GAAG,IAAI;IAKlD;;OAEG;IACG,GAAG,CAAC,OAAO,EAAE,MAAM,GAAG,GAAG,EAAE,EAAE,OAAO,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,kBAAkB,CAAC;IA4LrF;;OAEG;IACI,MAAM,CAAC,OAAO,EAAE,MAAM;CAI9B"}

package/dist/chat/Chat.js

@@ -43,9 +43,11 @@ export class Chat {
                 acc.output_tokens += msg.usage.output_tokens;
                 acc.total_tokens += msg.usage.total_tokens;
                 acc.cached_tokens = (acc.cached_tokens ?? 0) + (msg.usage.cached_tokens ?? 0);
+                acc.cache_creation_tokens = (acc.cache_creation_tokens ?? 0) + (msg.usage.cache_creation_tokens ?? 0);
+                acc.cost = (acc.cost ?? 0) + (msg.usage.cost ?? 0);
             }
             return acc;
-        }, { input_tokens: 0, output_tokens: 0, total_tokens: 0, cached_tokens: 0 });
+        }, { input_tokens: 0, output_tokens: 0, total_tokens: 0, cached_tokens: 0, cache_creation_tokens: 0, cost: 0 });
     }
     /**
      * Add a tool to the chat session (fluent API)
@@ -144,6 +146,14 @@ export class Chat {
         }
         return this;
     }
+    /**
+     * Set provider-specific parameters.
+     * These will be merged into the final request payload.
+     */
+    withParams(params) {
+        this.options.params = { ...this.options.params, ...params };
+        return this;
+    }
     /**
      * Enforce a specific schema for the output.
      * Can accept a Schema object or a Zod schema/JSON Schema directly.
@@ -190,9 +200,12 @@ export class Chat {
         if (files.length > 0) {
             const processedFiles = await Promise.all(files.map(f => FileLoader.load(f)));
             const hasBinary = processedFiles.some(p => p.type === "image_url" || p.type === "input_audio" || p.type === "video_url");
-            if (hasBinary && this.provider.capabilities && !this.provider.capabilities.supportsVision(this.model)) {
+            if (hasBinary && !this.options.assumeModelExists && this.provider.capabilities && !this.provider.capabilities.supportsVision(this.model)) {
                 throw new Error(`Model ${this.model} does not support vision/binary files.`);
             }
+            if (hasBinary && this.options.assumeModelExists) {
+                console.warn(`[NodeLLM] Skipping vision capability validation for model ${this.model}`);
+            }
             // Separate text files from binary files
             const textFiles = processedFiles.filter(p => p.type === "text");
             const binaryFiles = processedFiles.filter(p => p.type !== "text");
@@ -214,9 +227,12 @@ export class Chat {
             }
         }
         if (this.options.tools && this.options.tools.length > 0) {
-            if (this.provider.capabilities && !this.provider.capabilities.supportsTools(this.model)) {
+            if (!this.options.assumeModelExists && this.provider.capabilities && !this.provider.capabilities.supportsTools(this.model)) {
                 throw new Error(`Model ${this.model} does not support tool calling.`);
             }
+            if (this.options.assumeModelExists) {
+                console.warn(`[NodeLLM] Skipping tool capability validation for model ${this.model}`);
+            }
         }
         this.messages.push({
             role: "user",
@@ -225,9 +241,12 @@ export class Chat {
         // Process Schema/Structured Output
         let responseFormat = this.options.responseFormat;
         if (this.options.schema) {
-            if (this.provider.capabilities && !this.provider.capabilities.supportsStructuredOutput(this.model)) {
+            if (!this.options.assumeModelExists && this.provider.capabilities && !this.provider.capabilities.supportsStructuredOutput(this.model)) {
                 throw new Error(`Model ${this.model} does not support structured output.`);
             }
+            if (this.options.assumeModelExists) {
+                console.warn(`[NodeLLM] Skipping structured output capability validation for model ${this.model}`);
+            }
             const jsonSchema = toJsonSchema(this.options.schema.definition.schema);
             responseFormat = {
                 type: "json_schema",
@@ -247,6 +266,7 @@ export class Chat {
             max_tokens: options?.maxTokens ?? this.options.maxTokens,
             headers: { ...this.options.headers, ...options?.headers },
             response_format: responseFormat, // Pass to provider
+            ...this.options.params,
         };
         let totalUsage = { input_tokens: 0, output_tokens: 0, total_tokens: 0 };
         const trackUsage = (u) => {
@@ -257,6 +277,9 @@ export class Chat {
                 if (u.cached_tokens) {
                     totalUsage.cached_tokens = (totalUsage.cached_tokens ?? 0) + u.cached_tokens;
                 }
+                if (u.cost !== undefined) {
+                    totalUsage.cost = (totalUsage.cost ?? 0) + u.cost;
+                }
             }
         };
         // First round

package/dist/chat/ChatOptions.d.ts

@@ -16,5 +16,8 @@ export interface ChatOptions {
     responseFormat?: {
         type: "json_object" | "text";
     };
+    params?: Record<string, any>;
+    assumeModelExists?: boolean;
+    provider?: string;
 }
 //# sourceMappingURL=ChatOptions.d.ts.map

package/dist/chat/ChatOptions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ChatOptions.d.ts","sourceRoot":"","sources":["../../src/chat/ChatOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAE7C,MAAM,WAAW,WAAW;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;IACrB,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,IAAI,CAAC;IAC1B,YAAY,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;IACtC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;IACrC,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,KAAK,IAAI,CAAC;IACrC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE;QAAE,IAAI,EAAE,aAAa,GAAG,MAAM,CAAA;KAAE,CAAC;CACnD"}
+{"version":3,"file":"ChatOptions.d.ts","sourceRoot":"","sources":["../../src/chat/ChatOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAE7C,MAAM,WAAW,WAAW;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;IACrB,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,IAAI,CAAC;IAC1B,YAAY,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;IACtC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;IACrC,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,KAAK,IAAI,CAAC;IACrC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE;QAAE,IAAI,EAAE,aAAa,GAAG,MAAM,CAAA;KAAE,CAAC;IAClD,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC7B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB"}

package/dist/chat/ChatResponse.d.ts

@@ -11,6 +11,9 @@ export declare class ChatResponseString extends String {
     get output_tokens(): number;
     get total_tokens(): number;
     get cached_tokens(): number | undefined;
+    get cost(): number | undefined;
+    get input_cost(): number | undefined;
+    get output_cost(): number | undefined;
     get content(): string;
     get model_id(): string;
     toString(): string;

package/dist/chat/ChatResponse.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ChatResponse.d.ts","sourceRoot":"","sources":["../../src/chat/ChatResponse.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,0BAA0B,CAAC;AAEjD;;;GAGG;AACH,qBAAa,kBAAmB,SAAQ,MAAM;aAG1B,KAAK,EAAE,KAAK;aACZ,KAAK,EAAE,MAAM;gBAF7B,OAAO,EAAE,MAAM,EACC,KAAK,EAAE,KAAK,EACZ,KAAK,EAAE,MAAM;IAK/B,IAAI,YAAY,WAAsC;IACtD,IAAI,aAAa,WAAuC;IACxD,IAAI,YAAY,WAAsC;IACtD,IAAI,aAAa,uBAAuC;IAExD,IAAI,OAAO,IAAI,MAAM,CAEpB;IAED,IAAI,QAAQ,IAAI,MAAM,CAErB;IAED,QAAQ;IAIR;;;OAGG;IACH,IAAI,MAAM,IAAI,GAAG,CAMhB;CACF"}
+{"version":3,"file":"ChatResponse.d.ts","sourceRoot":"","sources":["../../src/chat/ChatResponse.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,0BAA0B,CAAC;AAEjD;;;GAGG;AACH,qBAAa,kBAAmB,SAAQ,MAAM;aAG1B,KAAK,EAAE,KAAK;aACZ,KAAK,EAAE,MAAM;gBAF7B,OAAO,EAAE,MAAM,EACC,KAAK,EAAE,KAAK,EACZ,KAAK,EAAE,MAAM;IAK/B,IAAI,YAAY,WAAsC;IACtD,IAAI,aAAa,WAAuC;IACxD,IAAI,YAAY,WAAsC;IACtD,IAAI,aAAa,uBAAuC;IACxD,IAAI,IAAI,uBAA8B;IACtC,IAAI,UAAU,uBAAoC;IAClD,IAAI,WAAW,uBAAqC;IAEpD,IAAI,OAAO,IAAI,MAAM,CAEpB;IAED,IAAI,QAAQ,IAAI,MAAM,CAErB;IAED,QAAQ;IAIR;;;OAGG;IACH,IAAI,MAAM,IAAI,GAAG,CAMhB;CACF"}

package/dist/chat/ChatResponse.js

@@ -14,6 +14,9 @@ export class ChatResponseString extends String {
     get output_tokens() { return this.usage.output_tokens; }
     get total_tokens() { return this.usage.total_tokens; }
     get cached_tokens() { return this.usage.cached_tokens; }
+    get cost() { return this.usage.cost; }
+    get input_cost() { return this.usage.input_cost; }
+    get output_cost() { return this.usage.output_cost; }
     get content() {
         return this.valueOf();
     }

package/dist/index.d.ts

@@ -6,10 +6,12 @@ export type { Role } from "./chat/Role.js";
 export type { ChatOptions } from "./chat/ChatOptions.js";
 export type { Tool, ToolCall } from "./chat/Tool.js";
 export type { MessageContent, ContentPart } from "./chat/Content.js";
+export { z } from "zod";
 export { LLM, Transcription, Moderation, Embedding } from "./llm.js";
 export { providerRegistry } from "./providers/registry.js";
 export { OpenAIProvider } from "./providers/openai/OpenAIProvider.js";
 export { registerOpenAIProvider } from "./providers/openai/index.js";
+export { registerAnthropicProvider } from "./providers/anthropic/index.js";
 export type { ImageRequest, ImageResponse } from "./providers/Provider.js";
 export * from "./errors/index.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,YAAY,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AACjD,YAAY,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AAC3C,YAAY,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACzD,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AACrD,YAAY,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAErE,OAAO,EAAE,GAAG,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE3D,OAAO,EAAE,cAAc,EAAE,MAAM,sCAAsC,CAAC;AACtE,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AACrE,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAC3E,cAAc,mBAAmB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,YAAY,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AACjD,YAAY,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AAC3C,YAAY,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACzD,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AACrD,YAAY,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAErE,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,GAAG,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE3D,OAAO,EAAE,cAAc,EAAE,MAAM,sCAAsC,CAAC;AACtE,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AACrE,OAAO,EAAE,yBAAyB,EAAE,MAAM,gCAAgC,CAAC;AAC3E,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAC3E,cAAc,mBAAmB,CAAC"}

package/dist/index.js

@@ -1,8 +1,10 @@
 export { Chat } from "./chat/Chat.js";
 export { Stream } from "./chat/Stream.js";
 export { GeneratedImage } from "./image/GeneratedImage.js";
+export { z } from "zod";
 export { LLM, Transcription, Moderation, Embedding } from "./llm.js";
 export { providerRegistry } from "./providers/registry.js";
 export { OpenAIProvider } from "./providers/openai/OpenAIProvider.js";
 export { registerOpenAIProvider } from "./providers/openai/index.js";
+export { registerAnthropicProvider } from "./providers/anthropic/index.js";
 export * from "./errors/index.js";

package/dist/llm.d.ts

@@ -24,7 +24,7 @@ type LLMConfig = {
     defaultEmbeddingModel?: string;
 };
 declare class LLMCore {
-    readonly models: ModelRegistry;
+    readonly models: typeof ModelRegistry;
     private provider?;
     private defaultTranscriptionModelId?;
     private defaultModerationModelId?;
@@ -38,6 +38,7 @@ declare class LLMCore {
         model?: string;
         size?: string;
         quality?: string;
+        assumeModelExists?: boolean;
     }): Promise<GeneratedImage>;
     transcribe(file: string, options?: {
         model?: string;
@@ -45,6 +46,7 @@ declare class LLMCore {
         language?: string;
         speakerNames?: string[];
         speakerReferences?: string[];
+        assumeModelExists?: boolean;
     }): Promise<Transcription>;
     get defaultTranscriptionModel(): string | undefined;
     get defaultModerationModel(): string | undefined;
@@ -52,10 +54,12 @@ declare class LLMCore {
     getRetryConfig(): Required<RetryOptions>;
     moderate(input: string | string[], options?: {
         model?: string;
+        assumeModelExists?: boolean;
     }): Promise<Moderation>;
     embed(input: string | string[], options?: {
         model?: string;
         dimensions?: number;
+        assumeModelExists?: boolean;
     }): Promise<Embedding>;
 }
 export { Transcription, Moderation, Embedding };

package/dist/llm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../src/llm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EACL,QAAQ,EACR,SAAS,EAKV,MAAM,yBAAyB,CAAC;AAIjC,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAU,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAClE,OAAO,EAAE,aAAa,EAAE,MAAM,kCAAkC,CAAC;AACjE,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AACxD,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAIrD,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,KAAK,SAAS,GACV;IAAE,QAAQ,EAAE,QAAQ,CAAC;IAAC,KAAK,CAAC,EAAE,YAAY,CAAC;IAAC,yBAAyB,CAAC,EAAE,MAAM,CAAC;IAAC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAAC,qBAAqB,CAAC,EAAE,MAAM,CAAA;CAAE,GACjJ;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,YAAY,CAAC;IAAC,yBAAyB,CAAC,EAAE,MAAM,CAAC;IAAC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAAC,qBAAqB,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAEpJ,cAAM,OAAO;IACX,SAAgB,MAAM,EAAE,aAAa,CAAU;IAC/C,OAAO,CAAC,QAAQ,CAAC,CAAW;IAC5B,OAAO,CAAC,2BAA2B,CAAC,CAAS;IAC7C,OAAO,CAAC,wBAAwB,CAAC,CAAS;IAC1C,OAAO,CAAC,uBAAuB,CAAC,CAAS;IAEzC,OAAO,CAAC,KAAK,CAGX;IAEF,SAAS,CAAC,MAAM,EAAE,SAAS;IAmC3B,OAAO,CAAC,qBAAqB;IAU7B,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,IAAI;IAQ1C,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAKlC,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,cAAc,CAAC;IAgB7G,UAAU,CACd,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE;QACR,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;QACxB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAC9B,GACA,OAAO,CAAC,aAAa,CAAC;IAiBzB,IAAI,yBAAyB,IAAI,MAAM,GAAG,SAAS,CAElD;IAED,IAAI,sBAAsB,IAAI,MAAM,GAAG,SAAS,CAE/C;IAED,IAAI,qBAAqB,IAAI,MAAM,GAAG,SAAS,CAE9C;IAED,cAAc;IAIR,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,UAAU,CAAC;IAiBrF,KAAK,CACT,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,EACxB,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,GAChD,OAAO,CAAC,SAAS,CAAC;CAkBtB;AAED,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;AAEhD,eAAO,MAAM,GAAG,SAAgB,CAAC"}
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../src/llm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EACL,QAAQ,EACR,SAAS,EAKV,MAAM,yBAAyB,CAAC;AAKjC,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,aAAa,EAAE,MAAM,kCAAkC,CAAC;AACjE,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AACxD,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAIrD,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,KAAK,SAAS,GACV;IAAE,QAAQ,EAAE,QAAQ,CAAC;IAAC,KAAK,CAAC,EAAE,YAAY,CAAC;IAAC,yBAAyB,CAAC,EAAE,MAAM,CAAC;IAAC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAAC,qBAAqB,CAAC,EAAE,MAAM,CAAA;CAAE,GACjJ;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,YAAY,CAAC;IAAC,yBAAyB,CAAC,EAAE,MAAM,CAAC;IAAC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAAC,qBAAqB,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAEpJ,cAAM,OAAO;IACX,SAAgB,MAAM,uBAAiB;IACvC,OAAO,CAAC,QAAQ,CAAC,CAAW;IAC5B,OAAO,CAAC,2BAA2B,CAAC,CAAS;IAC7C,OAAO,CAAC,wBAAwB,CAAC,CAAS;IAC1C,OAAO,CAAC,uBAAuB,CAAC,CAAS;IAEzC,OAAO,CAAC,KAAK,CAGX;IAEF,SAAS,CAAC,MAAM,EAAE,SAAS;IAuC3B,OAAO,CAAC,qBAAqB;IAU7B,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,IAAI;IAQ1C,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAKlC,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,iBAAiB,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,cAAc,CAAC;IAkB1I,UAAU,CACd,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE;QACR,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;QACxB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;QAC7B,iBAAiB,CAAC,EAAE,OAAO,CAAC;KAC7B,GACA,OAAO,CAAC,aAAa,CAAC;IAmBzB,IAAI,yBAAyB,IAAI,MAAM,GAAG,SAAS,CAElD;IAED,IAAI,sBAAsB,IAAI,MAAM,GAAG,SAAS,CAE/C;IAED,IAAI,qBAAqB,IAAI,MAAM,GAAG,SAAS,CAE9C;IAED,cAAc;IAIR,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,iBAAiB,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,UAAU,CAAC;IAmBlH,KAAK,CACT,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,EACxB,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,iBAAiB,CAAC,EAAE,OAAO,CAAA;KAAE,GAC7E,OAAO,CAAC,SAAS,CAAC;CAoBtB;AAED,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;AAEhD,eAAO,MAAM,GAAG,SAAgB,CAAC"}

package/dist/llm.js

@@ -2,13 +2,14 @@ import { Chat } from "./chat/Chat.js";
 import { providerRegistry } from "./providers/registry.js";
 import { ensureOpenAIRegistered } from "./providers/openai/index.js";
 import { registerGeminiProvider } from "./providers/gemini/index.js";
+import { registerAnthropicProvider } from "./providers/anthropic/index.js";
 import { GeneratedImage } from "./image/GeneratedImage.js";
-import { models } from "./models/ModelRegistry.js";
+import { ModelRegistry } from "./models/ModelRegistry.js";
 import { Transcription } from "./transcription/Transcription.js";
 import { Moderation } from "./moderation/Moderation.js";
 import { Embedding } from "./embedding/Embedding.js";
 class LLMCore {
-    models = models;
+    models = ModelRegistry;
     provider;
     defaultTranscriptionModelId;
     defaultModerationModelId;
@@ -40,6 +41,9 @@ class LLMCore {
             if (config.provider === "gemini") {
                 registerGeminiProvider();
             }
+            if (config.provider === "anthropic") {
+                registerAnthropicProvider();
+            }
             this.provider = providerRegistry.resolve(config.provider);
         }
         else {
@@ -68,7 +72,10 @@ class LLMCore {
     async paint(prompt, options) {
         const provider = this.ensureProviderSupport("paint");
         const model = options?.model;
-        if (model && provider.capabilities && !provider.capabilities.supportsImageGeneration(model)) {
+        if (options?.assumeModelExists) {
+            console.warn(`[NodeLLM] Skipping validation for model ${model}`);
+        }
+        else if (model && provider.capabilities && !provider.capabilities.supportsImageGeneration(model)) {
             throw new Error(`Model ${model} does not support image generation.`);
         }
         const response = await provider.paint({
@@ -80,7 +87,10 @@ class LLMCore {
     async transcribe(file, options) {
         const provider = this.ensureProviderSupport("transcribe");
         const model = options?.model || this.defaultTranscriptionModelId;
-        if (model && provider.capabilities && !provider.capabilities.supportsTranscription(model)) {
+        if (options?.assumeModelExists) {
+            console.warn(`[NodeLLM] Skipping validation for model ${model}`);
+        }
+        else if (model && provider.capabilities && !provider.capabilities.supportsTranscription(model)) {
             throw new Error(`Model ${model} does not support transcription.`);
         }
         const response = await provider.transcribe({
@@ -105,7 +115,10 @@ class LLMCore {
     async moderate(input, options) {
         const provider = this.ensureProviderSupport("moderate");
         const model = options?.model || this.defaultModerationModelId;
-        if (model && provider.capabilities && !provider.capabilities.supportsModeration(model)) {
+        if (options?.assumeModelExists) {
+            console.warn(`[NodeLLM] Skipping validation for model ${model}`);
+        }
+        else if (model && provider.capabilities && !provider.capabilities.supportsModeration(model)) {
             throw new Error(`Model ${model} does not support moderation.`);
         }
         const response = await provider.moderate({
@@ -123,7 +136,10 @@ class LLMCore {
             model,
             dimensions: options?.dimensions,
         };
-        if (request.model && provider.capabilities && !provider.capabilities.supportsEmbeddings(request.model)) {
+        if (options?.assumeModelExists) {
+            console.warn(`[NodeLLM] Skipping validation for model ${request.model}`);
+        }
+        else if (request.model && provider.capabilities && !provider.capabilities.supportsEmbeddings(request.model)) {
             throw new Error(`Model ${request.model} does not support embeddings.`);
         }
         const response = await provider.embed(request);

package/dist/models/ModelRegistry.d.ts

@@ -1,23 +1,50 @@
-import { ModelInfo } from "../providers/Provider.js";
+import { Model } from "./types.js";
 export declare class ModelRegistry {
-    private models;
-    private static readonly API_URL;
+    private static models;
     /**
-     * Refresh model information from the Parsera API
+     * Find a model by its ID.
      */
-    refresh(): Promise<void>;
+    static find(modelId: string, provider?: string): Model | undefined;
     /**
-     * Find a model by ID
+     * Get all available models.
      */
-    find(id: string): ModelInfo | undefined;
+    static all(): Model[];
     /**
-     * List all known models
+     * Get output tokens limit for a model.
      */
-    all(): ModelInfo[];
+    static getMaxOutputTokens(modelId: string, provider: string): number | undefined;
     /**
-     * Filter models by provider
+     * Check if a model supports a capability.
      */
-    byProvider(provider: string): ModelInfo[];
+    static supports(modelId: string, capability: string, provider: string): boolean;
+    /**
+     * Get context window size.
+     */
+    static getContextWindow(modelId: string, provider: string): number | undefined;
+    /**
+     * Calculate cost for usage.
+     */
+    static calculateCost(usage: {
+        input_tokens: number;
+        output_tokens: number;
+        total_tokens: number;
+        cached_tokens?: number;
+        reasoning_tokens?: number;
+    }, modelId: string, provider: string): {
+        input_tokens: number;
+        output_tokens: number;
+        total_tokens: number;
+        cached_tokens?: number;
+        reasoning_tokens?: number;
+    } | {
+        input_cost: number;
+        output_cost: number;
+        cost: number;
+        input_tokens: number;
+        output_tokens: number;
+        total_tokens: number;
+        cached_tokens?: number;
+        reasoning_tokens?: number;
+    };
 }
-export declare const models: ModelRegistry;
 //# sourceMappingURL=ModelRegistry.d.ts.map

package/dist/models/ModelRegistry.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ModelRegistry.d.ts","sourceRoot":"","sources":["../../src/models/ModelRegistry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAErD,qBAAa,aAAa;IACxB,OAAO,CAAC,MAAM,CAAqC;IACnD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAA0C;IAEzE;;OAEG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IA8B9B;;OAEG;IACH,IAAI,CAAC,EAAE,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS;IAIvC;;OAEG;IACH,GAAG,IAAI,SAAS,EAAE;IAIlB;;OAEG;IACH,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,EAAE;CAG1C;AAED,eAAO,MAAM,MAAM,eAAsB,CAAC"}
+{"version":3,"file":"ModelRegistry.d.ts","sourceRoot":"","sources":["../../src/models/ModelRegistry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAGnC,qBAAa,aAAa;IACtB,OAAO,CAAC,MAAM,CAAC,MAAM,CAA6C;IAElE;;OAEG;IACH,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,SAAS;IAMlE;;OAEG;IACH,MAAM,CAAC,GAAG,IAAI,KAAK,EAAE;IAIrB;;OAEG;IACH,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAKhF;;OAEG;IACH,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO;IAK/E;;OAEG;IACH,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAK9E;;OAEG;IACH,MAAM,CAAC,aAAa,CAAC,KAAK,EAAE;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,aAAa,CAAC,EAAE,MAAM,CAAC;QAAC,gBAAgB,CAAC,EAAE,MAAM,CAAA;KAAE,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;sBAA3I,MAAM;uBAAiB,MAAM;sBAAgB,MAAM;wBAAkB,MAAM;2BAAqB,MAAM;;;;;sBAAtG,MAAM;uBAAiB,MAAM;sBAAgB,MAAM;wBAAkB,MAAM;2BAAqB,MAAM;;CA+BrJ"}