@node-llm/core 0.1.0

package/README.md

@@ -0,0 +1,215 @@
+# node-llm
+
+A provider-agnostic LLM core for Node.js, inspired by ruby-llm.
+
+node-llm focuses on:
+- clean abstractions
+- minimal magic
+- streaming-first design
+- no SDK lock-in
+
+This is a core library, not a framework.
+
+---
+
+## Features (current)
+
+- **Provider-agnostic chat API**: Switch between OpenAI, Anthropic, etc. with one line of config.
+- **Ruby-LLM-style configuration**: Simple, global configuration.
+- **Streaming responses**: Native AsyncIterator support for progressive token delivery.
+- **Tool calling (Function calling)**: Automatic execution loop for model-requested tools.
+- **Multi-modal Support**: Built-in support for Vision (images) and Audio.
+- **Smart File Handling**: Pass local file paths or URLs; the library handles reading and encoding.
+- **Fluent API**: Chainable methods like `.withTool()` for dynamic tool registration.
+- **Retry support**: Configurable retry logic at the execution layer.
+- **Strict ESM and TypeScript**: Modern, type-safe development.
+
+---
+
+## Installation
+
+```bash
+pnpm add @node-llm/core
+```
+
+---
+
+## Configuration
+
+### Environment variables
+
+```text
+OPENAI_API_KEY=sk-xxxxxxxxxxxxxxxx
+```
+
+Load environment variables in your application:
+
+```ts
+import "dotenv/config";
+```
+
+---
+
+## Basic Chat Usage
+
+```ts
+import { LLM } from "@node-llm/core";
+
+LLM.configure({
+  provider: "openai",
+});
+
+const chat = LLM.chat("gpt-4o-mini", {
+  systemPrompt: "You are a concise assistant",
+});
+
+const reply = await chat.ask("Explain HTTP in one sentence");
+console.log(reply);
+
+// List available models with metadata (pricing, context window, etc.)
+const models = await LLM.listModels();
+console.log(models[0]);
+```
+
+---
+
+## Streaming Responses
+
+Streaming uses the native AsyncIterator pattern.
+
+```ts
+import { LLM } from "@node-llm/core";
+
+LLM.configure({ provider: "openai" });
+
+const chat = LLM.chat("gpt-4o-mini");
+
+let full = "";
+
+for await (const token of chat.stream("Explain HTTP in one sentence")) {
+  process.stdout.write(token);
+  full += token;
+}
+
+console.log("\nFinal response:", full);
+```
+
+---
+
+## Tool Calling
+
+You can define tools and pass them to the chat instance. The model will decide when to call them, and the library handles the execution loop automatically.
+
+```ts
+import { LLM, Tool } from "@node-llm/core";
+
+// 1. Define a tool
+const weatherTool: Tool = {
+  type: 'function',
+  function: {
+    name: 'get_weather',
+    description: 'Get the current weather for a location',
+    parameters: {
+      type: 'object',
+      properties: {
+        location: { type: 'string', description: 'The city and state, e.g. San Francisco, CA' },
+        unit: { type: 'string', enum: ['celsius', 'fahrenheit'] }
+      },
+      required: ['location']
+    }
+  },
+  // 2. Implement the handler
+  handler: async ({ location, unit = 'celsius' }) => {
+    // Call your real API here
+    return JSON.stringify({ location, temperature: 22, unit, condition: "Sunny" });
+  }
+};
+
+// 3. Initialize chat (Option A: via constructor)
+const chat = LLM.chat("gpt-4o-mini", {
+  tools: [weatherTool]
+});
+
+// OR Option B: via fluent API (Ruby-LLM style)
+const chat2 = LLM.chat("gpt-4o-mini")
+  .withTool(weatherTool);
+
+// 4. Ask a question
+const reply = await chat.ask("What is the weather in London?");
+console.log(reply); 
+// Output: "The weather in London is currently 22°C and sunny."
+```
+
+---
+
+## File & Multi-modal Support
+
+You can send files (images, audio, text, etc.) to models that support them. The library automatically handles local file reading, MIME detection, and base64 encoding.
+
+```ts
+// Local files (automatically read & converted)
+await chat.ask("Analyze this image", {
+  files: ["./image.jpg"]
+});
+
+// Text files (content is automatically appended to prompt)
+await chat.ask("Summarize this code", {
+  files: ["./app.ts"]
+});
+
+// Remote URLs (passed through)
+await chat.ask("Describe this", {
+  files: ["https://example.com/photo.png"]
+});
+
+// Audio files (OpenAI input_audio support)
+await chat.ask("Transcribe this meeting", {
+  files: ["./meeting.mp3"]
+});
+```
+
+---
+
+## Retry Support
+
+Retries are applied before chat execution, not inside providers.
+
+```ts
+LLM.configure({
+  provider: "openai",
+  retry: {
+    attempts: 3,
+    delayMs: 500,
+  },
+});
+```
+
+Retry behavior:
+- Only transient failures are retried
+- Chat and providers remain clean
+- Designed for future timeouts and circuit breakers
+
+---
+
+## Development
+
+```bash
+pnpm install
+pnpm --filter @node-llm/core build
+node test-openai.mjs
+```
+
+---
+
+## Design Philosophy
+
+- **Explicit over implicit**: No hidden side effects or complex state management.
+- **Provider-agnostic core**: The same code works across different LLM providers.
+- **Ruby-LLM mental model**: Developer experience inspired by the best of Ruby, executed with Node-native patterns.
+- **Production Ready**: Built with TypeScript, ESM, and comprehensive testing.
+
+---
+
+## License
+
+MIT

package/dist/chat/Chat.d.ts

@@ -0,0 +1,35 @@
+import { Message } from "./Message.js";
+import { ChatOptions } from "./ChatOptions.js";
+import { Provider } from "../providers/Provider.js";
+export declare class Chat {
+    private readonly provider;
+    private readonly model;
+    private readonly options;
+    private messages;
+    private executor;
+    constructor(provider: Provider, model: string, options?: ChatOptions);
+    /**
+     * Read-only access to message history
+     */
+    get history(): readonly Message[];
+    /**
+     * Add a tool to the chat session (fluent API)
+     */
+    withTool(tool: any): this;
+    /**
+     * Ask the model a question
+     */
+    ask(content: string, options?: {
+        images?: string[];
+        files?: string[];
+        temperature?: number;
+        maxTokens?: number;
+    }): Promise<string>;
+    /**
+     * Streams the model's response to a user question.
+     * @param content The user's question to send to the model.
+     * @returns An async generator yielding chunks of the assistant's response as strings.
+     */
+    stream(content: string): AsyncGenerator<string, void, unknown>;
+}
+//# sourceMappingURL=Chat.d.ts.map

package/dist/chat/Chat.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Chat.d.ts","sourceRoot":"","sources":["../../src/chat/Chat.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AAIpD,qBAAa,IAAI;IAKb,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAN1B,OAAO,CAAC,QAAQ,CAAiB;IACjC,OAAO,CAAC,QAAQ,CAAW;gBAGR,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,WAAgB;IAoB5C;;OAEG;IACH,IAAI,OAAO,IAAI,SAAS,OAAO,EAAE,CAEhC;IAED;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAE,GAAG,GAAG,IAAI;IAQzB;;OAEG;IACG,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IA6FxI;;;;OAIG;IACI,MAAM,CAAC,OAAO,EAAE,MAAM;CAyB9B"}

package/dist/chat/Chat.js

@@ -0,0 +1,147 @@
+import { FileLoader } from "../utils/FileLoader.js";
+import { Executor } from "../executor/Executor.js";
+import { LLM } from "../llm.js";
+export class Chat {
+    provider;
+    model;
+    options;
+    messages = [];
+    executor;
+    constructor(provider, model, options = {}) {
+        this.provider = provider;
+        this.model = model;
+        this.options = options;
+        this.executor = new Executor(provider, LLM.getRetryConfig());
+        if (options.systemPrompt) {
+            this.messages.push({
+                role: "system",
+                content: options.systemPrompt,
+            });
+        }
+        if (options.messages) {
+            this.messages.push(...options.messages);
+        }
+    }
+    /**
+     * Read-only access to message history
+     */
+    get history() {
+        return this.messages;
+    }
+    /**
+     * Add a tool to the chat session (fluent API)
+     */
+    withTool(tool) {
+        if (!this.options.tools) {
+            this.options.tools = [];
+        }
+        this.options.tools.push(tool);
+        return this;
+    }
+    /**
+     * Ask the model a question
+     */
+    async ask(content, options) {
+        let messageContent = content;
+        const files = [...(options?.images ?? []), ...(options?.files ?? [])];
+        if (files.length > 0) {
+            const processedFiles = await Promise.all(files.map(f => FileLoader.load(f)));
+            const hasBinary = processedFiles.some(p => p.type === "image_url" || p.type === "input_audio" || p.type === "video_url");
+            if (hasBinary && this.provider.capabilities && !this.provider.capabilities.supportsVision(this.model)) {
+                throw new Error(`Model ${this.model} does not support vision/binary files.`);
+            }
+            messageContent = [
+                { type: "text", text: content },
+                ...processedFiles
+            ];
+        }
+        if (this.options.tools && this.options.tools.length > 0) {
+            if (this.provider.capabilities && !this.provider.capabilities.supportsTools(this.model)) {
+                throw new Error(`Model ${this.model} does not support tool calling.`);
+            }
+        }
+        this.messages.push({
+            role: "user",
+            content: messageContent,
+        });
+        const executeOptions = {
+            model: this.model,
+            messages: this.messages,
+            tools: this.options.tools,
+            temperature: options?.temperature ?? this.options.temperature,
+            max_tokens: options?.maxTokens ?? this.options.maxTokens,
+        };
+        let response = await this.executor.executeChat(executeOptions);
+        this.messages.push({
+            role: "assistant",
+            content: response.content,
+            tool_calls: response.tool_calls,
+        });
+        while (response.tool_calls && response.tool_calls.length > 0) {
+            for (const toolCall of response.tool_calls) {
+                const tool = this.options.tools?.find((t) => t.function.name === toolCall.function.name);
+                if (tool?.handler) {
+                    try {
+                        const args = JSON.parse(toolCall.function.arguments);
+                        const result = await tool.handler(args);
+                        this.messages.push({
+                            role: "tool",
+                            tool_call_id: toolCall.id,
+                            content: result,
+                        });
+                    }
+                    catch (error) {
+                        this.messages.push({
+                            role: "tool",
+                            tool_call_id: toolCall.id,
+                            content: `Error executing tool: ${error.message}`,
+                        });
+                    }
+                }
+                else {
+                    this.messages.push({
+                        role: "tool",
+                        tool_call_id: toolCall.id,
+                        content: "Error: Tool not found or no handler provided",
+                    });
+                }
+            }
+            response = await this.executor.executeChat({
+                model: this.model,
+                messages: this.messages,
+                tools: this.options.tools,
+            });
+            this.messages.push({
+                role: "assistant",
+                content: response.content,
+                tool_calls: response.tool_calls,
+            });
+        }
+        return response.content ?? "";
+    }
+    /**
+     * Streams the model's response to a user question.
+     * @param content The user's question to send to the model.
+     * @returns An async generator yielding chunks of the assistant's response as strings.
+     */
+    async *stream(content) {
+        this.messages.push({ role: "user", content });
+        if (!this.provider.stream) {
+            throw new Error("Streaming not supported by provider");
+        }
+        let full = "";
+        for await (const chunk of this.provider.stream({
+            model: this.model,
+            messages: this.messages,
+        })) {
+            if (chunk.content) {
+                full += chunk.content;
+                yield chunk.content;
+            }
+        }
+        this.messages.push({
+            role: "assistant",
+            content: full,
+        });
+    }
+}

package/dist/chat/ChatOptions.d.ts

@@ -0,0 +1,10 @@
+import { Message } from "./Message.js";
+import { Tool } from "./Tool.js";
+export interface ChatOptions {
+    systemPrompt?: string;
+    messages?: Message[];
+    tools?: Tool[];
+    temperature?: number;
+    maxTokens?: number;
+}
+//# sourceMappingURL=ChatOptions.d.ts.map

package/dist/chat/ChatOptions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChatOptions.d.ts","sourceRoot":"","sources":["../../src/chat/ChatOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,MAAM,WAAW,WAAW;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;IACrB,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB"}

package/dist/chat/ChatOptions.js

@@ -0,0 +1 @@
+export {};

package/dist/chat/Content.d.ts

@@ -0,0 +1,22 @@
+export type ContentPart = {
+    type: "text";
+    text: string;
+} | {
+    type: "image_url";
+    image_url: {
+        url: string;
+    };
+} | {
+    type: "input_audio";
+    input_audio: {
+        data: string;
+        format: string;
+    };
+} | {
+    type: "video_url";
+    video_url: {
+        url: string;
+    };
+};
+export type MessageContent = string | ContentPart[];
+//# sourceMappingURL=Content.d.ts.map

package/dist/chat/Content.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Content.d.ts","sourceRoot":"","sources":["../../src/chat/Content.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC9B;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,SAAS,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,GACjD;IAAE,IAAI,EAAE,aAAa,CAAC;IAAC,WAAW,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,GACtE;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,SAAS,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,CAAC;AAEtD,MAAM,MAAM,cAAc,GAAG,MAAM,GAAG,WAAW,EAAE,CAAC"}

package/dist/chat/Content.js

@@ -0,0 +1 @@
+export {};

package/dist/chat/Message.d.ts

@@ -0,0 +1,11 @@
+import { Role } from "./Role.js";
+import { ToolCall } from "./Tool.js";
+import { MessageContent } from "./Content.js";
+export interface Message {
+    role: Role;
+    content: MessageContent | null;
+    tool_calls?: ToolCall[];
+    tool_call_id?: string;
+    name?: string;
+}
+//# sourceMappingURL=Message.d.ts.map

package/dist/chat/Message.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Message.d.ts","sourceRoot":"","sources":["../../src/chat/Message.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAE9C,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,IAAI,CAAC;IACX,OAAO,EAAE,cAAc,GAAG,IAAI,CAAC;IAC/B,UAAU,CAAC,EAAE,QAAQ,EAAE,CAAC;IACxB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf"}

package/dist/chat/Message.js

@@ -0,0 +1 @@
+export {};

package/dist/chat/Role.d.ts

@@ -0,0 +1,2 @@
+export type Role = "system" | "user" | "assistant" | "tool";
+//# sourceMappingURL=Role.d.ts.map

package/dist/chat/Role.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Role.d.ts","sourceRoot":"","sources":["../../src/chat/Role.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,IAAI,GACZ,QAAQ,GACR,MAAM,GACN,WAAW,GACX,MAAM,CAAC"}

package/dist/chat/Role.js

@@ -0,0 +1 @@
+export {};

package/dist/chat/Tool.d.ts

@@ -0,0 +1,18 @@
+export interface ToolCall {
+    id: string;
+    type: 'function';
+    function: {
+        name: string;
+        arguments: string;
+    };
+}
+export interface Tool {
+    type: 'function';
+    function: {
+        name: string;
+        description?: string;
+        parameters: Record<string, any>;
+    };
+    handler?: (args: any) => Promise<string>;
+}
+//# sourceMappingURL=Tool.d.ts.map

package/dist/chat/Tool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Tool.d.ts","sourceRoot":"","sources":["../../src/chat/Tool.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;CACH;AAED,MAAM,WAAW,IAAI;IACnB,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KACjC,CAAC;IACF,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CAC1C"}

package/dist/chat/Tool.js

@@ -0,0 +1 @@
+export {};

package/dist/executor/Executor.d.ts

@@ -0,0 +1,11 @@
+import { Provider, ChatRequest, ChatResponse } from "../providers/Provider.js";
+export declare class Executor {
+    private readonly provider;
+    private readonly retry;
+    constructor(provider: Provider, retry: {
+        attempts: number;
+        delayMs: number;
+    });
+    executeChat(request: ChatRequest): Promise<ChatResponse>;
+}
+//# sourceMappingURL=Executor.d.ts.map

package/dist/executor/Executor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Executor.d.ts","sourceRoot":"","sources":["../../src/executor/Executor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAE/E,qBAAa,QAAQ;IAEjB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,KAAK;gBADL,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE;IAGzD,WAAW,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;CAqB/D"}

package/dist/executor/Executor.js

@@ -0,0 +1,26 @@
+export class Executor {
+    provider;
+    retry;
+    constructor(provider, retry) {
+        this.provider = provider;
+        this.retry = retry;
+    }
+    async executeChat(request) {
+        let lastError;
+        for (let attempt = 1; attempt <= this.retry.attempts; attempt++) {
+            try {
+                return await this.provider.chat(request);
+            }
+            catch (error) {
+                lastError = error;
+                if (attempt >= this.retry.attempts) {
+                    throw error;
+                }
+                if (this.retry.delayMs > 0) {
+                    await new Promise((r) => setTimeout(r, this.retry.delayMs));
+                }
+            }
+        }
+        throw lastError;
+    }
+}

package/dist/index.d.ts

@@ -0,0 +1,11 @@
+export { Chat } from "./chat/Chat.js";
+export type { Message } from "./chat/Message.js";
+export type { Role } from "./chat/Role.js";
+export type { ChatOptions } from "./chat/ChatOptions.js";
+export type { Tool, ToolCall } from "./chat/Tool.js";
+export type { MessageContent, ContentPart } from "./chat/Content.js";
+export { LLM } from "./llm.js";
+export { providerRegistry } from "./providers/registry.js";
+export { OpenAIProvider } from "./providers/openai/OpenAIProvider.js";
+export { registerOpenAIProvider } from "./providers/openai/index.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,YAAY,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AACjD,YAAY,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AAC3C,YAAY,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACzD,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AACrD,YAAY,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAErE,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAC/B,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE3D,OAAO,EAAE,cAAc,EAAE,MAAM,sCAAsC,CAAC;AACtE,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC"}

package/dist/index.js

@@ -0,0 +1,5 @@
+export { Chat } from "./chat/Chat.js";
+export { LLM } from "./llm.js";
+export { providerRegistry } from "./providers/registry.js";
+export { OpenAIProvider } from "./providers/openai/OpenAIProvider.js";
+export { registerOpenAIProvider } from "./providers/openai/index.js";

package/dist/llm.d.ts

@@ -0,0 +1,25 @@
+import { Chat } from "./chat/Chat.js";
+import { ChatOptions } from "./chat/ChatOptions.js";
+import { Provider } from "./providers/Provider.js";
+export interface RetryOptions {
+    attempts?: number;
+    delayMs?: number;
+}
+type LLMConfig = {
+    provider: Provider;
+    retry?: RetryOptions;
+} | {
+    provider: string;
+    retry?: RetryOptions;
+};
+declare class LLMCore {
+    private provider?;
+    private retry;
+    configure(config: LLMConfig): void;
+    chat(model: string, options?: ChatOptions): Chat;
+    listModels(): Promise<import("./providers/Provider.js").ModelInfo[]>;
+    getRetryConfig(): Required<RetryOptions>;
+}
+export declare const LLM: LLMCore;
+export {};
+//# sourceMappingURL=llm.d.ts.map

package/dist/llm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../src/llm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AAInD,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,KAAK,SAAS,GACV;IAAE,QAAQ,EAAE,QAAQ,CAAC;IAAC,KAAK,CAAC,EAAE,YAAY,CAAA;CAAE,GAC5C;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,YAAY,CAAA;CAAE,CAAC;AAE/C,cAAM,OAAO;IACX,OAAO,CAAC,QAAQ,CAAC,CAAW;IAE5B,OAAO,CAAC,KAAK,CAGX;IAEF,SAAS,CAAC,MAAM,EAAE,SAAS;IAmB3B,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,IAAI;IAQ1C,UAAU;IAUhB,cAAc;CAIf;AAED,eAAO,MAAM,GAAG,SAAgB,CAAC"}

package/dist/llm.js

@@ -0,0 +1,46 @@
+import { Chat } from "./chat/Chat.js";
+import { providerRegistry } from "./providers/registry.js";
+import { ensureOpenAIRegistered } from "./providers/openai/register.js";
+class LLMCore {
+    provider;
+    retry = {
+        attempts: 1,
+        delayMs: 0,
+    };
+    configure(config) {
+        if (config.retry) {
+            this.retry = {
+                attempts: config.retry.attempts ?? 1,
+                delayMs: config.retry.delayMs ?? 0,
+            };
+        }
+        if (typeof config.provider === "string") {
+            if (config.provider === "openai") {
+                ensureOpenAIRegistered();
+            }
+            this.provider = providerRegistry.resolve(config.provider);
+        }
+        else {
+            this.provider = config.provider;
+        }
+    }
+    chat(model, options) {
+        if (!this.provider) {
+            throw new Error("LLM provider not configured");
+        }
+        return new Chat(this.provider, model, options);
+    }
+    async listModels() {
+        if (!this.provider) {
+            throw new Error("LLM provider not configured");
+        }
+        if (!this.provider.listModels) {
+            throw new Error(`Provider ${typeof this.provider} does not support listModels`);
+        }
+        return this.provider.listModels();
+    }
+    getRetryConfig() {
+        return this.retry;
+    }
+}
+export const LLM = new LLMCore();