@node-llm/core 0.2.2 → 0.4.0

package/dist/chat/Chat.js

@@ -2,32 +2,10 @@ import { FileLoader } from "../utils/FileLoader.js";
 import { Executor } from "../executor/Executor.js";
 import { LLM } from "../llm.js";
 import { Stream } from "./Stream.js";
-/**
- * Enhanced string that includes token usage metadata.
- * Behaves like a regular string but has .usage and .input_tokens etc.
- */
-export class ChatResponseString extends String {
-    usage;
-    model;
-    constructor(content, usage, model) {
-        super(content);
-        this.usage = usage;
-        this.model = model;
-    }
-    get input_tokens() { return this.usage.input_tokens; }
-    get output_tokens() { return this.usage.output_tokens; }
-    get total_tokens() { return this.usage.total_tokens; }
-    get cached_tokens() { return this.usage.cached_tokens; }
-    get content() {
-        return this.valueOf();
-    }
-    get model_id() {
-        return this.model;
-    }
-    toString() {
-        return this.valueOf();
-    }
-}
+import { Schema } from "../schema/Schema.js";
+import { toJsonSchema } from "../schema/to-json-schema.js";
+import { z } from "zod";
+import { ChatResponseString } from "./ChatResponse.js";
 export class Chat {
     provider;
     model;
@@ -71,12 +49,136 @@ export class Chat {
     }
     /**
      * Add a tool to the chat session (fluent API)
+     * Supports passing a tool instance or a tool class (which will be instantiated).
      */
     withTool(tool) {
+        return this.withTools([tool]);
+    }
+    /**
+     * Add multiple tools to the chat session.
+     * Supports passing tool instances or classes (which will be instantiated).
+     * Can replace existing tools if options.replace is true.
+     *
+     * @example
+     * chat.withTools([WeatherTool, new CalculatorTool()], { replace: true });
+     */
+    withTools(tools, options) {
+        if (options?.replace) {
+            this.options.tools = [];
+        }
         if (!this.options.tools) {
             this.options.tools = [];
         }
-        this.options.tools.push(tool);
+        for (const tool of tools) {
+            if (typeof tool === "function") {
+                try {
+                    // Attempt to instantiate if it's a class
+                    this.options.tools.push(new tool());
+                }
+                catch (e) {
+                    // If instantiation fails, it might be a function tool or require args? 
+                    // For now, assuming classes with no-arg constructors as per convention.
+                    console.warn("Attempted to instantiate tool class but failed, adding as-is", e);
+                    this.options.tools.push(tool);
+                }
+            }
+            else {
+                this.options.tools.push(tool);
+            }
+        }
+        return this;
+    }
+    /**
+     * Add instructions (system prompt) to the chat.
+     * By default, it appends a new system message.
+     * If { replace: true } is passed, it removes all previous system messages first.
+     */
+    withInstructions(instruction, options) {
+        if (options?.replace) {
+            this.messages = this.messages.filter((m) => m.role !== "system");
+        }
+        // System messages usually go first, but for "appending" behavior 
+        // mid-conversation, most providers handle them fine in history.
+        // Ideally, if it's "replace", we might want to unshift it to index 0,
+        // but simply pushing a new system message works for "updating" context too.
+        // For consistency with "replace" meaning "this is THE system prompt":
+        if (options?.replace) {
+            this.messages.unshift({ role: "system", content: instruction });
+        }
+        else {
+            this.messages.push({ role: "system", content: instruction });
+        }
+        return this;
+    }
+    /**
+     * Alias for withInstructions
+     */
+    withSystemPrompt(instruction, options) {
+        return this.withInstructions(instruction, options);
+    }
+    /**
+     * Set the temperature for the chat session.
+     * Controls randomness: 0.0 (deterministic) to 1.0 (creative).
+     */
+    withTemperature(temp) {
+        this.options.temperature = temp;
+        return this;
+    }
+    /**
+     * Switch the model used for this chat session.
+     */
+    withModel(model) {
+        this.model = model;
+        return this;
+    }
+    /**
+     * Set custom headers for the chat session.
+     * Merges with existing headers.
+     */
+    withRequestOptions(options) {
+        if (options.headers) {
+            this.options.headers = { ...this.options.headers, ...options.headers };
+        }
+        if (options.responseFormat) {
+            this.options.responseFormat = options.responseFormat;
+        }
+        return this;
+    }
+    /**
+     * Enforce a specific schema for the output.
+     * Can accept a Schema object or a Zod schema/JSON Schema directly.
+     */
+    withSchema(schema) {
+        if (schema === null) {
+            this.options.schema = undefined;
+            return this;
+        }
+        if (schema instanceof Schema) {
+            this.options.schema = schema;
+        }
+        else if (schema instanceof z.ZodType) {
+            this.options.schema = Schema.fromZod("output", schema);
+        }
+        else {
+            this.options.schema = Schema.fromJson("output", schema);
+        }
+        return this;
+    }
+    // --- Event Handlers ---
+    onNewMessage(handler) {
+        this.options.onNewMessage = handler;
+        return this;
+    }
+    onEndMessage(handler) {
+        this.options.onEndMessage = handler;
+        return this;
+    }
+    onToolCall(handler) {
+        this.options.onToolCall = handler;
+        return this;
+    }
+    onToolResult(handler) {
+        this.options.onToolResult = handler;
         return this;
     }
     /**
@@ -91,10 +193,25 @@ export class Chat {
             if (hasBinary && this.provider.capabilities && !this.provider.capabilities.supportsVision(this.model)) {
                 throw new Error(`Model ${this.model} does not support vision/binary files.`);
             }
-            messageContent = [
-                { type: "text", text: content },
-                ...processedFiles
-            ];
+            // Separate text files from binary files
+            const textFiles = processedFiles.filter(p => p.type === "text");
+            const binaryFiles = processedFiles.filter(p => p.type !== "text");
+            // Concatenate text files into the main content
+            let fullText = content;
+            if (textFiles.length > 0) {
+                fullText += "\n" + textFiles.map(f => f.text).join("\n");
+            }
+            // If we have binary files, create multimodal content
+            if (binaryFiles.length > 0) {
+                messageContent = [
+                    { type: "text", text: fullText },
+                    ...binaryFiles
+                ];
+            }
+            else {
+                // Only text files, keep as string
+                messageContent = fullText;
+            }
         }
         if (this.options.tools && this.options.tools.length > 0) {
             if (this.provider.capabilities && !this.provider.capabilities.supportsTools(this.model)) {
@@ -105,12 +222,31 @@ export class Chat {
             role: "user",
             content: messageContent,
         });
+        // Process Schema/Structured Output
+        let responseFormat = this.options.responseFormat;
+        if (this.options.schema) {
+            if (this.provider.capabilities && !this.provider.capabilities.supportsStructuredOutput(this.model)) {
+                throw new Error(`Model ${this.model} does not support structured output.`);
+            }
+            const jsonSchema = toJsonSchema(this.options.schema.definition.schema);
+            responseFormat = {
+                type: "json_schema",
+                json_schema: {
+                    name: this.options.schema.definition.name,
+                    description: this.options.schema.definition.description,
+                    strict: this.options.schema.definition.strict ?? true,
+                    schema: jsonSchema,
+                }
+            };
+        }
         const executeOptions = {
             model: this.model,
             messages: this.messages,
             tools: this.options.tools,
             temperature: options?.temperature ?? this.options.temperature,
             max_tokens: options?.maxTokens ?? this.options.maxTokens,
+            headers: { ...this.options.headers, ...options?.headers },
+            response_format: responseFormat, // Pass to provider
         };
         let totalUsage = { input_tokens: 0, output_tokens: 0, total_tokens: 0 };
         const trackUsage = (u) => {
@@ -123,21 +259,32 @@ export class Chat {
                 }
             }
         };
+        // First round
+        if (this.options.onNewMessage)
+            this.options.onNewMessage();
         let response = await this.executor.executeChat(executeOptions);
         trackUsage(response.usage);
+        const firstAssistantMessage = new ChatResponseString(response.content ?? "", response.usage ?? { input_tokens: 0, output_tokens: 0, total_tokens: 0 }, this.model);
         this.messages.push({
             role: "assistant",
-            content: new ChatResponseString(response.content ?? "", response.usage ?? { input_tokens: 0, output_tokens: 0, total_tokens: 0 }, this.model),
+            content: firstAssistantMessage,
             tool_calls: response.tool_calls,
             usage: response.usage,
         });
+        if (this.options.onEndMessage && (!response.tool_calls || response.tool_calls.length === 0)) {
+            this.options.onEndMessage(firstAssistantMessage);
+        }
         while (response.tool_calls && response.tool_calls.length > 0) {
             for (const toolCall of response.tool_calls) {
+                if (this.options.onToolCall)
+                    this.options.onToolCall(toolCall);
                 const tool = this.options.tools?.find((t) => t.function.name === toolCall.function.name);
                 if (tool?.handler) {
                     try {
                         const args = JSON.parse(toolCall.function.arguments);
                         const result = await tool.handler(args);
+                        if (this.options.onToolResult)
+                            this.options.onToolResult(result);
                         this.messages.push({
                             role: "tool",
                             tool_call_id: toolCall.id,
@@ -164,14 +311,19 @@ export class Chat {
                 model: this.model,
                 messages: this.messages,
                 tools: this.options.tools,
+                headers: this.options.headers,
             });
             trackUsage(response.usage);
+            const assistantMessage = new ChatResponseString(response.content ?? "", response.usage ?? { input_tokens: 0, output_tokens: 0, total_tokens: 0 }, this.model);
             this.messages.push({
                 role: "assistant",
-                content: new ChatResponseString(response.content ?? "", response.usage ?? { input_tokens: 0, output_tokens: 0, total_tokens: 0 }, this.model),
+                content: assistantMessage,
                 tool_calls: response.tool_calls,
                 usage: response.usage,
             });
+            if (this.options.onEndMessage && (!response.tool_calls || response.tool_calls.length === 0)) {
+                this.options.onEndMessage(assistantMessage);
+            }
         }
         return new ChatResponseString(response.content ?? "", totalUsage, this.model);
     }

package/dist/chat/ChatOptions.d.ts

@@ -1,10 +1,20 @@
 import { Message } from "./Message.js";
 import { Tool } from "./Tool.js";
+import { Schema } from "../schema/Schema.js";
 export interface ChatOptions {
     systemPrompt?: string;
     messages?: Message[];
     tools?: Tool[];
     temperature?: number;
     maxTokens?: number;
+    onNewMessage?: () => void;
+    onEndMessage?: (message: any) => void;
+    onToolCall?: (toolCall: any) => void;
+    onToolResult?: (result: any) => void;
+    headers?: Record<string, string>;
+    schema?: Schema;
+    responseFormat?: {
+        type: "json_object" | "text";
+    };
 }
 //# sourceMappingURL=ChatOptions.d.ts.map

package/dist/chat/ChatOptions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ChatOptions.d.ts","sourceRoot":"","sources":["../../src/chat/ChatOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,MAAM,WAAW,WAAW;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;IACrB,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB"}
+{"version":3,"file":"ChatOptions.d.ts","sourceRoot":"","sources":["../../src/chat/ChatOptions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAE7C,MAAM,WAAW,WAAW;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;IACrB,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,IAAI,CAAC;IAC1B,YAAY,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;IACtC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;IACrC,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,KAAK,IAAI,CAAC;IACrC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE;QAAE,IAAI,EAAE,aAAa,GAAG,MAAM,CAAA;KAAE,CAAC;CACnD"}

package/dist/chat/ChatResponse.d.ts

@@ -0,0 +1,23 @@
+import { Usage } from "../providers/Provider.js";
+/**
+ * Enhanced string that includes token usage metadata.
+ * Behaves like a regular string but has .usage and .input_tokens etc.
+ */
+export declare class ChatResponseString extends String {
+    readonly usage: Usage;
+    readonly model: string;
+    constructor(content: string, usage: Usage, model: string);
+    get input_tokens(): number;
+    get output_tokens(): number;
+    get total_tokens(): number;
+    get cached_tokens(): number | undefined;
+    get content(): string;
+    get model_id(): string;
+    toString(): string;
+    /**
+     * Attempt to parse the content as JSON.
+     * Returns the parsed object or null if parsing fails.
+     */
+    get parsed(): any;
+}
+//# sourceMappingURL=ChatResponse.d.ts.map

package/dist/chat/ChatResponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChatResponse.d.ts","sourceRoot":"","sources":["../../src/chat/ChatResponse.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,0BAA0B,CAAC;AAEjD;;;GAGG;AACH,qBAAa,kBAAmB,SAAQ,MAAM;aAG1B,KAAK,EAAE,KAAK;aACZ,KAAK,EAAE,MAAM;gBAF7B,OAAO,EAAE,MAAM,EACC,KAAK,EAAE,KAAK,EACZ,KAAK,EAAE,MAAM;IAK/B,IAAI,YAAY,WAAsC;IACtD,IAAI,aAAa,WAAuC;IACxD,IAAI,YAAY,WAAsC;IACtD,IAAI,aAAa,uBAAuC;IAExD,IAAI,OAAO,IAAI,MAAM,CAEpB;IAED,IAAI,QAAQ,IAAI,MAAM,CAErB;IAED,QAAQ;IAIR;;;OAGG;IACH,IAAI,MAAM,IAAI,GAAG,CAMhB;CACF"}

package/dist/chat/ChatResponse.js

@@ -0,0 +1,38 @@
+/**
+ * Enhanced string that includes token usage metadata.
+ * Behaves like a regular string but has .usage and .input_tokens etc.
+ */
+export class ChatResponseString extends String {
+    usage;
+    model;
+    constructor(content, usage, model) {
+        super(content);
+        this.usage = usage;
+        this.model = model;
+    }
+    get input_tokens() { return this.usage.input_tokens; }
+    get output_tokens() { return this.usage.output_tokens; }
+    get total_tokens() { return this.usage.total_tokens; }
+    get cached_tokens() { return this.usage.cached_tokens; }
+    get content() {
+        return this.valueOf();
+    }
+    get model_id() {
+        return this.model;
+    }
+    toString() {
+        return this.valueOf();
+    }
+    /**
+     * Attempt to parse the content as JSON.
+     * Returns the parsed object or null if parsing fails.
+     */
+    get parsed() {
+        try {
+            return JSON.parse(this.valueOf());
+        }
+        catch (e) {
+            return null;
+        }
+    }
+}

package/dist/chat/Stream.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Stream.d.ts","sourceRoot":"","sources":["../../src/chat/Stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AAEpD,qBAAa,MAAM;IAIf,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAL1B,OAAO,CAAC,QAAQ,CAAY;gBAGT,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,WAAgB,EAC1C,QAAQ,CAAC,EAAE,OAAO,EAAE;IAmBtB;;OAEG;IACH,IAAI,OAAO,IAAI,SAAS,OAAO,EAAE,CAEhC;IAED;;;;OAIG;IACI,MAAM,CAAC,OAAO,EAAE,MAAM;CA0B9B"}
+{"version":3,"file":"Stream.d.ts","sourceRoot":"","sources":["../../src/chat/Stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AAGpD,qBAAa,MAAM;IAIf,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAL1B,OAAO,CAAC,QAAQ,CAAY;gBAGT,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,WAAgB,EAC1C,QAAQ,CAAC,EAAE,OAAO,EAAE;IAmBtB;;OAEG;IACH,IAAI,OAAO,IAAI,SAAS,OAAO,EAAE,CAEhC;IAED;;;;OAIG;IACI,MAAM,CAAC,OAAO,EAAE,MAAM;CAwC9B"}

package/dist/chat/Stream.js

@@ -1,3 +1,4 @@
+import { ChatResponseString } from "./ChatResponse.js";
 export class Stream {
     provider;
     model;
@@ -38,12 +39,18 @@ export class Stream {
             throw new Error("Streaming not supported by provider");
         }
         let full = "";
+        let isFirst = true;
         for await (const chunk of this.provider.stream({
             model: this.model,
             messages: this.messages,
             temperature: this.options.temperature,
             max_tokens: this.options.maxTokens,
         })) {
+            if (isFirst) {
+                if (this.options.onNewMessage)
+                    this.options.onNewMessage();
+                isFirst = false;
+            }
             if (chunk.content) {
                 full += chunk.content;
             }
@@ -53,5 +60,8 @@ export class Stream {
             role: "assistant",
             content: full,
         });
+        if (this.options.onEndMessage) {
+            this.options.onEndMessage(new ChatResponseString(full, { input_tokens: 0, output_tokens: 0, total_tokens: 0 }, this.model));
+        }
     }
 }

package/dist/constants.d.ts

@@ -0,0 +1,7 @@
+export declare const DEFAULT_MODELS: {
+    readonly TRANSCRIPTION: "whisper-1";
+    readonly MODERATION: "omni-moderation-latest";
+    readonly EMBEDDING: "text-embedding-3-small";
+    readonly IMAGE: "dall-e-3";
+};
+//# sourceMappingURL=constants.d.ts.map

package/dist/constants.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../src/constants.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,cAAc;;;;;CAKjB,CAAC"}

package/dist/constants.js

@@ -0,0 +1,6 @@
+export const DEFAULT_MODELS = {
+    TRANSCRIPTION: "whisper-1",
+    MODERATION: "omni-moderation-latest",
+    EMBEDDING: "text-embedding-3-small",
+    IMAGE: "dall-e-3",
+};

package/dist/embedding/Embedding.d.ts

@@ -0,0 +1,17 @@
+import { EmbeddingResponse } from "../providers/Embedding.js";
+export declare class Embedding {
+    readonly vectors: number[][];
+    readonly model: string;
+    readonly input_tokens: number;
+    readonly dimensions: number;
+    constructor(response: EmbeddingResponse);
+    /**
+     * Get the first vector (useful for single-input embeddings)
+     */
+    get vector(): number[];
+    /**
+     * Convert to string representation (shows dimensions and token count)
+     */
+    toString(): string;
+}
+//# sourceMappingURL=Embedding.d.ts.map

package/dist/embedding/Embedding.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Embedding.d.ts","sourceRoot":"","sources":["../../src/embedding/Embedding.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAE9D,qBAAa,SAAS;IACpB,SAAgB,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC;IACpC,SAAgB,KAAK,EAAE,MAAM,CAAC;IAC9B,SAAgB,YAAY,EAAE,MAAM,CAAC;IACrC,SAAgB,UAAU,EAAE,MAAM,CAAC;gBAEvB,QAAQ,EAAE,iBAAiB;IAOvC;;OAEG;IACH,IAAI,MAAM,IAAI,MAAM,EAAE,CAErB;IAED;;OAEG;IACH,QAAQ,IAAI,MAAM;CAGnB"}

package/dist/embedding/Embedding.js

@@ -0,0 +1,24 @@
+export class Embedding {
+    vectors;
+    model;
+    input_tokens;
+    dimensions;
+    constructor(response) {
+        this.vectors = response.vectors;
+        this.model = response.model;
+        this.input_tokens = response.input_tokens;
+        this.dimensions = response.dimensions;
+    }
+    /**
+     * Get the first vector (useful for single-input embeddings)
+     */
+    get vector() {
+        return this.vectors[0] || [];
+    }
+    /**
+     * Convert to string representation (shows dimensions and token count)
+     */
+    toString() {
+        return `Embedding(model=${this.model}, dimensions=${this.dimensions}, tokens=${this.input_tokens}, count=${this.vectors.length})`;
+    }
+}

package/dist/index.d.ts

@@ -6,7 +6,7 @@ export type { Role } from "./chat/Role.js";
 export type { ChatOptions } from "./chat/ChatOptions.js";
 export type { Tool, ToolCall } from "./chat/Tool.js";
 export type { MessageContent, ContentPart } from "./chat/Content.js";
-export { LLM } from "./llm.js";
+export { LLM, Transcription, Moderation, Embedding } from "./llm.js";
 export { providerRegistry } from "./providers/registry.js";
 export { OpenAIProvider } from "./providers/openai/OpenAIProvider.js";
 export { registerOpenAIProvider } from "./providers/openai/index.js";

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,YAAY,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AACjD,YAAY,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AAC3C,YAAY,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACzD,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AACrD,YAAY,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAErE,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAC/B,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE3D,OAAO,EAAE,cAAc,EAAE,MAAM,sCAAsC,CAAC;AACtE,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AACrE,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAC3E,cAAc,mBAAmB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,YAAY,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AACjD,YAAY,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AAC3C,YAAY,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACzD,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AACrD,YAAY,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAErE,OAAO,EAAE,GAAG,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE3D,OAAO,EAAE,cAAc,EAAE,MAAM,sCAAsC,CAAC;AACtE,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AACrE,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAC3E,cAAc,mBAAmB,CAAC"}

package/dist/index.js

@@ -1,7 +1,7 @@
 export { Chat } from "./chat/Chat.js";
 export { Stream } from "./chat/Stream.js";
 export { GeneratedImage } from "./image/GeneratedImage.js";
-export { LLM } from "./llm.js";
+export { LLM, Transcription, Moderation, Embedding } from "./llm.js";
 export { providerRegistry } from "./providers/registry.js";
 export { OpenAIProvider } from "./providers/openai/OpenAIProvider.js";
 export { registerOpenAIProvider } from "./providers/openai/index.js";

package/dist/llm.d.ts

@@ -1,7 +1,11 @@
 import { Chat } from "./chat/Chat.js";
 import { ChatOptions } from "./chat/ChatOptions.js";
-import { Provider } from "./providers/Provider.js";
+import { Provider, ModelInfo } from "./providers/Provider.js";
 import { GeneratedImage } from "./image/GeneratedImage.js";
+import { ModelRegistry } from "./models/ModelRegistry.js";
+import { Transcription } from "./transcription/Transcription.js";
+import { Moderation } from "./moderation/Moderation.js";
+import { Embedding } from "./embedding/Embedding.js";
 export interface RetryOptions {
     attempts?: number;
     delayMs?: number;
@@ -9,23 +13,51 @@ export interface RetryOptions {
 type LLMConfig = {
     provider: Provider;
     retry?: RetryOptions;
+    defaultTranscriptionModel?: string;
+    defaultModerationModel?: string;
+    defaultEmbeddingModel?: string;
 } | {
     provider: string;
     retry?: RetryOptions;
+    defaultTranscriptionModel?: string;
+    defaultModerationModel?: string;
+    defaultEmbeddingModel?: string;
 };
 declare class LLMCore {
+    readonly models: ModelRegistry;
     private provider?;
+    private defaultTranscriptionModelId?;
+    private defaultModerationModelId?;
+    private defaultEmbeddingModelId?;
     private retry;
     configure(config: LLMConfig): void;
+    private ensureProviderSupport;
     chat(model: string, options?: ChatOptions): Chat;
-    listModels(): Promise<import("./providers/Provider.js").ModelInfo[]>;
+    listModels(): Promise<ModelInfo[]>;
     paint(prompt: string, options?: {
         model?: string;
         size?: string;
         quality?: string;
     }): Promise<GeneratedImage>;
+    transcribe(file: string, options?: {
+        model?: string;
+        prompt?: string;
+        language?: string;
+        speakerNames?: string[];
+        speakerReferences?: string[];
+    }): Promise<Transcription>;
+    get defaultTranscriptionModel(): string | undefined;
+    get defaultModerationModel(): string | undefined;
+    get defaultEmbeddingModel(): string | undefined;
     getRetryConfig(): Required<RetryOptions>;
+    moderate(input: string | string[], options?: {
+        model?: string;
+    }): Promise<Moderation>;
+    embed(input: string | string[], options?: {
+        model?: string;
+        dimensions?: number;
+    }): Promise<Embedding>;
 }
+export { Transcription, Moderation, Embedding };
 export declare const LLM: LLMCore;
-export {};
 //# sourceMappingURL=llm.d.ts.map

package/dist/llm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../src/llm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AAEtC,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AAGnD,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAE3D,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,KAAK,SAAS,GACV;IAAE,QAAQ,EAAE,QAAQ,CAAC;IAAC,KAAK,CAAC,EAAE,YAAY,CAAA;CAAE,GAC5C;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,YAAY,CAAA;CAAE,CAAC;AAE/C,cAAM,OAAO;IACX,OAAO,CAAC,QAAQ,CAAC,CAAW;IAE5B,OAAO,CAAC,KAAK,CAGX;IAEF,SAAS,CAAC,MAAM,EAAE,SAAS;IAmB3B,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,IAAI;IAQ1C,UAAU;IAUV,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,cAAc,CAAC;IAgBnH,cAAc;CAIf;AAED,eAAO,MAAM,GAAG,SAAgB,CAAC"}
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../src/llm.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EACL,QAAQ,EACR,SAAS,EAKV,MAAM,yBAAyB,CAAC;AAIjC,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAU,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAClE,OAAO,EAAE,aAAa,EAAE,MAAM,kCAAkC,CAAC;AACjE,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AACxD,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAIrD,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,KAAK,SAAS,GACV;IAAE,QAAQ,EAAE,QAAQ,CAAC;IAAC,KAAK,CAAC,EAAE,YAAY,CAAC;IAAC,yBAAyB,CAAC,EAAE,MAAM,CAAC;IAAC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAAC,qBAAqB,CAAC,EAAE,MAAM,CAAA;CAAE,GACjJ;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,YAAY,CAAC;IAAC,yBAAyB,CAAC,EAAE,MAAM,CAAC;IAAC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAAC,qBAAqB,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAEpJ,cAAM,OAAO;IACX,SAAgB,MAAM,EAAE,aAAa,CAAU;IAC/C,OAAO,CAAC,QAAQ,CAAC,CAAW;IAC5B,OAAO,CAAC,2BAA2B,CAAC,CAAS;IAC7C,OAAO,CAAC,wBAAwB,CAAC,CAAS;IAC1C,OAAO,CAAC,uBAAuB,CAAC,CAAS;IAEzC,OAAO,CAAC,KAAK,CAGX;IAEF,SAAS,CAAC,MAAM,EAAE,SAAS;IAmC3B,OAAO,CAAC,qBAAqB;IAU7B,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,IAAI;IAQ1C,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAKlC,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,cAAc,CAAC;IAgB7G,UAAU,CACd,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE;QACR,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;QACxB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;KAC9B,GACA,OAAO,CAAC,aAAa,CAAC;IAiBzB,IAAI,yBAAyB,IAAI,MAAM,GAAG,SAAS,CAElD;IAED,IAAI,sBAAsB,IAAI,MAAM,GAAG,SAAS,CAE/C;IAED,IAAI,qBAAqB,IAAI,MAAM,GAAG,SAAS,CAE9C;IAED,cAAc;IAIR,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,UAAU,CAAC;IAiBrF,KAAK,CACT,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,EACxB,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,GAChD,OAAO,CAAC,SAAS,CAAC;CAkBtB;AAED,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;AAEhD,eAAO,MAAM,GAAG,SAAgB,CAAC"}