llmjs2 0.0.2 → 1.0.0

package/dist/agent.js

@@ -0,0 +1,189 @@
+/**
+ * Agent - Stateful conversation manager with tool support
+ */
+import { completion, streamCompletion, LLMError, } from './index.js';
+/**
+ * Stateful agent for conversations and tool use
+ */
+export class Agent {
+    constructor(config) {
+        this.conversationHistory = [];
+        if (!config.model) {
+            throw new LLMError('Model is required in agent config', 'MISSING_MODEL');
+        }
+        this.config = config;
+        // Initialize conversation with system instruction
+        if (config.instruction) {
+            this.conversationHistory.push({
+                role: 'system',
+                content: config.instruction,
+            });
+        }
+    }
+    /**
+     * Generate a response for a user message
+     */
+    async generate(request) {
+        if (!request.userPrompt) {
+            throw new LLMError('userPrompt is required', 'MISSING_USER_PROMPT');
+        }
+        // Build user message with context
+        let userMessage = request.userPrompt;
+        if (request.images && request.images.length > 0) {
+            userMessage += `\n\n[Images: ${request.images.length} image(s) attached]`;
+        }
+        if (request.references && request.references.length > 0) {
+            userMessage += '\n\nReferences:\n' + request.references.join('\n---\n');
+        }
+        if (request.context && Object.keys(request.context).length > 0) {
+            userMessage +=
+                '\n\nContext: ' + JSON.stringify(request.context, null, 2);
+        }
+        // Add user message to history
+        this.conversationHistory.push({
+            role: 'user',
+            content: userMessage,
+        });
+        // Get initial completion
+        let completion_result = await this.getCompletion();
+        let toolCalls = completion_result.toolCalls;
+        let maxIterations = 10;
+        let iterations = 0;
+        // Handle tool calls in a loop
+        while (toolCalls && toolCalls.length > 0 && iterations < maxIterations) {
+            iterations++;
+            // Execute all tool calls
+            const toolResults = [];
+            for (const toolCall of toolCalls) {
+                try {
+                    let result;
+                    if (this.config.toolExecutor) {
+                        // Use provided tool executor
+                        result = this.config.toolExecutor(toolCall.name, toolCall.arguments);
+                    }
+                    else {
+                        // Fallback: return error
+                        result = `Tool '${toolCall.name}' not configured`;
+                    }
+                    toolResults.push(`Tool: ${toolCall.name}\nResult: ${result}`);
+                }
+                catch (error) {
+                    toolResults.push(`Tool: ${toolCall.name}\nError: ${error instanceof Error ? error.message : String(error)}`);
+                }
+            }
+            // Add tool results to conversation
+            this.conversationHistory.push({
+                role: 'user',
+                content: 'Tool Results:\n' + toolResults.join('\n\n'),
+            });
+            // Get next completion
+            completion_result = await this.getCompletion();
+            toolCalls = completion_result.toolCalls;
+        }
+        // Add final assistant response to history
+        this.conversationHistory.push({
+            role: 'assistant',
+            content: completion_result.content,
+        });
+        return {
+            response: completion_result.content,
+            completion: completion_result,
+        };
+    }
+    /**
+     * Get completion from the model
+     */
+    async getCompletion() {
+        const completionRequest = {
+            model: this.config.model,
+            apiKey: this.config.apiKey,
+            baseUrl: this.config.baseUrl,
+            messages: this.conversationHistory,
+            tools: this.config.tools,
+        };
+        return completion(completionRequest);
+    }
+    /**
+     * Stream a response for a user message
+     */
+    async *generateStream(request) {
+        if (!request.userPrompt) {
+            throw new LLMError('userPrompt is required', 'MISSING_USER_PROMPT');
+        }
+        // Build user message with context
+        let userMessage = request.userPrompt;
+        if (request.images && request.images.length > 0) {
+            userMessage += `\n\n[Images: ${request.images.length} image(s) attached]`;
+        }
+        if (request.references && request.references.length > 0) {
+            userMessage += '\n\nReferences:\n' + request.references.join('\n---\n');
+        }
+        if (request.context && Object.keys(request.context).length > 0) {
+            userMessage +=
+                '\n\nContext: ' + JSON.stringify(request.context, null, 2);
+        }
+        // Add user message to history
+        this.conversationHistory.push({
+            role: 'user',
+            content: userMessage,
+        });
+        // Create completion request
+        const completionRequest = {
+            model: this.config.model,
+            apiKey: this.config.apiKey,
+            baseUrl: this.config.baseUrl,
+            messages: this.conversationHistory,
+            tools: this.config.tools,
+        };
+        // Stream and collect response
+        let fullResponse = '';
+        const stream = streamCompletion(completionRequest);
+        for await (const chunk of stream) {
+            fullResponse += chunk.delta;
+            yield chunk;
+        }
+        // Add assistant response to history
+        this.conversationHistory.push({
+            role: 'assistant',
+            content: fullResponse,
+        });
+    }
+    /**
+     * Get conversation history
+     */
+    getHistory() {
+        return [...this.conversationHistory];
+    }
+    /**
+     * Clear conversation history (keeps system instruction if set)
+     */
+    clearHistory() {
+        if (this.config.instruction) {
+            this.conversationHistory = [
+                {
+                    role: 'system',
+                    content: this.config.instruction,
+                },
+            ];
+        }
+        else {
+            this.conversationHistory = [];
+        }
+    }
+    /**
+     * Add a message to history
+     */
+    addMessage(role, content) {
+        this.conversationHistory.push({
+            role,
+            content,
+        });
+    }
+    /**
+     * Get the current configuration
+     */
+    getConfig() {
+        return { ...this.config };
+    }
+}
+//# sourceMappingURL=agent.js.map

package/dist/agent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent.js","sourceRoot":"","sources":["../src/agent.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EACL,UAAU,EACV,gBAAgB,EAMhB,QAAQ,GACT,MAAM,YAAY,CAAC;AAqDpB;;GAEG;AACH,MAAM,OAAO,KAAK;IAIhB,YAAY,MAAmB;QAFvB,wBAAmB,GAAc,EAAE,CAAC;QAG1C,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YAClB,MAAM,IAAI,QAAQ,CAAC,mCAAmC,EAAE,eAAe,CAAC,CAAC;QAC3E,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,kDAAkD;QAClD,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACvB,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC;gBAC5B,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,MAAM,CAAC,WAAW;aAC5B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,OAA6B;QAC1C,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;YACxB,MAAM,IAAI,QAAQ,CAAC,wBAAwB,EAAE,qBAAqB,CAAC,CAAC;QACtE,CAAC;QAED,kCAAkC;QAClC,IAAI,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;QAErC,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChD,WAAW,IAAI,gBAAgB,OAAO,CAAC,MAAM,CAAC,MAAM,qBAAqB,CAAC;QAC5E,CAAC;QAED,IAAI,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxD,WAAW,IAAI,mBAAmB,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1E,CAAC;QAED,IAAI,OAAO,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/D,WAAW;gBACT,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC/D,CAAC;QAED,8BAA8B;QAC9B,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC;YAC5B,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,WAAW;SACrB,CAAC,CAAC;QAEH,yBAAyB;QACzB,IAAI,iBAAiB,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QACnD,IAAI,SAAS,GAAG,iBAAiB,CAAC,SAAS,CAAC;QAC5C,IAAI,aAAa,GAAG,EAAE,CAAC;QACvB,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,8BAA8B;QAC9B,OAAO,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,GAAG,aAAa,EAAE,CAAC;YACvE,UAAU,EAAE,CAAC;YAEb,yBAAyB;YACzB,MAAM,WAAW,GAAa,EAAE,CAAC;YAEjC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBACjC,IAAI,CAAC;oBACH,IAAI,MAAc,CAAC;oBAEnB,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;wBAC7B,6BAA6B;wBAC7B,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC;oBACvE,CAAC;yBAAM,CAAC;wBACN,yBAAyB;wBACzB,MAAM,GAAG,SAAS,QAAQ,CAAC,IAAI,kBAAkB,CAAC;oBACpD,CAAC;oBAED,WAAW,CAAC,IAAI,CAAC,SAAS,QAAQ,CAAC,IAAI,aAAa,MAAM,EAAE,CAAC,CAAC;gBAChE,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,WAAW,CAAC,IAAI,CAAC,SAAS,QAAQ,CAAC,IAAI,YAAY,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC/G,CAAC;YACH,CAAC;YAED,mCAAmC;YACnC,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC;gBAC5B,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,iBAAiB,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC;aACtD,CAAC,CAAC;YAEH,sBAAsB;YACtB,iBAAiB,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAC/C,SAAS,GAAG,iBAAiB,CAAC,SAAS,CAAC;QAC1C,CAAC;QAED,0CAA0C;QAC1C,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC;YAC5B,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,iBAAiB,CAAC,OAAO;SACnC,CAAC,CAAC;QAEH,OAAO;YACL,QAAQ,EAAE,iBAAiB,CAAC,OAAO;YACnC,UAAU,EAAE,iBAAiB;SAC9B,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa;QACzB,MAAM,iBAAiB,GAAsB;YAC3C,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;YAC1B,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;YAC5B,QAAQ,EAAE,IAAI,CAAC,mBAAmB;YAClC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;SACzB,CAAC;QAEF,OAAO,UAAU,CAAC,iBAAiB,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,CAAC,cAAc,CACnB,OAA6B;QAE7B,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;YACxB,MAAM,IAAI,QAAQ,CAAC,wBAAwB,EAAE,qBAAqB,CAAC,CAAC;QACtE,CAAC;QAED,kCAAkC;QAClC,IAAI,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;QAErC,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChD,WAAW,IAAI,gBAAgB,OAAO,CAAC,MAAM,CAAC,MAAM,qBAAqB,CAAC;QAC5E,CAAC;QAED,IAAI,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxD,WAAW,IAAI,mBAAmB,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1E,CAAC;QAED,IAAI,OAAO,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/D,WAAW;gBACT,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC/D,CAAC;QAED,8BAA8B;QAC9B,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC;YAC5B,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,WAAW;SACrB,CAAC,CAAC;QAEH,4BAA4B;QAC5B,MAAM,iBAAiB,GAAsB;YAC3C,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;YAC1B,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;YAC5B,QAAQ,EAAE,IAAI,CAAC,mBAAmB;YAClC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;SACzB,CAAC;QAEF,8BAA8B;QAC9B,IAAI,YAAY,GAAG,EAAE,CAAC;QAEtB,MAAM,MAAM,GAAG,gBAAgB,CAAC,iBAAiB,CAAC,CAAC;QACnD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,YAAY,IAAI,KAAK,CAAC,KAAK,CAAC;YAC5B,MAAM,KAAK,CAAC;QACd,CAAC;QAED,oCAAoC;QACpC,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC;YAC5B,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,YAAY;SACtB,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,CAAC,GAAG,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,YAAY;QACV,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAC5B,IAAI,CAAC,mBAAmB,GAAG;gBACzB;oBACE,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;iBACjC;aACF,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAC;QAChC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,IAAqC,EAAE,OAAe;QAC/D,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC;YAC5B,IAAI;YACJ,OAAO;SACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;IAC5B,CAAC;CACF"}

package/dist/index.d.ts

@@ -0,0 +1,74 @@
+/**
+ * llmjs2 - Enterprise-grade LLM abstraction layer
+ * Unified API for OpenAI and Ollama
+ */
+import { CompletionRequest, CompletionResponse, CompletionChunk, CompletionOptions } from './types.js';
+import { LLMError } from './providers/base.js';
+/**
+ * Configure global settings
+ */
+export declare function configure(options: CompletionOptions): void;
+/**
+ * Create a completion request
+ *
+ * @example
+ * import { completion } from 'llmjs2';
+ *
+ * const result = await completion({
+ *   model: 'openai/gpt-4',
+ *   apiKey: 'sk-...',
+ *   messages: [
+ *     { role: 'user', content: 'Hello!' }
+ *   ]
+ * });
+ *
+ * console.log(result.content);
+ */
+export declare function completion(request: CompletionRequest): Promise<CompletionResponse>;
+/**
+ * Stream a completion request
+ *
+ * @example
+ * import { streamCompletion } from 'llmjs2';
+ *
+ * const stream = streamCompletion({
+ *   model: 'openai/gpt-4',
+ *   apiKey: 'sk-...',
+ *   messages: [
+ *     { role: 'user', content: 'Write a poem' }
+ *   ]
+ * });
+ *
+ * for await (const chunk of stream) {
+ *   process.stdout.write(chunk.delta);
+ * }
+ */
+export declare function streamCompletion(request: CompletionRequest): AsyncIterable<CompletionChunk>;
+/**
+ * Validate provider connectivity and configuration
+ */
+export declare function validateProvider(model: string, apiKey?: string, baseUrl?: string): Promise<void>;
+/**
+ * Clear provider cache
+ */
+export declare function clearProviderCache(): void;
+/**
+ * Export types for consumers
+ */
+export type { CompletionRequest, CompletionResponse, CompletionChunk, CompletionOptions, Message, MessageRole, Tool, ProviderType, ProviderConfig, ProviderError, } from './types.js';
+/**
+ * Export error class
+ */
+export { LLMError };
+/**
+ * Export provider classes for advanced use cases
+ */
+export { OpenAIProvider } from './providers/openai.js';
+export { OllamaProvider } from './providers/ollama.js';
+export { BaseProvider } from './providers/base.js';
+/**
+ * Export Agent for stateful conversations
+ */
+export { Agent } from './agent.js';
+export type { AgentConfig, AgentGenerateRequest, AgentGenerateResponse } from './agent.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EACL,iBAAiB,EACjB,kBAAkB,EAClB,eAAe,EACf,iBAAiB,EAGlB,MAAM,YAAY,CAAC;AAGpB,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAY/C;;GAEG;AACH,wBAAgB,SAAS,CAAC,OAAO,EAAE,iBAAiB,GAAG,IAAI,CAE1D;AAgFD;;;;;;;;;;;;;;;GAeG;AACH,wBAAsB,UAAU,CAC9B,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,kBAAkB,CAAC,CAqB7B;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAuB,gBAAgB,CACrC,OAAO,EAAE,iBAAiB,GACzB,aAAa,CAAC,eAAe,CAAC,CAqBhC;AAED;;GAEG;AACH,wBAAsB,gBAAgB,CACpC,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,MAAM,EACf,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC,CAuBf;AAED;;GAEG;AACH,wBAAgB,kBAAkB,IAAI,IAAI,CAEzC;AAED;;GAEG;AACH,YAAY,EACV,iBAAiB,EACjB,kBAAkB,EAClB,eAAe,EACf,iBAAiB,EACjB,OAAO,EACP,WAAW,EACX,IAAI,EACJ,YAAY,EACZ,cAAc,EACd,aAAa,GACd,MAAM,YAAY,CAAC;AAEpB;;GAEG;AACH,OAAO,EAAE,QAAQ,EAAE,CAAC;AAEpB;;GAEG;AACH,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnD;;GAEG;AACH,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,YAAY,EAAE,WAAW,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC"}

package/dist/index.js

@@ -0,0 +1,191 @@
+/**
+ * llmjs2 - Enterprise-grade LLM abstraction layer
+ * Unified API for OpenAI and Ollama
+ */
+import { OpenAIProvider } from './providers/openai.js';
+import { OllamaProvider } from './providers/ollama.js';
+import { LLMError } from './providers/base.js';
+/**
+ * Global configuration for completion
+ */
+let globalOptions = {};
+/**
+ * Provider cache
+ */
+const providerCache = new Map();
+/**
+ * Configure global settings
+ */
+export function configure(options) {
+    globalOptions = { ...globalOptions, ...options };
+}
+/**
+ * Get provider type from model string
+ */
+function getProviderType(model) {
+    if (model.startsWith('openai/')) {
+        return 'openai';
+    }
+    if (model.startsWith('ollama/')) {
+        return 'ollama';
+    }
+    // Default to openai if no prefix specified
+    return 'openai';
+}
+/**
+ * Create appropriate provider instance
+ */
+function createProvider(providerType, request) {
+    const cacheKey = `${providerType}:${request.apiKey || 'default'}:${request.baseUrl || 'default'}`;
+    // Return cached provider if available
+    if (providerCache.has(cacheKey)) {
+        return providerCache.get(cacheKey);
+    }
+    let provider;
+    switch (providerType) {
+        case 'openai': {
+            const apiKey = request.apiKey || process.env.OPENAI_API_KEY;
+            if (!apiKey) {
+                throw new LLMError('OpenAI API key is required. Pass it as apiKey in the request or set OPENAI_API_KEY environment variable.', 'MISSING_API_KEY');
+            }
+            provider = new OpenAIProvider({
+                type: 'openai',
+                apiKey: apiKey,
+                baseUrl: request.baseUrl,
+                timeout: request.timeout ?? globalOptions.globalTimeout,
+                retry: request.retry ?? globalOptions.globalRetry,
+            });
+            break;
+        }
+        case 'ollama': {
+            provider = new OllamaProvider({
+                type: 'ollama',
+                baseUrl: request.baseUrl,
+                timeout: request.timeout ?? globalOptions.globalTimeout,
+                retry: request.retry ?? globalOptions.globalRetry,
+            });
+            break;
+        }
+        default:
+            throw new LLMError(`Unsupported provider: ${providerType}`, 'UNKNOWN_PROVIDER');
+    }
+    // Apply global settings
+    if (globalOptions.debug) {
+        provider.setDebug(true);
+    }
+    if (globalOptions.logger) {
+        provider.setLogger(globalOptions.logger);
+    }
+    // Cache the provider
+    providerCache.set(cacheKey, provider);
+    return provider;
+}
+/**
+ * Create a completion request
+ *
+ * @example
+ * import { completion } from 'llmjs2';
+ *
+ * const result = await completion({
+ *   model: 'openai/gpt-4',
+ *   apiKey: 'sk-...',
+ *   messages: [
+ *     { role: 'user', content: 'Hello!' }
+ *   ]
+ * });
+ *
+ * console.log(result.content);
+ */
+export async function completion(request) {
+    if (!request.model) {
+        throw new LLMError('Model is required', 'MISSING_MODEL');
+    }
+    const providerType = getProviderType(request.model);
+    const provider = createProvider(providerType, request);
+    try {
+        return await provider.complete(request);
+    }
+    catch (error) {
+        if (error instanceof LLMError) {
+            throw error;
+        }
+        throw new LLMError(`Completion failed: ${error instanceof Error ? error.message : String(error)}`, 'COMPLETION_FAILED', undefined, error);
+    }
+}
+/**
+ * Stream a completion request
+ *
+ * @example
+ * import { streamCompletion } from 'llmjs2';
+ *
+ * const stream = streamCompletion({
+ *   model: 'openai/gpt-4',
+ *   apiKey: 'sk-...',
+ *   messages: [
+ *     { role: 'user', content: 'Write a poem' }
+ *   ]
+ * });
+ *
+ * for await (const chunk of stream) {
+ *   process.stdout.write(chunk.delta);
+ * }
+ */
+export async function* streamCompletion(request) {
+    if (!request.model) {
+        throw new LLMError('Model is required', 'MISSING_MODEL');
+    }
+    const providerType = getProviderType(request.model);
+    const provider = createProvider(providerType, request);
+    try {
+        yield* provider.completeStream(request);
+    }
+    catch (error) {
+        if (error instanceof LLMError) {
+            throw error;
+        }
+        throw new LLMError(`Stream failed: ${error instanceof Error ? error.message : String(error)}`, 'STREAM_FAILED', undefined, error);
+    }
+}
+/**
+ * Validate provider connectivity and configuration
+ */
+export async function validateProvider(model, apiKey, baseUrl) {
+    const providerType = getProviderType(model);
+    const request = {
+        model,
+        apiKey,
+        baseUrl,
+        messages: [{ role: 'user', content: 'test' }],
+    };
+    const provider = createProvider(providerType, request);
+    try {
+        await provider.validate();
+    }
+    catch (error) {
+        if (error instanceof LLMError) {
+            throw error;
+        }
+        throw new LLMError(`Validation failed: ${error instanceof Error ? error.message : String(error)}`, 'VALIDATION_FAILED');
+    }
+}
+/**
+ * Clear provider cache
+ */
+export function clearProviderCache() {
+    providerCache.clear();
+}
+/**
+ * Export error class
+ */
+export { LLMError };
+/**
+ * Export provider classes for advanced use cases
+ */
+export { OpenAIProvider } from './providers/openai.js';
+export { OllamaProvider } from './providers/ollama.js';
+export { BaseProvider } from './providers/base.js';
+/**
+ * Export Agent for stateful conversations
+ */
+export { Agent } from './agent.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAUH,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAE/C;;GAEG;AACH,IAAI,aAAa,GAAsB,EAAE,CAAC;AAE1C;;GAEG;AACH,MAAM,aAAa,GAA2B,IAAI,GAAG,EAAE,CAAC;AAExD;;GAEG;AACH,MAAM,UAAU,SAAS,CAAC,OAA0B;IAClD,aAAa,GAAG,EAAE,GAAG,aAAa,EAAE,GAAG,OAAO,EAAE,CAAC;AACnD,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CAAC,KAAa;IACpC,IAAI,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAChC,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAChC,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,2CAA2C;IAC3C,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CACrB,YAA0B,EAC1B,OAA0B;IAE1B,MAAM,QAAQ,GAAG,GAAG,YAAY,IAAI,OAAO,CAAC,MAAM,IAAI,SAAS,IAAI,OAAO,CAAC,OAAO,IAAI,SAAS,EAAE,CAAC;IAElG,sCAAsC;IACtC,IAAI,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;QAChC,OAAO,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC;IACtC,CAAC;IAED,IAAI,QAAmB,CAAC;IAExB,QAAQ,YAAY,EAAE,CAAC;QACrB,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;YAC5D,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,QAAQ,CAChB,0GAA0G,EAC1G,iBAAiB,CAClB,CAAC;YACJ,CAAC;YACD,QAAQ,GAAG,IAAI,cAAc,CAAC;gBAC5B,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,aAAa,CAAC,aAAa;gBACvD,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC,WAAW;aAClD,CAAC,CAAC;YACH,MAAM;QACR,CAAC;QAED,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,QAAQ,GAAG,IAAI,cAAc,CAAC;gBAC5B,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,aAAa,CAAC,aAAa;gBACvD,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,aAAa,CAAC,WAAW;aAClD,CAAC,CAAC;YACH,MAAM;QACR,CAAC;QAED;YACE,MAAM,IAAI,QAAQ,CAAC,yBAAyB,YAAY,EAAE,EAAE,kBAAkB,CAAC,CAAC;IACpF,CAAC;IAED,wBAAwB;IACxB,IAAI,aAAa,CAAC,KAAK,EAAE,CAAC;QACxB,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC;QACzB,QAAQ,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IAC3C,CAAC;IAED,qBAAqB;IACrB,aAAa,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAEtC,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;;;;;;;;;;;;;GAeG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,OAA0B;IAE1B,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,IAAI,QAAQ,CAAC,mBAAmB,EAAE,eAAe,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,YAAY,GAAG,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACpD,MAAM,QAAQ,GAAG,cAAc,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;IAEvD,IAAI,CAAC;QACH,OAAO,MAAM,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC1C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,QAAQ,EAAE,CAAC;YAC9B,MAAM,KAAK,CAAC;QACd,CAAC;QACD,MAAM,IAAI,QAAQ,CAChB,sBAAsB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAC9E,mBAAmB,EACnB,SAAS,EACT,KAAK,CACN,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,gBAAgB,CACrC,OAA0B;IAE1B,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,IAAI,QAAQ,CAAC,mBAAmB,EAAE,eAAe,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,YAAY,GAAG,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACpD,MAAM,QAAQ,GAAG,cAAc,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;IAEvD,IAAI,CAAC;QACH,KAAK,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;IAC1C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,QAAQ,EAAE,CAAC;YAC9B,MAAM,KAAK,CAAC;QACd,CAAC;QACD,MAAM,IAAI,QAAQ,CAChB,kBAAkB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAC1E,eAAe,EACf,SAAS,EACT,KAAK,CACN,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,KAAa,EACb,MAAe,EACf,OAAgB;IAEhB,MAAM,YAAY,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IAE5C,MAAM,OAAO,GAAsB;QACjC,KAAK;QACL,MAAM;QACN,OAAO;QACP,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;KAC9C,CAAC;IAEF,MAAM,QAAQ,GAAG,cAAc,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;IAEvD,IAAI,CAAC;QACH,MAAM,QAAQ,CAAC,QAAQ,EAAE,CAAC;IAC5B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,QAAQ,EAAE,CAAC;YAC9B,MAAM,KAAK,CAAC;QACd,CAAC;QACD,MAAM,IAAI,QAAQ,CAChB,sBAAsB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAC9E,mBAAmB,CACpB,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB;IAChC,aAAa,CAAC,KAAK,EAAE,CAAC;AACxB,CAAC;AAkBD;;GAEG;AACH,OAAO,EAAE,QAAQ,EAAE,CAAC;AAEpB;;GAEG;AACH,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnD;;GAEG;AACH,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC"}

package/dist/providers/base.d.ts

@@ -0,0 +1,58 @@
+/**
+ * Base provider class with common functionality
+ */
+import { IProvider, CompletionRequest, CompletionResponse, CompletionChunk, ProviderConfig, ProviderError } from '../types.js';
+/**
+ * Validation helper for requests
+ */
+export declare function validateCompletionRequest(request: CompletionRequest): void;
+/**
+ * Custom error class for provider errors
+ */
+export declare class LLMError extends Error implements ProviderError {
+    code?: string;
+    statusCode?: number;
+    details?: unknown;
+    retryable?: boolean;
+    constructor(message: string, code?: string, statusCode?: number, details?: unknown, retryable?: boolean);
+}
+/**
+ * Retry helper with exponential backoff
+ */
+export declare function withRetry<T>(fn: () => Promise<T>, options?: {
+    maxRetries?: number;
+    backoffMultiplier?: number;
+    initialDelayMs?: number;
+}): Promise<T>;
+/**
+ * Base provider class
+ */
+export declare abstract class BaseProvider implements IProvider {
+    protected config: ProviderConfig;
+    protected debug: boolean;
+    protected logger: (level: string, message: string, data?: unknown) => void;
+    constructor(config: ProviderConfig);
+    setDebug(debug: boolean): void;
+    setLogger(logger: (level: string, message: string, data?: unknown) => void): void;
+    abstract complete(request: CompletionRequest): Promise<CompletionResponse>;
+    abstract completeStream(request: CompletionRequest): AsyncIterable<CompletionChunk>;
+    abstract validate(): Promise<void>;
+    abstract parseModel(model: string): string;
+    /**
+     * Get the timeout for a request
+     */
+    protected getTimeout(request?: CompletionRequest): number;
+    /**
+     * Get retry config
+     */
+    protected getRetryConfig(request?: CompletionRequest): {
+        maxRetries: number;
+        backoffMultiplier: number;
+        initialDelayMs: number;
+    };
+    /**
+     * Get headers including custom headers
+     */
+    protected getHeaders(request?: CompletionRequest): Record<string, string>;
+}
+//# sourceMappingURL=base.d.ts.map

package/dist/providers/base.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../src/providers/base.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EACL,SAAS,EACT,iBAAiB,EACjB,kBAAkB,EAClB,eAAe,EACf,cAAc,EACd,aAAa,EACd,MAAM,aAAa,CAAC;AAErB;;GAEG;AACH,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,iBAAiB,GAAG,IAAI,CAoD1E;AAED;;GAEG;AACH,qBAAa,QAAS,SAAQ,KAAM,YAAW,aAAa;IAC1D,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,SAAS,CAAC,EAAE,OAAO,CAAC;gBAGlB,OAAO,EAAE,MAAM,EACf,IAAI,CAAC,EAAE,MAAM,EACb,UAAU,CAAC,EAAE,MAAM,EACnB,OAAO,CAAC,EAAE,OAAO,EACjB,SAAS,CAAC,EAAE,OAAO;CAStB;AAED;;GAEG;AACH,wBAAsB,SAAS,CAAC,CAAC,EAC/B,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EACpB,OAAO,GAAE;IACP,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,CAAC;CACpB,GACL,OAAO,CAAC,CAAC,CAAC,CAiCZ;AAED;;GAEG;AACH,8BAAsB,YAAa,YAAW,SAAS;IACrD,SAAS,CAAC,MAAM,EAAE,cAAc,CAAC;IACjC,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC;IACzB,SAAS,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,OAAO,KAAK,IAAI,CAAC;gBAE/D,MAAM,EAAE,cAAc;IAUlC,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI;IAI9B,SAAS,CACP,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,OAAO,KAAK,IAAI,GAC/D,IAAI;IAIP,QAAQ,CAAC,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAE1E,QAAQ,CAAC,cAAc,CACrB,OAAO,EAAE,iBAAiB,GACzB,aAAa,CAAC,eAAe,CAAC;IAEjC,QAAQ,CAAC,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAElC,QAAQ,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;IAE1C;;OAEG;IACH,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,iBAAiB,GAAG,MAAM;IAQzD;;OAEG;IACH,SAAS,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,iBAAiB;;;;;IAcpD;;OAEG;IACH,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,iBAAiB,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;CAM1E"}