llmjs2 1.0.0 → 1.0.5

package/dist/types.d.ts

@@ -1,182 +0,0 @@
-/**
- * Unified type definitions for llmjs2
- * Enterprise-grade LLM abstraction layer supporting OpenAI and Ollama
- */
-/**
- * Supported LLM providers
- */
-export type ProviderType = 'openai' | 'ollama';
-/**
- * Role of a message in a conversation
- */
-export type MessageRole = 'system' | 'user' | 'assistant';
-/**
- * A single message in a conversation
- */
-export interface Message {
-    role: MessageRole;
-    content: string;
-}
-/**
- * Tool/function definition for function calling
- */
-export interface Tool {
-    type: 'function';
-    function: {
-        name: string;
-        description?: string;
-        parameters?: Record<string, unknown>;
-    };
-}
-/**
- * Configuration for a completion request
- */
-export interface CompletionRequest {
-    /** Model identifier (e.g., 'openai/gpt-4', 'ollama/mistral') */
-    model: string;
-    /** API key or authentication token */
-    apiKey?: string;
-    /** Base URL for the API (mainly for Ollama) */
-    baseUrl?: string;
-    /** Messages for the completion */
-    messages: Message[];
-    /** Maximum tokens to generate */
-    maxTokens?: number;
-    /** Sampling temperature (0-2 for OpenAI, typically 0-1) */
-    temperature?: number;
-    /** Top-p (nucleus sampling) */
-    topP?: number;
-    /** Top-k sampling parameter */
-    topK?: number;
-    /** Frequency penalty (-2 to 2 for OpenAI) */
-    frequencyPenalty?: number;
-    /** Presence penalty (-2 to 2 for OpenAI) */
-    presencePenalty?: number;
-    /** Stop sequences */
-    stop?: string[];
-    /** Available tools for function calling */
-    tools?: Tool[];
-    /** Force tool usage */
-    toolChoice?: 'auto' | 'required' | string;
-    /** Custom headers to send with requests */
-    headers?: Record<string, string>;
-    /** Request timeout in milliseconds */
-    timeout?: number;
-    /** Retry configuration */
-    retry?: {
-        maxRetries?: number;
-        backoffMultiplier?: number;
-        initialDelayMs?: number;
-    };
-}
-/**
- * Completion response
- */
-export interface CompletionResponse {
-    /** Generated text content */
-    content: string;
-    /** The model used */
-    model: string;
-    /** Stop reason */
-    stopReason?: 'stop_sequence' | 'length' | 'tool_calls' | 'end_turn' | string;
-    /** Total tokens used (if available) */
-    usage?: {
-        promptTokens?: number;
-        completionTokens?: number;
-        totalTokens?: number;
-    };
-    /** Raw provider response for advanced use cases */
-    raw?: unknown;
-    /** Finish reason from provider */
-    finishReason?: string;
-    /** Tool calls if function calling was used */
-    toolCalls?: Array<{
-        id?: string;
-        name: string;
-        arguments: Record<string, unknown>;
-    }>;
-}
-/**
- * Streaming completion chunk
- */
-export interface CompletionChunk {
-    /** Delta content */
-    delta: string;
-    /** Stop reason if stream ended */
-    stopReason?: string;
-    /** Usage at end of stream */
-    usage?: {
-        promptTokens?: number;
-        completionTokens?: number;
-        totalTokens?: number;
-    };
-}
-/**
- * Provider configuration options
- */
-export interface ProviderConfig {
-    /** Provider type */
-    type: ProviderType;
-    /** API key */
-    apiKey?: string;
-    /** Base URL for API */
-    baseUrl?: string;
-    /** Default model */
-    model?: string;
-    /** Request timeout */
-    timeout?: number;
-    /** Retry configuration */
-    retry?: {
-        maxRetries?: number;
-        backoffMultiplier?: number;
-        initialDelayMs?: number;
-    };
-    /** Custom headers */
-    headers?: Record<string, string>;
-}
-/**
- * Error response from provider
- */
-export interface ProviderError extends Error {
-    name: string;
-    message: string;
-    code?: string;
-    statusCode?: number;
-    details?: unknown;
-    retryable?: boolean;
-}
-/**
- * Provider interface that all providers must implement
- */
-export interface IProvider {
-    /** Create a completion request */
-    complete(request: CompletionRequest): Promise<CompletionResponse>;
-    /** Stream a completion request */
-    completeStream(request: CompletionRequest): AsyncIterable<CompletionChunk>;
-    /** Validate that the configuration is correct */
-    validate(): Promise<void>;
-    /** Parse model string (e.g., 'openai/gpt-4' -> 'gpt-4') */
-    parseModel(model: string): string;
-    /** Enable or disable debug mode */
-    setDebug(debug: boolean): void;
-    /** Set custom logger function */
-    setLogger(logger: (level: string, message: string, data?: unknown) => void): void;
-}
-/**
- * Global completion options
- */
-export interface CompletionOptions {
-    /** Enable request logging for debugging */
-    debug?: boolean;
-    /** Custom logger function */
-    logger?: (level: string, message: string, data?: unknown) => void;
-    /** Global timeout override */
-    globalTimeout?: number;
-    /** Retry configuration override */
-    globalRetry?: {
-        maxRetries?: number;
-        backoffMultiplier?: number;
-        initialDelayMs?: number;
-    };
-}
-//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAE/C;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;AAE1D;;GAEG;AACH,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,IAAI;IACnB,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACtC,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,gEAAgE;IAChE,KAAK,EAAE,MAAM,CAAC;IAEd,sCAAsC;IACtC,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,+CAA+C;IAC/C,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,kCAAkC;IAClC,QAAQ,EAAE,OAAO,EAAE,CAAC;IAEpB,iCAAiC;IACjC,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,2DAA2D;IAC3D,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,+BAA+B;IAC/B,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,+BAA+B;IAC/B,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,6CAA6C;IAC7C,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B,4CAA4C;IAC5C,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB,qBAAqB;IACrB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAEhB,2CAA2C;IAC3C,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;IAEf,uBAAuB;IACvB,UAAU,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,CAAC;IAE1C,2CAA2C;IAC3C,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEjC,sCAAsC;IACtC,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,0BAA0B;IAC1B,KAAK,CAAC,EAAE;QACN,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,6BAA6B;IAC7B,OAAO,EAAE,MAAM,CAAC;IAEhB,qBAAqB;IACrB,KAAK,EAAE,MAAM,CAAC;IAEd,kBAAkB;IAClB,UAAU,CAAC,EAAE,eAAe,GAAG,QAAQ,GAAG,YAAY,GAAG,UAAU,GAAG,MAAM,CAAC;IAE7E,uCAAuC;IACvC,KAAK,CAAC,EAAE;QACN,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC;IAEF,mDAAmD;IACnD,GAAG,CAAC,EAAE,OAAO,CAAC;IAEd,kCAAkC;IAClC,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,8CAA8C;IAC9C,SAAS,CAAC,EAAE,KAAK,CAAC;QAChB,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACpC,CAAC,CAAC;CACJ;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,oBAAoB;IACpB,KAAK,EAAE,MAAM,CAAC;IAEd,kCAAkC;IAClC,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,6BAA6B;IAC7B,KAAK,CAAC,EAAE;QACN,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,oBAAoB;IACpB,IAAI,EAAE,YAAY,CAAC;IAEnB,cAAc;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,uBAAuB;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,oBAAoB;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,sBAAsB;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,0BAA0B;IAC1B,KAAK,CAAC,EAAE;QACN,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB,CAAC;IAEF,qBAAqB;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAClC;AAED;;GAEG;AACH,MAAM,WAAW,aAAc,SAAQ,KAAK;IAC1C,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,kCAAkC;IAClC,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAElE,kCAAkC;IAClC,cAAc,CACZ,OAAO,EAAE,iBAAiB,GACzB,aAAa,CAAC,eAAe,CAAC,CAAC;IAElC,iDAAiD;IACjD,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE1B,2DAA2D;IAC3D,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;IAElC,mCAAmC;IACnC,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI,CAAC;IAE/B,iCAAiC;IACjC,SAAS,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,OAAO,KAAK,IAAI,GAAG,IAAI,CAAC;CACnF;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,2CAA2C;IAC3C,KAAK,CAAC,EAAE,OAAO,CAAC;IAEhB,6BAA6B;IAC7B,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,OAAO,KAAK,IAAI,CAAC;IAElE,8BAA8B;IAC9B,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,mCAAmC;IACnC,WAAW,CAAC,EAAE;QACZ,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB,CAAC;CACH"}

package/dist/types.js

@@ -1,6 +0,0 @@
-/**
- * Unified type definitions for llmjs2
- * Enterprise-grade LLM abstraction layer supporting OpenAI and Ollama
- */
-export {};
-//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;GAGG"}

package/src/agent.ts

@@ -1,285 +0,0 @@
-/**
- * Agent - Stateful conversation manager with tool support
- */
-
-import {
-  completion,
-  streamCompletion,
-  CompletionRequest,
-  CompletionResponse,
-  CompletionChunk,
-  Message,
-  Tool,
-  LLMError,
-} from './index.js';
-
-/**
- * Agent configuration
- */
-export interface AgentConfig {
-  /** Model identifier (e.g., 'ollama/qwen3.5:397b-cloud') */
-  model: string;
-
-  /** API key for the provider (optional, reads from OLLAMA_CLOUD_API_KEY env by default) */
-  apiKey?: string;
-
-  /** Base URL for the API (optional, defaults to https://ollama.com) */
-  baseUrl?: string;
-
-  /** System instruction for the agent */
-  instruction?: string;
-
-  /** Available tools/functions */
-  tools?: Tool[];
-
-  /** Tool executor function - receives tool name and arguments, returns result string */
-  toolExecutor?: (toolName: string, args: Record<string, unknown>) => string;
-}
-
-/**
- * Agent generation request
- */
-export interface AgentGenerateRequest {
-  /** User prompt/message */
-  userPrompt: string;
-
-  /** Optional images (base64 or URLs) */
-  images?: string[];
-
-  /** Optional reference documents or context */
-  references?: string[];
-
-  /** Additional context variables */
-  context?: Record<string, unknown>;
-}
-
-/**
- * Agent generation response
- */
-export interface AgentGenerateResponse {
-  /** Generated response */
-  response: string;
-
-  /** Full completion response from provider */
-  completion: CompletionResponse;
-}
-
-/**
- * Stateful agent for conversations and tool use
- */
-export class Agent {
-  private config: AgentConfig;
-  private conversationHistory: Message[] = [];
-
-  constructor(config: AgentConfig) {
-    if (!config.model) {
-      throw new LLMError('Model is required in agent config', 'MISSING_MODEL');
-    }
-
-    this.config = config;
-
-    // Initialize conversation with system instruction
-    if (config.instruction) {
-      this.conversationHistory.push({
-        role: 'system',
-        content: config.instruction,
-      });
-    }
-  }
-
-  /**
-   * Generate a response for a user message
-   */
-  async generate(request: AgentGenerateRequest): Promise<AgentGenerateResponse> {
-    if (!request.userPrompt) {
-      throw new LLMError('userPrompt is required', 'MISSING_USER_PROMPT');
-    }
-
-    // Build user message with context
-    let userMessage = request.userPrompt;
-
-    if (request.images && request.images.length > 0) {
-      userMessage += `\n\n[Images: ${request.images.length} image(s) attached]`;
-    }
-
-    if (request.references && request.references.length > 0) {
-      userMessage += '\n\nReferences:\n' + request.references.join('\n---\n');
-    }
-
-    if (request.context && Object.keys(request.context).length > 0) {
-      userMessage +=
-        '\n\nContext: ' + JSON.stringify(request.context, null, 2);
-    }
-
-    // Add user message to history
-    this.conversationHistory.push({
-      role: 'user',
-      content: userMessage,
-    });
-
-    // Get initial completion
-    let completion_result = await this.getCompletion();
-    let toolCalls = completion_result.toolCalls;
-    let maxIterations = 10;
-    let iterations = 0;
-
-    // Handle tool calls in a loop
-    while (toolCalls && toolCalls.length > 0 && iterations < maxIterations) {
-      iterations++;
-
-      // Execute all tool calls
-      const toolResults: string[] = [];
-      
-      for (const toolCall of toolCalls) {
-        try {
-          let result: string;
-          
-          if (this.config.toolExecutor) {
-            // Use provided tool executor
-            result = this.config.toolExecutor(toolCall.name, toolCall.arguments);
-          } else {
-            // Fallback: return error
-            result = `Tool '${toolCall.name}' not configured`;
-          }
-          
-          toolResults.push(`Tool: ${toolCall.name}\nResult: ${result}`);
-        } catch (error) {
-          toolResults.push(`Tool: ${toolCall.name}\nError: ${error instanceof Error ? error.message : String(error)}`);
-        }
-      }
-
-      // Add tool results to conversation
-      this.conversationHistory.push({
-        role: 'user',
-        content: 'Tool Results:\n' + toolResults.join('\n\n'),
-      });
-
-      // Get next completion
-      completion_result = await this.getCompletion();
-      toolCalls = completion_result.toolCalls;
-    }
-
-    // Add final assistant response to history
-    this.conversationHistory.push({
-      role: 'assistant',
-      content: completion_result.content,
-    });
-
-    return {
-      response: completion_result.content,
-      completion: completion_result,
-    };
-  }
-
-  /**
-   * Get completion from the model
-   */
-  private async getCompletion(): Promise<CompletionResponse> {
-    const completionRequest: CompletionRequest = {
-      model: this.config.model,
-      apiKey: this.config.apiKey,
-      baseUrl: this.config.baseUrl,
-      messages: this.conversationHistory,
-      tools: this.config.tools,
-    };
-
-    return completion(completionRequest);
-  }
-
-  /**
-   * Stream a response for a user message
-   */
-  async *generateStream(
-    request: AgentGenerateRequest
-  ): AsyncIterable<CompletionChunk> {
-    if (!request.userPrompt) {
-      throw new LLMError('userPrompt is required', 'MISSING_USER_PROMPT');
-    }
-
-    // Build user message with context
-    let userMessage = request.userPrompt;
-
-    if (request.images && request.images.length > 0) {
-      userMessage += `\n\n[Images: ${request.images.length} image(s) attached]`;
-    }
-
-    if (request.references && request.references.length > 0) {
-      userMessage += '\n\nReferences:\n' + request.references.join('\n---\n');
-    }
-
-    if (request.context && Object.keys(request.context).length > 0) {
-      userMessage +=
-        '\n\nContext: ' + JSON.stringify(request.context, null, 2);
-    }
-
-    // Add user message to history
-    this.conversationHistory.push({
-      role: 'user',
-      content: userMessage,
-    });
-
-    // Create completion request
-    const completionRequest: CompletionRequest = {
-      model: this.config.model,
-      apiKey: this.config.apiKey,
-      baseUrl: this.config.baseUrl,
-      messages: this.conversationHistory,
-      tools: this.config.tools,
-    };
-
-    // Stream and collect response
-    let fullResponse = '';
-
-    const stream = streamCompletion(completionRequest);
-    for await (const chunk of stream) {
-      fullResponse += chunk.delta;
-      yield chunk;
-    }
-
-    // Add assistant response to history
-    this.conversationHistory.push({
-      role: 'assistant',
-      content: fullResponse,
-    });
-  }
-
-  /**
-   * Get conversation history
-   */
-  getHistory(): Message[] {
-    return [...this.conversationHistory];
-  }
-
-  /**
-   * Clear conversation history (keeps system instruction if set)
-   */
-  clearHistory(): void {
-    if (this.config.instruction) {
-      this.conversationHistory = [
-        {
-          role: 'system',
-          content: this.config.instruction,
-        },
-      ];
-    } else {
-      this.conversationHistory = [];
-    }
-  }
-
-  /**
-   * Add a message to history
-   */
-  addMessage(role: 'system' | 'user' | 'assistant', content: string): void {
-    this.conversationHistory.push({
-      role,
-      content,
-    });
-  }
-
-  /**
-   * Get the current configuration
-   */
-  getConfig(): AgentConfig {
-    return { ...this.config };
-  }
-}