llmjs2 1.7.1 → 2.0.1

package/core/logger.js

@@ -1,115 +0,0 @@
-#!/usr/bin/env node
-
-/**
- * Simple logging utility for llmjs2
- * Provides structured logging with timestamps and levels
- */
-
-class Logger {
-  constructor() {
-    this.levels = {
-      DEBUG: 0,  // Shows all logs
-      INFO: 1,   // Shows INFO and ERROR only
-      WARN: 2,   // Shows WARN, INFO, and ERROR
-      ERROR: 3,  // Shows ERROR only
-      FATAL: 4
-    };
-
-    // Set level based on LLMJS2_LOG environment variable
-    this.setLevelFromEnv();
-  }
-
-  setLevelFromEnv() {
-    const envLevel = process.env.LLMJS2_LOG;
-    if (!envLevel) {
-      // Default to no logging if not set
-      this.currentLevel = 99; // Higher than any level
-      return;
-    }
-
-    const upperEnvLevel = envLevel.toUpperCase();
-    if (this.levels[upperEnvLevel] !== undefined) {
-      this.currentLevel = this.levels[upperEnvLevel];
-    } else {
-      // Default to INFO if invalid value
-      this.currentLevel = this.levels.INFO;
-    }
-  }
-
-  setLevel(level) {
-    if (this.levels[level] !== undefined) {
-      this.currentLevel = this.levels[level];
-    }
-  }
-
-  formatMessage(level, message, data = null) {
-    const timestamp = new Date().toISOString();
-    let output = `[${timestamp}] [${level}] ${message}`;
-
-    if (data) {
-      output += '\n' + JSON.stringify(data, null, 2);
-    }
-
-    return output;
-  }
-
-  shouldLog(level) {
-    const levelValue = this.levels[level];
-
-    // No logging if not configured
-    if (this.currentLevel === 99) return false;
-
-    // Custom logic based on user's requirements
-    if (this.currentLevel === this.levels.DEBUG) {
-      // Debug shows all levels
-      return true;
-    } else if (this.currentLevel === this.levels.INFO) {
-      // Info shows INFO and ERROR only
-      return level === 'INFO' || level === 'ERROR';
-    } else if (this.currentLevel === this.levels.WARN) {
-      // Warn shows WARN, INFO, and ERROR
-      return level === 'WARN' || level === 'INFO' || level === 'ERROR';
-    } else if (this.currentLevel === this.levels.ERROR) {
-      // Error shows ERROR only
-      return level === 'ERROR';
-    }
-
-    return false;
-  }
-
-  debug(message, data = null) {
-    if (this.shouldLog('DEBUG')) {
-      console.log(this.formatMessage('DEBUG', message, data));
-    }
-  }
-
-  info(message, data = null) {
-    if (this.shouldLog('INFO')) {
-      console.log(this.formatMessage('INFO', message, data));
-    }
-  }
-
-  warn(message, data = null) {
-    if (this.shouldLog('WARN')) {
-      console.warn(this.formatMessage('WARN', message, data));
-    }
-  }
-
-  error(message, data = null) {
-    if (this.shouldLog('ERROR')) {
-      console.error(this.formatMessage('ERROR', message, data));
-    }
-  }
-
-  fatal(message, data = null) {
-    if (this.shouldLog('FATAL')) {
-      console.error(this.formatMessage('FATAL', message, data));
-    }
-  }
-}
-
-// Create singleton logger instance
-const logger = new Logger();
-
-// Export for use in other modules
-module.exports = logger;

package/core/providers/ollama.js

@@ -1,128 +0,0 @@
-const https = require('https');
-
-class OllamaProvider {
-  constructor(config = {}) {
-    this.baseURL = config.baseURL || process.env.OLLAMA_BASE_URL || 'https://ollama.com/api/chat';
-    this.apiKey = config.apiKey || process.env.OLLAMA_API_KEY;
-    this.defaultModel = config.defaultModel || process.env.OLLAMA_DEFAULT_MODEL || 'minimax-m2.5:cloud';
-    this.timeout = config.timeout || 120000; // 2 minutes (LLMs can be slow)
-  }
-
-  async makeRequest(data, requestOptions = {}) {
-    const apiKey = requestOptions.apiKey || this.apiKey;
-    const baseURL = requestOptions.baseURL || this.baseURL;
-    const timeout = requestOptions.timeout || this.timeout;
-
-    if (!apiKey) {
-      throw new Error('Ollama API key is required. Set OLLAMA_API_KEY environment variable or pass apiKey in config.');
-    }
-
-    const postData = JSON.stringify(data);
-
-    const parsedUrl = new URL(baseURL);
-
-    const options = {
-      hostname: parsedUrl.hostname,
-      port: parsedUrl.port || 443,
-      path: parsedUrl.pathname + parsedUrl.search,
-      method: 'POST',
-      headers: {
-        'Content-Type': 'application/json',
-        'Authorization': `Bearer ${apiKey}`,
-        'Content-Length': Buffer.byteLength(postData)
-      }
-    };
-
-    return new Promise((resolve, reject) => {
-      const req = https.request(options, (res) => {
-        let body = '';
-
-        res.on('data', (chunk) => {
-          body += chunk;
-        });
-
-        res.on('end', () => {
-          try {
-            if (res.statusCode >= 200 && res.statusCode < 300) {
-              const response = JSON.parse(body);
-              resolve(response);
-            } else {
-              const error = JSON.parse(body);
-              reject(new Error(`Ollama API error (${res.statusCode}): ${error.error?.message || error.message || body }`));
-            }
-          } catch (parseError) {
-            reject(new Error(`Failed to parse Ollama response: ${parseError.message}`));
-          }
-        });
-      });
-
-      req.on('error', (error) => {
-        reject(new Error(`Ollama request failed: ${error.message}`));
-      });
-
-      req.setTimeout(timeout, () => {
-        req.destroy();
-        reject(new Error('Ollama request timed out'));
-      });
-
-      req.write(postData);
-      req.end();
-    });
-  }
-
-  async createCompletion(messages, options = {}) {
-    const data = {
-      model: options.model || this.defaultModel,
-      messages: messages,
-      stream: false, // We handle non-streaming for simplicity
-      format: options.format,
-      options: {
-        temperature: options.temperature || 0.7,
-        top_p: options.topP,
-        num_predict: options.maxTokens,
-        repeat_penalty: options.frequencyPenalty,
-        presence_penalty: options.presencePenalty,
-        stop: options.stop,
-        num_ctx: options.numCtx || 4096
-      },
-      tools: options.tools,
-      keep_alive: options.keepAlive || '5m'
-    };
-
-    // Remove undefined values
-    Object.keys(data).forEach(key => {
-      if (data[key] === undefined) {
-        delete data[key];
-      }
-    });
-
-    if (data.options) {
-      Object.keys(data.options).forEach(key => {
-        if (data.options[key] === undefined) {
-          delete data.options[key];
-        }
-      });
-    }
-
-    const response = await this.makeRequest(data, {
-      apiKey: options.apiKey,
-      baseURL: options.baseURL,
-      timeout: options.timeout
-    });
-
-    return {
-      content: response.message?.content || '',
-      role: response.message?.role || 'assistant',
-      tool_calls: response.message?.tool_calls,
-      usage: {
-        prompt_eval_count: response.prompt_eval_count,
-        eval_count: response.eval_count,
-        total_duration: response.total_duration
-      },
-      model: response.model,
-      finishReason: response.done_reason || (response.done ? 'stop' : null)
-    };
-  }
-}
-
-module.exports = OllamaProvider;

package/core/providers/openai.js

@@ -1,112 +0,0 @@
-const https = require('https');
-
-class OpenAIProvider {
-  constructor(config = {}) {
-    this.baseURL = config.baseURL || process.env.OPENAI_BASE_URL || 'https://api.openai.com/v1';
-    this.apiKey = config.apiKey || process.env.OPENAI_API_KEY;
-    this.defaultModel = config.defaultModel || process.env.OPENAI_DEFAULT_MODEL || 'gpt-3.5-turbo';
-    this.timeout = config.timeout || 60000; // 60 seconds
-  }
-
-  async makeRequest(endpoint, data, requestOptions = {}) {
-    const apiKey = requestOptions.apiKey || this.apiKey;
-    const baseURL = requestOptions.baseURL || this.baseURL;
-    const timeout = requestOptions.timeout || this.timeout;
-
-    if (!apiKey) {
-      throw new Error('OpenAI API key is required. Set OPENAI_API_KEY environment variable or pass apiKey in config.');
-    }
-
-    const requestUrl = `${baseURL}${endpoint}`;
-    const postData = JSON.stringify(data);
-
-    const parsedUrl = new URL(requestUrl);
-
-    const options = {
-      hostname: parsedUrl.hostname,
-      port: parsedUrl.port || 443,
-      path: parsedUrl.pathname + parsedUrl.search,
-      method: 'POST',
-      headers: {
-        'Content-Type': 'application/json',
-        'Authorization': `Bearer ${apiKey}`,
-        'Content-Length': Buffer.byteLength(postData)
-      }
-    };
-
-    return new Promise((resolve, reject) => {
-      const req = https.request(options, (res) => {
-        let body = '';
-
-        res.on('data', (chunk) => {
-          body += chunk;
-        });
-
-        res.on('end', () => {
-          try {
-            if (res.statusCode >= 200 && res.statusCode < 300) {
-              const response = JSON.parse(body);
-              resolve(response);
-            } else {
-              const error = JSON.parse(body);
-              reject(new Error(`OpenAI API error (${res.statusCode}): ${error.error?.message || 'Unknown error'}`));
-            }
-          } catch (parseError) {
-            reject(new Error(`Failed to parse OpenAI response: ${parseError.message}`));
-          }
-        });
-      });
-
-      req.on('error', (error) => {
-        reject(new Error(`OpenAI request failed: ${error.message}`));
-      });
-
-      req.setTimeout(timeout, () => {
-        req.destroy();
-        reject(new Error('OpenAI request timed out'));
-      });
-
-      req.write(postData);
-      req.end();
-    });
-  }
-
-  async createCompletion(messages, options = {}) {
-    const data = {
-      model: options.model || this.defaultModel,
-      messages: messages,
-      temperature: options.temperature || 0.7,
-      max_tokens: options.maxTokens,
-      top_p: options.topP,
-      frequency_penalty: options.frequencyPenalty,
-      presence_penalty: options.presencePenalty,
-      stop: options.stop,
-      tools: options.tools,
-      tool_choice: options.toolChoice
-    };
-
-    // Remove undefined values
-    Object.keys(data).forEach(key => {
-      if (data[key] === undefined) {
-        delete data[key];
-      }
-    });
-
-    const response = await this.makeRequest('/chat/completions', data, {
-      apiKey: options.apiKey,
-      baseURL: options.baseURL,
-      timeout: options.timeout
-    });
-
-    return {
-      content: response.choices[0]?.message?.content || '',
-      role: response.choices[0]?.message?.role || 'assistant',
-      tool_calls: response.choices[0]?.message?.tool_calls,
-      usage: response.usage,
-      model: response.model,
-      finishReason: response.choices[0]?.finish_reason
-    };
-  }
-}
-
-module.exports = OpenAIProvider;

package/core/providers/openrouter.js

@@ -1,206 +0,0 @@
-const https = require('https');
-
-function asNonEmptyString(value) {
-  if (typeof value !== 'string') {
-    return '';
-  }
-  return value.trim();
-}
-
-function firstNonEmptyString(...values) {
-  for (const value of values) {
-    const normalized = asNonEmptyString(value);
-    if (normalized) {
-      return normalized;
-    }
-  }
-  return '';
-}
-
-function isValidHttpUrl(value) {
-  const normalized = asNonEmptyString(value);
-  if (!normalized) {
-    return false;
-  }
-
-  try {
-    const parsed = new URL(normalized);
-    return parsed.protocol === 'https:' || parsed.protocol === 'http:';
-  } catch (_error) {
-    return false;
-  }
-}
-
-function normalizeOpenRouterModel(model) {
-  let normalized = asNonEmptyString(model);
-
-  if (!normalized) {
-    return '';
-  }
-
-  // Only inspect the first provider separator and preserve the rest of the path.
-  const firstSlashIndex = normalized.indexOf('/');
-  if (firstSlashIndex === -1) {
-    return `openrouter/${normalized}`;
-  }
-
-  const provider = normalized.substring(0, firstSlashIndex).trim().toLowerCase();
-  if (provider === 'openrouter') {
-    const remainder = normalized.substring(firstSlashIndex + 1).trim();
-
-    if (!remainder) {
-      return '';
-    }
-
-    // Keep "openrouter/free" and collapse "openrouter/openrouter/free" to "openrouter/free".
-    if (remainder.includes('/')) {
-      normalized = remainder;
-    } else {
-      normalized = `openrouter/${remainder}`;
-    }
-  }
-
-  return normalized;
-}
-
-class OpenRouterProvider {
-  constructor(config = {}) {
-    const configuredBaseURL = firstNonEmptyString(config.baseURL, process.env.OPEN_ROUTER_BASE_URL);
-    this.baseURL = isValidHttpUrl(configuredBaseURL)
-      ? configuredBaseURL
-      : 'https://openrouter.ai/api/v1/chat/completions';
-
-    this.apiKey = firstNonEmptyString(config.apiKey, process.env.OPEN_ROUTER_API_KEY);
-    const configuredDefaultModel = firstNonEmptyString(config.defaultModel, process.env.OPEN_ROUTER_DEFAULT_MODEL) || 'openrouter/openrouter/free';
-    this.defaultModel = configuredDefaultModel;
-    this.timeout = config.timeout || 60000; // 60 seconds
-    this.config = config; // Store entire config for additional properties like referer, title
-  }
-
-  async makeRequest(data, requestOptions = {}) {
-    const apiKey = firstNonEmptyString(requestOptions.apiKey, this.apiKey);
-    const baseURL = firstNonEmptyString(requestOptions.baseURL, this.baseURL);
-    const timeout = requestOptions.timeout || this.timeout;
-    const referer = firstNonEmptyString(requestOptions.referer, this.config.referer, process.env.OPEN_ROUTER_REFERER);
-    const title = firstNonEmptyString(requestOptions.title, this.config.title, process.env.OPEN_ROUTER_TITLE);
-
-    if (!apiKey) {
-      throw new Error('OpenRouter API key is required. Set OPEN_ROUTER_API_KEY environment variable or pass apiKey in config.');
-    }
-
-    if (!isValidHttpUrl(baseURL)) {
-      throw new Error('OpenRouter base URL is invalid. Set OPEN_ROUTER_BASE_URL to a valid http(s) URL.');
-    }
-
-    const postData = JSON.stringify(data);
-
-    const parsedUrl = new URL(baseURL);
-
-    const headers = {
-      'Content-Type': 'application/json',
-      'Authorization': `Bearer ${apiKey}`,
-      'Content-Length': Buffer.byteLength(postData)
-    };
-
-    if (isValidHttpUrl(referer)) {
-      headers['HTTP-Referer'] = referer;
-    }
-
-    if (title) {
-      headers['X-Title'] = title;
-    }
-
-    const options = {
-      hostname: parsedUrl.hostname,
-      port: parsedUrl.port || 443,
-      path: parsedUrl.pathname + parsedUrl.search,
-      method: 'POST',
-      headers
-    };
-    
-
-    return new Promise((resolve, reject) => {
-      const req = https.request(options, (res) => {
-        let body = '';
-
-        res.on('data', (chunk) => {
-          body += chunk;
-        });
-
-        res.on('end', () => {
-          try {
-            if (res.statusCode >= 200 && res.statusCode < 300) {
-              const response = JSON.parse(body);
-              resolve(response);
-            } else {
-              const error = JSON.parse(body);
-              reject(new Error(`OpenRouter API error (${res.statusCode}): ${error.error?.message || 'Unknown error'}`));
-            }
-          } catch (parseError) {
-            reject(new Error(`Failed to parse OpenRouter response: ${parseError.message}`));
-          }
-        });
-      });
-
-      req.on('error', (error) => {
-        reject(new Error(`OpenRouter request failed: ${error.message}`));
-      });
-
-      req.setTimeout(timeout, () => {
-        req.destroy();
-        reject(new Error('OpenRouter request timed out'));
-      });
-
-      req.write(postData);
-      req.end();
-    });
-  }
-
-  async createCompletion(messages, options = {}) {
-    const normalizedModel = normalizeOpenRouterModel(options.model || this.defaultModel);
-
-    if (!normalizedModel) {
-      throw new Error('OpenRouter model is invalid. Provide a non-empty model, for example "openrouter/free" or "meta-llama/llama-3.1-8b-instruct:free".');
-    }
-
-    const data = {
-      model: normalizedModel,
-      messages: messages,
-      temperature: options.temperature || 0.7,
-      max_tokens: options.maxTokens,
-      top_p: options.topP,
-      frequency_penalty: options.frequencyPenalty,
-      presence_penalty: options.presencePenalty,
-      stop: options.stop,
-      tools: options.tools,
-      tool_choice: options.toolChoice,
-      transforms: options.transforms,
-      models: options.models,
-      route: options.route
-    };
-
-    // Remove undefined values
-    Object.keys(data).forEach(key => {
-      if (data[key] === undefined) {
-        delete data[key];
-      }
-    });
-
-    const response = await this.makeRequest(data, {
-      apiKey: options.apiKey,
-      baseURL: options.baseURL,
-      timeout: options.timeout
-    });
-
-    return {
-      content: response.choices[0]?.message?.content || '',
-      role: response.choices[0]?.message?.role || 'assistant',
-      tool_calls: response.choices[0]?.message?.tool_calls,
-      usage: response.usage,
-      model: response.model,
-      finishReason: response.choices[0]?.finish_reason
-    };
-  }
-}
-
-module.exports = OpenRouterProvider;