llmjs2 1.3.3 → 1.3.5

package/README.md

@@ -118,9 +118,17 @@ export OPEN_ROUTER_API_KEY=your_openrouter_api_key
 ```javascript
 import { completion } from 'llmjs2';
 
+// Auto-selects provider based on available API keys
+// Cycles through: Ollama → OpenRouter → OpenAI → Ollama...
 const response = await completion('Explain quantum physics simply');
 ```
 
+**Auto-Selection Logic:**
+- Checks for `OLLAMA_API_KEY`, `OPEN_ROUTER_API_KEY`, `OPENAI_API_KEY`
+- Cycles sequentially through available providers
+- Uses default model for each provider
+- Falls back gracefully if keys are missing
+
 ### 2. Provider-Specific Model
 
 ```javascript

package/config.yaml

@@ -141,7 +141,7 @@ guardrails:
 
 # Router configuration
 router_settings:
-  routing_strategy: random  # Options: default, random, sequential
+  routing_strategy: default  # Options: default (sequential), random, sequential
 
 # Optional: Custom server settings (can also be set via CLI or env vars)
 # server_settings:

package/docs/ROUTER_GUIDE.md

@@ -133,12 +133,17 @@ Each model in the list is defined with:
 
 ### Default Strategy
 
-When no strategy is specified, uses load balancing across models with the same `model_name`.
+When no strategy is specified, uses sequential selection across all available models for auto-routing (when no specific model is requested).
 
 ```javascript
 const route = router(modelList); // or router(modelList, 'default')
 
-// Routes to one of the models with model_name="gpt-3.5-turbo"
+// Auto-route with sequential selection (cycles through all models)
+const response = await route.completion({
+  messages: [...]
+});
+
+// Routes to one of the models with model_name="gpt-3.5-turbo" (load balancing)
 const response = await route.completion({
   model: "gpt-3.5-turbo",
   messages: [...]

package/index.js

@@ -5,6 +5,9 @@ const { router } = require('./router');
 const { app } = require('./server');
 const logger = require('./logger');
 
+// Module-level variable to track sequential provider selection across completion calls
+let autoProviderIndex = 0;
+
 class LLMJS2 {
   constructor(config = {}) {
     this.providers = {
@@ -60,6 +63,38 @@ class LLMJS2 {
     return { provider: null, model: modelString };
   }
 
+  /**
+   * Auto-select provider based on available API keys
+   * Cycles through available providers sequentially
+   */
+  getAutoProvider() {
+    // Check which API keys are available
+    const availableProviders = [];
+
+    if (process.env.OLLAMA_API_KEY) {
+      availableProviders.push('ollama');
+    }
+    if (process.env.OPEN_ROUTER_API_KEY) {
+      availableProviders.push('openrouter');
+    }
+    if (process.env.OPENAI_API_KEY) {
+      availableProviders.push('openai');
+    }
+
+    if (availableProviders.length === 0) {
+      throw new Error('No API keys found. Set OLLAMA_API_KEY, OPEN_ROUTER_API_KEY, or OPENAI_API_KEY environment variables.');
+    }
+
+    // Get next provider in sequence using module-level index
+    const providerName = availableProviders[autoProviderIndex];
+    autoProviderIndex = (autoProviderIndex + 1) % availableProviders.length;
+
+    const provider = this.providers[providerName];
+    const model = provider.defaultModel;
+
+    return { provider, model };
+  }
+
   /**
    * Determine which provider to use
    */
@@ -155,7 +190,19 @@ class LLMJS2 {
     try {
       const { model, messages, options } = this.validateInput(input);
 
-      const { provider, model: finalModel } = this.getProvider(model, options);
+      let provider, finalModel;
+
+      if (model) {
+        // Specific model requested
+        const result = this.getProvider(model, options);
+        provider = result.provider;
+        finalModel = result.model;
+      } else {
+        // No model specified - auto-select provider based on available API keys
+        const autoSelection = this.getAutoProvider();
+        provider = autoSelection.provider;
+        finalModel = autoSelection.model;
+      }
 
       // Override provider API key if specified in options
       if (options.apiKey) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "llmjs2",
-  "version": "1.3.3",
+  "version": "1.3.5",
   "description": "A unified Node.js library for connecting to multiple LLM providers: OpenAI, Ollama, and OpenRouter",
   "main": "index.js",
   "type": "commonjs",

package/router.js

@@ -84,8 +84,10 @@ class Router {
 
       case 'default':
       default:
-        // Use first available model
-        return allModels[0];
+        // Use sequential selection for auto-routing
+        const selectedModel = allModels[this.sequentialIndex];
+        this.sequentialIndex = (this.sequentialIndex + 1) % allModels.length;
+        return selectedModel;
     }
   }
 

package/test-completion.js

@@ -12,7 +12,8 @@ async function testSimpleCompletion() {
 
   try {
     console.log('📤 Sending completion request...');
-    console.log('Prompt: "Hello! Can you tell me a short joke?"\n');
+    console.log('Prompt: "Hello! Can you tell me a short joke?"');
+    console.log('Note: No model specified - will auto-select provider based on available API keys\n');
 
     // Simple completion call - no model or API key specified
     const response = await completion('Hello! Can you tell me a short joke?');