llmjs2 1.3.3 → 1.3.4

package/config.yaml

@@ -141,7 +141,7 @@ guardrails:
 
 # Router configuration
 router_settings:
-  routing_strategy: random  # Options: default, random, sequential
+  routing_strategy: default  # Options: default (sequential), random, sequential
 
 # Optional: Custom server settings (can also be set via CLI or env vars)
 # server_settings:

package/docs/ROUTER_GUIDE.md

@@ -133,12 +133,17 @@ Each model in the list is defined with:
 
 ### Default Strategy
 
-When no strategy is specified, uses load balancing across models with the same `model_name`.
+When no strategy is specified, uses sequential selection across all available models for auto-routing (when no specific model is requested).
 
 ```javascript
 const route = router(modelList); // or router(modelList, 'default')
 
-// Routes to one of the models with model_name="gpt-3.5-turbo"
+// Auto-route with sequential selection (cycles through all models)
+const response = await route.completion({
+  messages: [...]
+});
+
+// Routes to one of the models with model_name="gpt-3.5-turbo" (load balancing)
 const response = await route.completion({
   model: "gpt-3.5-turbo",
   messages: [...]

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "llmjs2",
-  "version": "1.3.3",
+  "version": "1.3.4",
   "description": "A unified Node.js library for connecting to multiple LLM providers: OpenAI, Ollama, and OpenRouter",
   "main": "index.js",
   "type": "commonjs",

package/router.js

@@ -84,8 +84,10 @@ class Router {
 
       case 'default':
       default:
-        // Use first available model
-        return allModels[0];
+        // Use sequential selection for auto-routing
+        const selectedModel = allModels[this.sequentialIndex];
+        this.sequentialIndex = (this.sequentialIndex + 1) % allModels.length;
+        return selectedModel;
     }
   }