unified-ai-router 3.4.1 → 3.4.4

package/main.js

@@ -4,38 +4,31 @@ const pretty = require( "pino-pretty" );
 const pinoStream = pretty({ colorize: true, ignore: "pid,hostname" });
 const logger = pino({ base: false }, pinoStream );
 
-const CircuitBreaker = require( "opossum" ); // <-- added
+const CircuitBreaker = require( "opossum" );
 
 class AIRouter
 {
 	constructor ( providers )
 	{
-		this.providers = providers;
+		this.providers = this._initializeProviders( providers );
 
 		const defaultCircuitOptions = {
-			timeout: 300000, // time in ms before action considered failed
-			errorThresholdPercentage: 50, // % of failures before opening the circuit
-			resetTimeout: 9000000, // time in ms to wait before trying again
+			timeout: 300000,
+			errorThresholdPercentage: 50,
+			resetTimeout: 9000000,
 		};
-
 		for ( const provider of this.providers )
 		{
-			// allow provider to override circuit options
 			const circuitOptions = Object.assign({}, defaultCircuitOptions, provider.circuitOptions || {});
 
-			// action receives an object: { params, withResponse }
 			const action = async ({ params, withResponse }) =>
 			{
 				const client = this.createClient( provider );
 
-				// If caller requested .withResponse() use it
 				if ( withResponse )
 				{
-					// return whatever .withResponse() returns (assumed promise resolving to { data, response })
 					return client.chat.completions.create( params ).withResponse();
 				}
-
-				// Normal create (may return Promise resolving to response OR an async iterable for streaming)
 				return client.chat.completions.create( params );
 			};
 
@@ -199,11 +192,6 @@ class AIRouter
 		const models = [];
 		for ( const provider of this.providers )
 		{
-			if ( !provider.apiKey )
-			{
-				logger.warn( `Skipping provider ${provider.name} due to missing API key` );
-				continue;
-			}
 			try
 			{
 				logger.info( `Fetching models for provider: ${provider.name}` );
@@ -227,6 +215,94 @@ class AIRouter
 		}
 		return models;
 	}
+
+	async checkProvidersStatus ()
+	{
+		const healthCheckPromises = this.providers.map( async ( provider ) =>
+		{
+			const maskApiKey = ( apiKey ) =>
+			{
+				if ( !apiKey || typeof apiKey !== "string" || apiKey.length < 8 )
+				{
+					return "Invalid API Key";
+				}
+				return `${apiKey.substring( 0, 4 )}...${apiKey.substring( apiKey.length - 4 )}`;
+			};
+
+			try
+			{
+				const client = this.createClient( provider );
+				await client.chat.completions.create({
+					messages: [{ role: "user", content: "test" }],
+					model: provider.model,
+					max_tokens: 1,
+				});
+				return {
+					name: provider.name,
+					status: "ok",
+					apiKey: maskApiKey( provider.apiKey ),
+				};
+			}
+			catch ( error )
+			{
+				return {
+					name: provider.name,
+					status: "error",
+					reason: error.message.substring( 0, 100 ),
+					apiKey: maskApiKey( provider.apiKey ),
+				};
+			}
+		});
+
+		const results = await Promise.allSettled( healthCheckPromises );
+		const processedResults = results.map( result =>
+		{
+			if ( result.status === "fulfilled" )
+			{
+				return result.value;
+			}
+			return {
+				name: "unknown",
+				status: "error",
+				reason: result.reason.message.substring( 0, 100 ),
+				apiKey: "N/A",
+			};
+		});
+
+		return processedResults.sort( ( a, b ) =>
+		{
+			if ( a.status === "ok" && b.status !== "ok" ) return -1;
+			if ( a.status !== "ok" && b.status === "ok" ) return 1;
+			return 0;
+		});
+	}
+
+	_initializeProviders ( providers )
+	{
+		const allProviders = [];
+		for ( const p of providers )
+		{
+			if ( Array.isArray( p.apiKey ) )
+			{
+				p.apiKey.forEach( ( key, i ) =>
+				{
+					if ( key )
+					{
+						allProviders.push({
+							...p,
+							apiKey: key,
+							name: `${p.name}_${i + 1}`
+						});
+					}
+				});
+			}
+			else if ( p.apiKey )
+			{
+				allProviders.push( p );
+			}
+		}
+		return allProviders;
+	}
 }
 
 module.exports = AIRouter;

package/{openai-compatible-server/index.js → openai-server.js}

@@ -5,8 +5,8 @@ const pretty = require( "pino-pretty" );
 const pinoStream = pretty({ colorize: true, ignore: "pid,hostname" });
 const logger = pino({ base: false }, pinoStream );
 require( "dotenv" ).config({ quiet: true });
-const AIRouter = require( "../main" );
-const providers = require( "../provider" )
+const AIRouter = require( "./main" );
+const providers = require( "./provider" )
 const aiRouter = new AIRouter( providers );
 
 const app = express();
@@ -14,7 +14,7 @@ app.use( cors() );
 app.use( express.json({ limit: "50mb" }) );
 
 
-app.post( "/v1/chat/completions", async ( req, res ) =>
+const handleChatCompletion = async ( req, res ) =>
 {
 	const { messages, model, stream, ...rest } = req.body;
 
@@ -46,7 +46,6 @@ app.post( "/v1/chat/completions", async ( req, res ) =>
 			res.write( `data: ${JSON.stringify({ error: { message: err.message } })}\n\n` );
 			res.write( "data: [DONE]\n\n" );
 		}
-
 		res.end();
 	}
 	else
@@ -54,7 +53,6 @@ app.post( "/v1/chat/completions", async ( req, res ) =>
 		try
 		{
 			const result = await aiRouter.chatCompletionWithResponse( messages, { model, stream, ...rest });
-
 			res.json( result.data );
 		}
 		catch ( err )
@@ -63,59 +61,9 @@ app.post( "/v1/chat/completions", async ( req, res ) =>
 			res.status( 500 ).json({ error: { message: err.message } });
 		}
 	}
-});
-app.post( "/chat/completions", async ( req, res ) =>
-{
-	const { messages, model, stream, ...rest } = req.body;
-
-	if ( !messages || !Array.isArray( messages ) )
-	{
-		return res.status( 400 ).json({ error: { message: "messages must be an array" } });
-	}
-
-	if ( stream )
-	{
-		res.setHeader( "Content-Type", "text/event-stream" );
-		res.setHeader( "Cache-Control", "no-cache" );
-		res.setHeader( "Connection", "keep-alive" );
+};
 
-		try
-		{
-			const result = await aiRouter.chatCompletionWithResponse( messages, { model, stream, ...rest });
-
-			for await ( const chunk of result.data )
-			{
-				res.write( `data: ${JSON.stringify( chunk )}\n\n` );
-			}
-
-			res.write( "data: [DONE]\n\n" );
-		}
-		catch ( err )
-		{
-			logger.error( err );
-			res.write( `data: ${JSON.stringify({ error: { message: err.message } })}\n\n` );
-			res.write( "data: [DONE]\n\n" );
-		}
-
-		res.end();
-	}
-	else
-	{
-		try
-		{
-			const result = await aiRouter.chatCompletionWithResponse( messages, { model, stream, ...rest });
-
-			res.json( result.data );
-		}
-		catch ( err )
-		{
-			logger.error( err );
-			res.status( 500 ).json({ error: { message: err.message } });
-		}
-	}
-});
-
-app.get( "/v1/models", async ( req, res ) =>
+const handleGetModels = async ( req, res ) =>
 {
 	try
 	{
@@ -127,24 +75,30 @@ app.get( "/v1/models", async ( req, res ) =>
 		logger.error( `Error in /v1/models: ${error.message}` );
 		res.status( 500 ).json({ error: { message: error.message } });
 	}
-});
+};
+
+app.post( "/v1/chat/completions", handleChatCompletion );
+app.post( "/chat/completions", handleChatCompletion );
 
-app.get( "/models", async ( req, res ) =>
+app.get( "/v1/models", handleGetModels );
+app.get( "/models", handleGetModels );
+
+app.get( "/health", ( req, res ) => { return res.json({ status: "ok" }) });
+
+app.get( "/providers/status", async ( req, res ) =>
 {
 	try
 	{
-		const models = await aiRouter.getModels();
-		res.json({ data: models });
+		const statuses = await aiRouter.checkProvidersStatus();
+		res.json({ data: statuses });
 	}
 	catch ( error )
 	{
-		logger.error( `Error in /models: ${error.message}` );
+		logger.error( `Error in /v1/providers/status: ${error.message}` );
 		res.status( 500 ).json({ error: { message: error.message } });
 	}
 });
 
-app.get( "/health", ( req, res ) => { return res.json({ status: "ok" }) });
-
 // Start server
 const PORT = process.env.PORT || 3000;
 app.listen( PORT, () =>

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "unified-ai-router",
-  "version": "3.4.1",
+  "version": "3.4.4",
   "description": "A unified interface for multiple LLM providers with automatic fallback. This project includes an OpenAI-compatible server and a deployable Telegram bot with a Mini App interface. It supports major providers like OpenAI, Google, Grok, and more, ensuring reliability and flexibility for your AI applications.",
   "license": "ISC",
   "author": "mlibre",
@@ -16,7 +16,7 @@
   "main": "main.js",
   "scripts": {
     "test": "echo \"Error: no test specified\" && exit 1",
-    "start": "node openai-compatible-server/index.js",
+    "start": "node openai-server.js",
     "docs:dev": "vitepress dev docs",
     "docs:build": "vitepress build docs",
     "docs:preview": "vitepress preview docs"

package/provider.js

@@ -1,67 +1,42 @@
 module.exports = [
 	{
-		name: "gemini_1",
-		apiKey: process.env.GEMINI_API_KEY,
-		model: "gemini-2.5-pro",
-		apiUrl: "https://generativelanguage.googleapis.com/v1beta/openai/",
-	},
-	{
-		name: "gemini_2",
-		apiKey: process.env.GEMINI_API_KEY_2,
-		model: "gemini-2.5-pro",
-		apiUrl: "https://generativelanguage.googleapis.com/v1beta/openai/",
-	},
-	{
-		name: "gemini_3",
-		apiKey: process.env.GEMINI_API_KEY_3,
+		name: "gemini_pro",
+		apiKey: [
+			process.env.GEMINI_API_KEY,
+			process.env.GEMINI_API_KEY_2,
+			process.env.GEMINI_API_KEY_3,
+		],
 		model: "gemini-2.5-pro",
 		apiUrl: "https://generativelanguage.googleapis.com/v1beta/openai/",
 	},
 	{
 		name: "cerebras",
-		apiKey: process.env.CEREBRAS_API_KEY,
+		apiKey: [
+			process.env.CEREBRAS_API_KEY,
+			process.env.CEREBRAS_API_KEY_2,
+		],
 		model: "gpt-oss-120b",
 		apiUrl: "https://api.cerebras.ai/v1",
 	},
 	{
-		name: "cerebras_2",
-		apiKey: process.env.CEREBRAS_API_KEY_2,
-		model: "gpt-oss-120b",
-		apiUrl: "https://api.cerebras.ai/v1",
-	},
-	{
-		name: "openrouter",
-		apiKey: process.env.OPENROUTER_API_KEY,
-		model: "qwen/qwen3-coder:free",
-		apiUrl: "https://openrouter.ai/api/v1",
-	},
-	{
-		name: "openrouter",
-		apiKey: process.env.OPENROUTER_API_KEY,
-		model: "z-ai/glm-4.5-air:free",
-		apiUrl: "https://openrouter.ai/api/v1",
-	},
-	{
-		name: "openrouter_2",
-		apiKey: process.env.OPENROUTER_API_KEY_2,
-		model: "z-ai/glm-4.5-air:free",
-		apiUrl: "https://openrouter.ai/api/v1",
-	},
-	{
-		name: "openrouter_2",
-		apiKey: process.env.OPENROUTER_API_KEY_2,
-		model: "qwen/qwen3-coder:free",
-		apiUrl: "https://openrouter.ai/api/v1",
-	},
-	{
-		name: "openrouter_3",
-		apiKey: process.env.OPENROUTER_API_KEY_3,
+		name: "openrouter_qwen",
+		apiKey: [
+			process.env.OPENROUTER_API_KEY,
+			process.env.OPENROUTER_API_KEY_2,
+			process.env.OPENROUTER_API_KEY_3,
+			process.env.OPENROUTER_API_KEY_4,
+			process.env.OPENROUTER_API_KEY_5
+		],
 		model: "qwen/qwen3-coder:free",
 		apiUrl: "https://openrouter.ai/api/v1",
 	},
 	{
-		name: "openrouter_3",
-		apiKey: process.env.OPENROUTER_API_KEY_3,
+		name: "openrouter_glm",
+		apiKey: [
+			process.env.OPENROUTER_API_KEY,
+			process.env.OPENROUTER_API_KEY_2,
+			process.env.OPENROUTER_API_KEY_3,
+		],
 		model: "z-ai/glm-4.5-air:free",
 		apiUrl: "https://openrouter.ai/api/v1",
 	},
@@ -72,8 +47,12 @@ module.exports = [
 		apiUrl: "https://api.groq.com/openai/v1",
 	},
 	{
-		name: "gemini_1",
-		apiKey: process.env.GEMINI_API_KEY,
+		name: "gemini_flash",
+		apiKey: [
+			process.env.GEMINI_API_KEY,
+			process.env.GEMINI_API_KEY_2,
+			process.env.GEMINI_API_KEY_3,
+		],
 		model: "gemini-2.5-flash",
 		apiUrl: "https://generativelanguage.googleapis.com/v1beta/openai/",
 	},

package/readme.md

@@ -2,8 +2,8 @@
 
 Unified AI Router is a comprehensive toolkit for AI applications, featuring:
 
-- An OpenAI-compatible server for seamless API integration
-- A unified interface for multiple LLM providers with automatic fallback
+- An **OpenAI-compatible** server for seamless API integration
+- A **unified interface** for multiple LLM providers with **automatic fallback**
 
 It supports all the OpenAI-compatible servers, including major providers like OpenAI, Google, Grok, Litellm, Vllm, Ollama and more, ensuring reliability and flexibility.
 
@@ -77,6 +77,19 @@ const response = await llm.chatCompletion(messages, {
 console.log(response);
 ```
 
+You can also provide an array of API keys for a single provider definition.
+
+```javascript
+const providers = [
+  {
+    name: "openai",
+    apiKey: [process.env.OPENAI_API_KEY_1, process.env.OPENAI_API_KEY_2],
+    model: "gpt-4",
+    apiUrl: "https://api.openai.com/v1"
+  }
+];
+```
+
 ### 🔌 OpenAI-Compatible Server
 
 The OpenAI-compatible server provides a drop-in replacement for the OpenAI API. It routes requests through the unified router with fallback logic, ensuring high availability.  
@@ -90,7 +103,7 @@ The server uses the provider configurations defined in [provider.js](provider.js
 
 2. Edit `.env` and add your API keys for the desired providers (see [🔑 API Keys](#-api-keys) for sources).
 
-3. Configure your providers in `provider.js`. Add new provider or modify existing ones with the appropriate `name`, `apiKey` (referencing the corresponding env variable), `model`, and `apiUrl` for the providers you want to use.
+3. Configure your providers in `provider.js`. Add new provider or modify existing ones with the appropriate `name`, `apiKey`, `model`, and `apiUrl` for the providers you want to use.
 
 To start the server locally, run:
 
@@ -105,6 +118,7 @@ The server listens at `http://localhost:3000/` and supports the following OpenAI
 - `GET /v1/models` - List available models
 - `GET /models` - List available models
 - `GET /health` - Health check
+- `GET /v1/providers/status` - Check the status of all configured providers
 
 ### 🧪 Testing
 
@@ -180,15 +194,8 @@ Get your API keys from the following providers:
 
 - `main.js` - Core AIRouter library implementing the unified interface and fallback logic
 - `provider.js` - Configuration for supported AI providers
-- `openai-compatible-server/index.js` - OpenAI-compatible API server
+- `openai-server.js` - OpenAI-compatible API server
 - `tests/` - Comprehensive tests for the library, server, and tools
-- `bruno/` - Bruno API collection for testing endpoints
-- `cloud-flare/` - Ready-to-deploy Cloudflare Pages setup for the Telegram bot
-  - `functions/api/index.js` - Telegram webhook handler
-  - `functions/api/search.js` - Search proxy endpoint
-  - `public/` - Mini App frontend (HTML, CSS, JS)
-  - `src/config.js` - Bot configuration
-  - `src/telegram.js` - Telegram API integration
 
 ## 📄 License