unified-ai-router 3.1.0 → 3.1.3

package/.env.example

@@ -9,4 +9,5 @@ VERCEL_AI_GATEWAY_API_KEY=API_KEY
 COHERE_API_KEY=API_KEY
 CEREBRAS_API_KEY=API_KEY
 LLM7_API_KEY=API_KEY
-SEARX_URL=https://searx.perennialte.ch
+SEARX_URL=https://searx.perennialte.ch
+PORT=3000

package/main.js

@@ -11,9 +11,18 @@ class AIRouter
 		this.providers = providers;
 	}
 
+	createClient ( provider )
+	{
+		return new OpenAI({
+			apiKey: provider.apiKey,
+			baseURL: provider.apiUrl,
+			timeout: 60000,
+		});
+	}
+
 	async chatCompletion ( messages, options = {}, stream = false )
 	{
-		const { stream: streamOption, tools, model, ...restOptions } = options;
+		const { stream: streamOption, tools, ...restOptions } = options;
 		const isStreaming = stream || streamOption;
 
 		logger.info( `Starting chatCompletion with ${this.providers.length} providers (streaming: ${isStreaming})` );
@@ -24,11 +33,7 @@ class AIRouter
 			try
 			{
 				logger.info( `Attempting with provider: ${provider.name}` );
-				const client = new OpenAI({
-					apiKey: provider.apiKey,
-					baseURL: provider.apiUrl,
-					timeout: 60000,
-				});
+				const client = this.createClient( provider );
 
 				const params = {
 					model: provider.model,
@@ -46,7 +51,7 @@ class AIRouter
 						for await ( const chunk of responseStream )
 						{
 							const content = chunk.choices[0]?.delta?.content;
-							const reasoning = chunk.choices[0]?.delta?.reasoning
+							const reasoning = chunk.choices[0]?.delta?.reasoning;
 							const tool_calls_delta = chunk.choices[0]?.delta?.tool_calls;
 							if ( content !== null )
 							{
@@ -78,7 +83,7 @@ class AIRouter
 					{
 						response.reasoning = reasoning
 					}
-					if ( tools !== null )
+					if ( tool_calls !== null )
 					{
 						response.tool_calls = tool_calls
 					}
@@ -97,7 +102,7 @@ class AIRouter
 
 	async chatCompletionWithResponse ( messages, options = {})
 	{
-		const { stream, tools, model, ...restOptions } = options;
+		const { stream, tools, ...restOptions } = options;
 		const isStreaming = stream;
 
 		logger.info( `Starting chatCompletionWithResponse with ${this.providers.length} providers (streaming: ${isStreaming})` );
@@ -108,11 +113,7 @@ class AIRouter
 			try
 			{
 				logger.info( `Attempting with provider: ${provider.name}` );
-				const client = new OpenAI({
-					apiKey: provider.apiKey,
-					baseURL: provider.apiUrl,
-					timeout: 60000,
-				});
+				const client = this.createClient( provider );
 
 				const params = {
 					model: provider.model,
@@ -148,13 +149,9 @@ class AIRouter
 			try
 			{
 				logger.info( `Fetching models for provider: ${provider.name}` );
-				const client = new OpenAI({
-					apiKey: provider.apiKey,
-					baseURL: provider.apiUrl,
-					timeout: 60000,
-				});
+				const client = this.createClient( provider );
 				const listResponse = await client.models.list();
-				const modelList = listResponse.data && listResponse.data.length > 0 ? listResponse.data : listResponse.body || [];
+				const modelList = Array.isArray( listResponse.data ) ? listResponse.data : listResponse.body || [];
 				const model = modelList.find( m => { return m.id === provider.model || m.id === `models/${provider.model}` });
 				if ( model )
 				{

package/openai-compatible-server/index.js

@@ -1,18 +1,18 @@
 const express = require( "express" );
 const cors = require( "cors" );
-const AIRouter = require( "../main" );
 const pino = require( "pino" );
 const pretty = require( "pino-pretty" );
 const pinoStream = pretty({ colorize: true, ignore: "pid,hostname" });
 const logger = pino({ base: false }, pinoStream );
 require( "dotenv" ).config({ quiet: true });
+const AIRouter = require( "../main" );
+const providers = require( "../provider" )
+const aiRouter = new AIRouter( providers );
 
 const app = express();
 app.use( cors() );
 app.use( express.json() );
 
-const providers = require( "../provider" )
-const aiRouter = new AIRouter( providers );
 
 app.post( "/v1/chat/completions", async ( req, res ) =>
 {
@@ -64,6 +64,56 @@ app.post( "/v1/chat/completions", async ( req, res ) =>
 		}
 	}
 });
+app.post( "/chat/completions", async ( req, res ) =>
+{
+	const { messages, model, stream, ...rest } = req.body;
+
+	if ( !messages || !Array.isArray( messages ) )
+	{
+		return res.status( 400 ).json({ error: { message: "messages must be an array" } });
+	}
+
+	if ( stream )
+	{
+		res.setHeader( "Content-Type", "text/event-stream" );
+		res.setHeader( "Cache-Control", "no-cache" );
+		res.setHeader( "Connection", "keep-alive" );
+
+		try
+		{
+			const result = await aiRouter.chatCompletionWithResponse( messages, { model, stream, ...rest });
+
+			for await ( const chunk of result.data )
+			{
+				res.write( `data: ${JSON.stringify( chunk )}\n\n` );
+			}
+
+			res.write( "data: [DONE]\n\n" );
+		}
+		catch ( err )
+		{
+			logger.error( err );
+			res.write( `data: ${JSON.stringify({ error: { message: err.message } })}\n\n` );
+			res.write( "data: [DONE]\n\n" );
+		}
+
+		res.end();
+	}
+	else
+	{
+		try
+		{
+			const result = await aiRouter.chatCompletionWithResponse( messages, { model, stream, ...rest });
+
+			res.json( result.data );
+		}
+		catch ( err )
+		{
+			logger.error( err );
+			res.status( 500 ).json({ error: { message: err.message } });
+		}
+	}
+});
 
 app.get( "/v1/models", async ( req, res ) =>
 {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "unified-ai-router",
-  "version": "3.1.0",
+  "version": "3.1.3",
   "description": "A unified interface for multiple LLM providers with automatic fallback. This project includes an OpenAI-compatible server and a deployable Telegram bot with a Mini App interface. It supports major providers like OpenAI, Google, Grok, and more, ensuring reliability and flexibility for your AI applications.",
   "license": "ISC",
   "author": "mlibre",

package/readme.md

@@ -4,7 +4,6 @@ Unified AI Router is a comprehensive toolkit for AI applications, featuring:
 
 - A unified interface for multiple LLM providers with automatic fallback (the core router library)
 - An OpenAI-compatible server for seamless API integration
-- A deployable Telegram bot with Mini App interface
 
 It supports major providers like OpenAI, Google, Grok, and more, ensuring reliability and flexibility.
 
@@ -13,6 +12,7 @@ It supports major providers like OpenAI, Google, Grok, and more, ensuring reliab
 - [📖 Usage](#-usage)
   - [📚 Basic Library Usage](#-basic-library-usage)
   - [🔌 OpenAI-Compatible Server](#-openai-compatible-server)
+    - [Setup](#setup)
   - [🧪 Testing](#-testing)
 - [🔧 Supported Providers](#-supported-providers)
 - [🔑 API Keys](#-api-keys)
@@ -31,15 +31,14 @@ It supports major providers like OpenAI, Google, Grok, and more, ensuring reliab
 - **OpenAI-Compatible Server**: Drop-in replacement for the OpenAI API, enabling easy integration with existing tools and clients
 - **Streaming and Non-Streaming Support**: Handles both streaming and non-streaming responses
 - **Tool Calling**: Full support for tools in LLM interactions
-- **Telegram Bot Integration**: Deployable as a Telegram bot with an interactive Mini App interface
 
 ## 🛠️ Installation
 
 ```bash
 npm i unified-ai-router
 # OR
-git clone https://github.com/mlibre/AIRouter
-cd AIRouter
+git clone https://github.com/mlibre/Unified-AI-Router
+cd Unified-AI-Router
 npm i
 ```
 
@@ -89,14 +88,14 @@ The server uses the provider configurations defined in [provider.js](provider.js
 
 #### Setup
 
-1. Copy the example environment file:
+1. Configure your providers in `provider.js`. Add new provider or modify existing ones with the appropriate `name`, `apiKey` (referencing the corresponding env variable), `model`, and `apiUrl` for the providers you want to use.
+
+2. Copy the example environment file:
 
    ```bash
    cp .env.example .env
    ```
 
-2. Configure your providers in `provider.js`. Add new provider or modify existing ones with the appropriate `name`, `apiKey` (referencing the corresponding env variable), `model`, and `apiUrl` for the providers you want to use.
-
 3. Edit `.env` and add your API keys for the desired providers (see [🔑 API Keys](#-api-keys) for sources).
 
 To start the server locally, run:
@@ -105,7 +104,13 @@ To start the server locally, run:
 npm start
 ```
 
-The server listens at `http://localhost:3000/v1/chat/completions` and supports standard OpenAI endpoints like `/v1/chat/completions`.
+The server listens at `http://localhost:3000/` and supports the following OpenAI-compatible endpoints:
+
+- `POST /v1/chat/completions` - Chat completions (streaming and non-streaming)
+- `POST /chat/completions` - Chat completions (streaming and non-streaming)
+- `GET /v1/models` - List available models
+- `GET /models` - List available models
+- `GET /health` - Health check
 
 ### 🧪 Testing
 
@@ -137,6 +142,7 @@ node tests/tools.js
 - Vercel
 - Cerebras
 - LLM7
+- Any Other OpenAI Compatible Server
 
 ## 🔑 API Keys
 
@@ -152,7 +158,6 @@ Get your API keys from the following providers:
 - **Vercel AI Gateway**: [vercel.com/docs/ai/ai-gateway](https://vercel.com/docs/ai-gateway)
 - **Cerebras**: [cloud.cerebras.ai](https://cloud.cerebras.ai)
 - **LLM7**: [token.llm7.io](https://token.llm7.io/)
-  - Seems like it does not support tool calling
 
 ## 🔼 Vercel Deployment (Telegram Bot)
 
@@ -214,19 +219,14 @@ curl "https://ai-router-flame.vercel.app/api?register_webhook=true"
 
 After deploying the bot, you need to configure the Telegram Mini App and menu button:
 
-1. **Configure Mini App:**
-   - Go to [@BotFather](https://t.me/botfather)
-   - Send `/mybots` and select your bot
-   - Go to `Bot Settings` → `Configure Mini App`
-   - Set the Mini App URL to: `https://ai-router-flame.vercel.app`
+**Configure Mini App:**
 
-2. **Configure Menu Button:**
-   - Go to [@BotFather](https://t.me/botfather)
-   - Send `/mybots` and select your bot
-   - Go to `Bot Settings` → `Menu Button`
-   - Ensure the URL shown is: `https://ai-router-flame.vercel.app`
+- Go to [@BotFather](https://t.me/botfather)
+- Send `/mybots` and select your bot
+- Go to `Bot Settings` → `Configure Mini App`
+- Set the Mini App URL to: `https://ai-router-flame.vercel.app`
 
-Once configured, users can access the Mini App by sending `/start` or `/app` to your bot, or through the menu button.
+Once configured, users can access the Mini App by sending `/start` or `/app` to your bot.
 
 An example of a deployed bot is accessible on Telegram: [https://t.me/freePulseAIbot](https://t.me/freePulseAIbot)