@peopl-health/nexus 4.5.28 → 4.5.30

package/lib/eval/EvalProvider.js

@@ -1,12 +1,10 @@
-const { OpenAI } = require('openai');
-
 const { getCurrentMexicoDateTime } = require('../utils/dateUtils');
 const { retryWithBackoff } = require('../utils/retryUtils');
 const { logger } = require('../utils/logger');
 const { Thread } = require('../models/threadModel');
 const { DefaultMemoryManager } = require('../memory/DefaultMemoryManager');
 const { EnhancedMemoryManager } = require('../memory/EnhancedMemoryManager');
-const { OpenAIResponsesProvider } = require('../providers/OpenAIResponsesProvider');
+const { PROVIDER_VARIANTS } = require('../providers/createLLMProvider');
 const { handleFunctionCalls } = require('../providers/OpenAIResponsesProviderTools');
 const { composePrompt, resolveTools } = require('../services/promptComposerService');
 const { getToolSchemas: getRegistrySchemas } = require('../services/toolRegistryService');
@@ -40,14 +38,20 @@ class EvalProvider {
     this.presetId = config.presetId || null;
     this.label = options.label || config.label || `nexus:${this.model}`;
 
-    this.client = new OpenAI({ apiKey: process.env.OPENAI_API_KEY });
     this.memoryManager = config.memoryManager || (
       config.memoryStrategy === 'enhanced' ? new EnhancedMemoryManager() : new DefaultMemoryManager()
     );
-    this.provider = new OpenAIResponsesProvider({
-      client: this.client,
+    const variant = (config.variant || process.env.VARIANT || 'responses').toString().toLowerCase();
+    const ProviderClass = PROVIDER_VARIANTS[variant];
+    if (!ProviderClass) {
+      throw new Error(`Invalid LLM provider variant for eval: '${variant}'. Available: ${Object.keys(PROVIDER_VARIANTS).join(', ')}`);
+    }
+    this.provider = new ProviderClass({
       defaultModels: { responseModel: this.model },
+      conversationManager: this.memoryManager,
     });
+    this.client = this.provider.getClient();
+    this.model = this.provider._mapModelConfig({ model: this.model }).model;
     this.phiProcessor = new PhiProcessor({
       encode: config.phi?.encode || false,
       ner: config.phi?.ner || null,
@@ -184,7 +188,7 @@ class EvalProvider {
     const input = [{ role: 'developer', content: devContent }, ...memoryMessage, ...convertedMessages];
     const apiConfig = { input, instructions: devContent || '' };
 
-    if (assistantId) {
+    if (assistantId && this.provider.supportsPromptRegistry) {
       apiConfig.prompt = { id: assistantId, variables: promptVariables };
       const version = this.promptVersions[assistantId];
       if (version) apiConfig.prompt.version = String(version);

package/lib/index.js

@@ -4,6 +4,7 @@ const { createStorage } = require('./storage/registry');
 const { MessageParser } = require('./core/MessageParser');
 const { createLLMProvider } = require('./providers/createLLMProvider');
 const { OpenAIResponsesProvider } = require('./providers/OpenAIResponsesProvider');
+const { OpenRouterProvider } = require('./providers/OpenRouterProvider');
 const { logger } = require('./utils/logger');
 const runtimeConfig = require('./config/runtimeConfig');
 const llmConfigModule = require('./config/llmConfig');
@@ -197,6 +198,7 @@ module.exports = {
   MessageParser,
   createLLMProvider,
   OpenAIResponsesProvider,
+  OpenRouterProvider,
   BaseAssistant,
   registerAssistant,
   overrideGetAssistantById,

package/lib/providers/OpenAIResponsesProvider.js

@@ -15,7 +15,6 @@ const MAX_ITEMS_ON_CREATE = 20;
 const MAX_ITEMS_PER_BATCH = 20;
 const DEFAULT_MAX_HISTORICAL_MESSAGES = parseInt(process.env.MAX_HISTORICAL_MESSAGES || '50', 10);
 const MAX_FUNCTION_ROUNDS = parseInt(process.env.MAX_FUNCTION_ROUNDS || '5', 10);
-const PROVIDER_NAME = 'OpenAIResponsesProvider';
 
 class OpenAIResponsesProvider extends BaseLLMProvider {
   constructor(options = {}) {
@@ -43,6 +42,7 @@ class OpenAIResponsesProvider extends BaseLLMProvider {
     };
 
     this.variant = 'responses';
+    this.supportsPromptRegistry = true;
 
     this.responses = this.client.responses;
     this.conversations = this.client.conversations;
@@ -84,7 +84,7 @@ class OpenAIResponsesProvider extends BaseLLMProvider {
     };
     const { result } = await retryWithBackoff(
       () => this.conversations.create(payload),
-      { providerName: PROVIDER_NAME }
+      { providerName: this.constructor.name }
     );
     return result;
   }
@@ -97,7 +97,7 @@ class OpenAIResponsesProvider extends BaseLLMProvider {
       const batch = this._convertItemsToApiFormat(items.slice(i, i + batchSize));
       await retryWithBackoff(
         () => this.conversations.items.create(id, { items: batch }),
-        { providerName: PROVIDER_NAME }
+        { providerName: this.constructor.name }
       );
     }
     logger.info(`[_addItemsInBatches] Added ${items.length} messages in ${Math.ceil(items.length / batchSize)} batches`);
@@ -211,13 +211,13 @@ class OpenAIResponsesProvider extends BaseLLMProvider {
     if (promptVersion) promptConfig.version = String(promptVersion);
 
     const apiCallConfig = {
-      ...modelConfig,
+      ...this._mapModelConfig(modelConfig),
       instructions: instructions || additionalInstructions || devContent || '',
       metadata,
       tool_choice: prePromptResult?.toolChoice || toolChoice
     };
 
-    if (!resolvedPresetId) {
+    if (!resolvedPresetId && this.supportsPromptRegistry) {
       apiCallConfig.prompt = promptConfig;
     }
     if (activeToolSchemas.length > 0) {
@@ -232,7 +232,7 @@ class OpenAIResponsesProvider extends BaseLLMProvider {
 
     const makeAPICall = (inputData) => retryWithBackoff(
       () => this.client.responses.create({ input: inputData, ...apiCallConfig }),
-      { providerName: PROVIDER_NAME }
+      { providerName: this.constructor.name }
     );
 
     const { result: response, retries } = await makeAPICall(input);
@@ -280,6 +280,10 @@ class OpenAIResponsesProvider extends BaseLLMProvider {
     return result;
   }
 
+  _mapModelConfig(modelConfig) {
+    return modelConfig;
+  }
+
   async transcribeAudio({ file, model, language, responseFormat, temperature, prompt } = {}) {
     return this.client.audio.transcriptions.create({
       model: model || this.defaults.transcriptionModel,

package/lib/providers/OpenRouterProvider.js

@@ -0,0 +1,67 @@
+const { OpenAI } = require('openai');
+
+const { OpenAIResponsesProvider } = require('./OpenAIResponsesProvider');
+
+const OPENROUTER_BASE_URL = 'https://openrouter.ai/api/v1';
+const DEFAULT_MODEL_VENDOR = 'openai';
+
+class OpenRouterProvider extends OpenAIResponsesProvider {
+  constructor(options = {}) {
+    const {
+      apiKey = process.env.OPENROUTER_API_KEY,
+      baseURL = OPENROUTER_BASE_URL,
+      client,
+    } = options;
+
+    if (!client && !apiKey) {
+      throw new Error('OpenRouterProvider requires an API key or a preconfigured client');
+    }
+
+    super({ ...options, client: client || new OpenAI({ apiKey, baseURL }) });
+
+    this.variant = 'openrouter';
+    this.supportsPromptRegistry = false;
+    this.transcriptionClient = null;
+  }
+
+  _mapModelConfig(modelConfig) {
+    const mapped = { ...modelConfig };
+    mapped.model = this._toOpenRouterModel(mapped.model || this.defaults.responseModel);
+    return mapped;
+  }
+
+  _toOpenRouterModel(model) {
+    if (!model || model.includes('/')) return model;
+    return `${DEFAULT_MODEL_VENDOR}/${model}`;
+  }
+
+  async transcribeAudio({ file, model, language, responseFormat, temperature, prompt } = {}) {
+    if (!this.transcriptionClient) {
+      const apiKey = process.env.OPENAI_API_KEY;
+      if (!apiKey) {
+        throw new Error('transcribeAudio requires OPENAI_API_KEY; OpenRouter does not offer audio transcription');
+      }
+      this.transcriptionClient = new OpenAI({ apiKey });
+    }
+    return this.transcriptionClient.audio.transcriptions.create({
+      model: model || this.defaults.transcriptionModel,
+      file, language, response_format: responseFormat, temperature, prompt,
+    });
+  }
+
+  async createConversation() {
+    throw new Error('createConversation is not supported by OpenRouterProvider');
+  }
+
+  async addMessage() {
+    throw new Error('addMessage is not supported by OpenRouterProvider');
+  }
+
+  async listMessages() {
+    throw new Error('listMessages is not supported by OpenRouterProvider');
+  }
+}
+
+module.exports = {
+  OpenRouterProvider,
+};

package/lib/providers/createLLMProvider.js

@@ -4,9 +4,11 @@ const { EnhancedMemoryManager } = require('../memory/EnhancedMemoryManager');
 const { SessionManager } = require('../memory/SessionManager');
 
 const { OpenAIResponsesProvider } = require('./OpenAIResponsesProvider');
+const { OpenRouterProvider } = require('./OpenRouterProvider');
 
 const PROVIDER_VARIANTS = {
   responses: OpenAIResponsesProvider,
+  openrouter: OpenRouterProvider,
 };
 
 function createLLMProvider(config = {}) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@peopl-health/nexus",
-  "version": "4.5.28",
+  "version": "4.5.30",
   "description": "Core messaging and assistant library for WhatsApp communication platforms",
   "keywords": [
     "whatsapp",