@peopl-health/nexus 4.7.0-dev.450 → 4.7.0-dev.454

package/lib/clinical/index.js

@@ -3,6 +3,7 @@ const { OpenAIResponsesProvider } = require('./providers/OpenAIResponsesProvider
 const { handleFunctionCalls } = require('./providers/OpenAIResponsesProviderTools');
 const { OpenRouterProvider } = require('./providers/OpenRouterProvider');
 const { AnthropicProvider } = require('./providers/AnthropicProvider');
+const { GatewayProvider } = require('./providers/GatewayProvider');
 
 const { composePrompt, resolveTools, clearCache } = require('./services/promptComposerService');
 const { createAssistant, preProcessMessages, switchAssistant } = require('./services/assistantService');
@@ -29,6 +30,7 @@ module.exports = {
   handleFunctionCalls,
   OpenRouterProvider,
   AnthropicProvider,
+  GatewayProvider,
   composePrompt,
   resolveTools,
   clearCache,

package/lib/clinical/providers/BaseLLMProvider.js

@@ -51,7 +51,7 @@ class BaseLLMProvider {
 
     const toolSchemas = this._resolveToolSchemas({ assistant, toolIds, filtered, toolDescriptions });
     const devContent = this._buildInstructions({ resolvedPrompt, toolSchemas, prePromptResult, additionalInstructions });
-    const input = this._buildInput({ context, prePromptResult, additionalInstructions, promptVariables });
+    const input = this._buildInput({ context, prePromptResult, additionalInstructions, promptVariables, modelConfig });
 
     trace?.setPrompt({ resolved: devContent, resolvedPresetId, resolvedPresetVersion });
 
@@ -137,13 +137,13 @@ class BaseLLMProvider {
     return { role: 'user', content: CONVERSATION_CONTINUATION };
   }
 
-  _buildInput({ context, prePromptResult, additionalInstructions, promptVariables }) {
+  _buildInput({ context, prePromptResult, additionalInstructions, promptVariables, modelConfig = null }) {
     let messages = this._convertItemsToApiFormat(context || []);
     if (Array.isArray(prePromptResult?.additionalMessages) && prePromptResult.additionalMessages.length > 0) {
       messages = [...messages, ...this._convertItemsToApiFormat(prePromptResult.additionalMessages)];
     }
     if (additionalInstructions) {
-      messages = [...messages, this._operatorInstructionTurn(additionalInstructions)];
+      messages = [...messages, this._operatorInstructionTurn(additionalInstructions, modelConfig)];
     }
     return this._sanitizeInput([...this._buildMemoryMessage(promptVariables), ...messages]);
   }
@@ -160,12 +160,8 @@ class BaseLLMProvider {
     throw new Error(`${this.constructor.name} must implement _invokeModel()`);
   }
 
-  async createConversation() {
-    throw new Error(`createConversation is not supported by ${this.constructor.name}`);
-  }
-
-  async listMessages() {
-    throw new Error(`listMessages is not supported by ${this.constructor.name}`);
+  _mapModelConfig(modelConfig) {
+    return modelConfig;
   }
 
   async transcribeAudio() {
@@ -420,13 +416,6 @@ class BaseLLMProvider {
     if (segments.length > 1) logger.debug(`[${this.constructor.name}] Concatenated transcript detected, using last segment`, { segmentCount: segments.length });
     return segments[segments.length - 1].trim();
   }
-
-  _ensureId(value) {
-    if (!value) throw new Error('Identifier value is required');
-    if (typeof value === 'string') return value;
-    if (value?.id) return value.id;
-    throw new Error('Unable to resolve identifier value');
-  }
 }
 
 module.exports = {

package/lib/clinical/providers/GatewayProvider.js

@@ -0,0 +1,84 @@
+const { composePrompt } = require('../services/promptComposerService');
+
+const { BaseLLMProvider } = require('./BaseLLMProvider');
+
+const VENDOR_VARIANT = {
+  openai: 'responses',
+  anthropic: 'anthropic',
+  openrouter: 'openrouter',
+};
+
+class GatewayProvider extends BaseLLMProvider {
+  constructor(options = {}) {
+    super(options);
+    this.variant = 'gateway';
+    this.supportsPromptRegistry = true;
+    this._subs = {};
+  }
+
+  _defaultSub() {
+    return this._sub('openai');
+  }
+
+  getClient() {
+    return this._defaultSub().getClient();
+  }
+
+  transcribeAudio(options) {
+    return this._defaultSub().transcribeAudio(options);
+  }
+
+  _operatorInstructionTurn(additionalInstructions, modelConfig = null) {
+    const { vendor } = this._route(modelConfig?.model);
+    return this._sub(vendor)._operatorInstructionTurn(additionalInstructions);
+  }
+
+  _route(model) {
+    if (!model) return { vendor: 'openai', model: undefined };
+    const slash = model.indexOf('/');
+    if (slash === -1) return { vendor: 'openai', model };
+    const vendor = model.slice(0, slash);
+    if (vendor === 'openai' || vendor === 'anthropic' || vendor === 'openrouter') {
+      return { vendor, model: model.slice(slash + 1) };
+    }
+    return { vendor: 'openrouter', model };
+  }
+
+  _sub(vendor) {
+    if (this._subs[vendor]) return this._subs[vendor];
+    const variant = VENDOR_VARIANT[vendor];
+    const { createLLMProvider } = require('./createLLMProvider');
+    try {
+      this._subs[vendor] = createLLMProvider({
+        variant,
+        conversationManager: this.conversationManager,
+        sessionManager: this.sessionManager,
+      });
+    } catch (err) {
+      throw new Error(`Gateway routed a model to '${vendor}' but its provider could not be created: ${err.message}`);
+    }
+    return this._subs[vendor];
+  }
+
+  async _invokeModel(request, options = {}) {
+    const { vendor, model } = this._route(request?.modelConfig?.model);
+    const modelConfig = { ...request.modelConfig, model };
+    return this._sub(vendor)._invokeModel({ ...request, modelConfig }, options);
+  }
+
+  async runStructured(params = {}) {
+    const { promptId = null, presetId = null, variables = null } = params;
+    let model = null;
+    if (promptId || presetId) {
+      const composed = await composePrompt({ promptId, presetId, variables });
+      model = composed.modelConfig?.model || null;
+    }
+    const { vendor, model: routedModel } = this._route(model);
+    if (vendor !== 'openai') {
+      throw new Error(`runStructured is only supported for OpenAI models; routed model '${model}' resolved to '${vendor}'`);
+    }
+    return this._sub('openai').runStructured({ ...params, model: routedModel });
+  }
+}
+
+module.exports = { GatewayProvider };

package/lib/clinical/providers/OpenAIResponsesProvider.js

@@ -10,9 +10,6 @@ const { logger } = require('../../utils/logger');
 const { BaseLLMProvider } = require('./BaseLLMProvider');
 const { handleFunctionCalls } = require('./OpenAIResponsesProviderTools');
 
-const CONVERSATION_PREFIX = 'conv_';
-const MAX_ITEMS_ON_CREATE = 20;
-const MAX_ITEMS_PER_BATCH = 20;
 const DEFAULT_MAX_FUNCTION_ROUNDS = 5;
 
 class OpenAIResponsesProvider extends BaseLLMProvider {
@@ -46,76 +43,12 @@ class OpenAIResponsesProvider extends BaseLLMProvider {
     this.supportsPromptRegistry = true;
 
     this.responses = this.client.responses;
-    this.conversations = this.client.conversations;
   }
 
   _operatorInstructionTurn(additionalInstructions) {
     return { role: 'developer', content: `[Instrucción del operador para tu próxima respuesta al paciente]: ${additionalInstructions}` };
   }
 
-  async createConversation({ metadata, messages = [], toolResources } = {}) {
-    const maxHistoricalMessages = this.conversationManager.maxHistoricalMessages;
-    const capped = messages.length > maxHistoricalMessages;
-    const messagesToProcess = capped ? messages.slice(-maxHistoricalMessages) : messages;
-    if (capped) {
-      logger.warn(`[createConversation] Capped ${messages.length} → ${maxHistoricalMessages} messages`);
-    }
-
-    const allItems = this._convertItemsToApiFormat(messagesToProcess);
-    const initialItems = allItems.slice(0, MAX_ITEMS_ON_CREATE);
-    const remainingItems = allItems.slice(MAX_ITEMS_ON_CREATE);
-
-    if (remainingItems.length) {
-      logger.info(`[createConversation] Batching: ${initialItems.length} initial + ${remainingItems.length} remaining`);
-    }
-
-    const conversation = await this._createConversationWithItems(metadata, initialItems, toolResources);
-
-    if (remainingItems.length) {
-      try {
-        await this._addItemsInBatches(conversation.id, remainingItems);
-      } catch (error) {
-        logger.error('[createConversation] Failed to add remaining messages', { error: error.message });
-      }
-    }
-
-    return conversation;
-  }
-
-  async _createConversationWithItems(metadata, items, toolResources) {
-    const payload = { 
-      metadata,
-      items: items.length ? items : undefined,
-      tool_resources: toolResources
-    };
-    const { result } = await retryWithBackoff(
-      () => this.conversations.create(payload),
-      { providerName: this.constructor.name }
-    );
-    return result;
-  }
-
-  async _addItemsInBatches(threadId, items, batchSize = MAX_ITEMS_PER_BATCH) {
-    if (!items?.length) return;
-
-    const id = this._ensurethreadId(threadId);
-    for (let i = 0; i < items.length; i += batchSize) {
-      const batch = this._convertItemsToApiFormat(items.slice(i, i + batchSize));
-      await retryWithBackoff(
-        () => this.conversations.items.create(id, { items: batch }),
-        { providerName: this.constructor.name }
-      );
-    }
-    logger.info(`[_addItemsInBatches] Added ${items.length} messages in ${Math.ceil(items.length / batchSize)} batches`);
-  }
-
-  async listMessages({ threadId, order = 'desc', limit } = {}) {
-    return this.client.conversations.items.list(
-      this._ensurethreadId(threadId), 
-      { order, limit }
-    );
-  }
-
   async _invokeModel({
     instructions, input, toolSchemas = [], toolChoice = 'auto', followUpToolChoice = 'auto',
     modelConfig, metadata = {}, assistant, phiProcessor = null,
@@ -200,7 +133,7 @@ class OpenAIResponsesProvider extends BaseLLMProvider {
     return { response: finalResponse, toolCalls: allToolCalls, toolsExecuted: allToolsExecuted, retries: totalRetries, usage: accumulatedUsage };
   }
 
-  async runStructured({ promptId = null, presetId = null, instructions = null, variables = null, input = [], text = null, metadata = null } = {}) {
+  async runStructured({ promptId = null, presetId = null, instructions = null, variables = null, input = [], text = null, metadata = null, model = null } = {}) {
     let modelConfig = null;
     let resolvedInstructions = instructions;
     if (promptId || presetId) {
@@ -213,6 +146,7 @@ class OpenAIResponsesProvider extends BaseLLMProvider {
       ...this._mapModelConfig(modelConfig || {}),
       instructions: resolvedInstructions || '',
     };
+    if (model) apiConfig.model = model;
     if (!apiConfig.model) apiConfig.model = this.defaults.responseModel;
     if (text) apiConfig.text = text;
     if (metadata) {
@@ -227,25 +161,12 @@ class OpenAIResponsesProvider extends BaseLLMProvider {
     return result;
   }
 
-  _mapModelConfig(modelConfig) {
-    return modelConfig;
-  }
-
   async transcribeAudio({ file, model, language, responseFormat, temperature, prompt } = {}) {
     return this.client.audio.transcriptions.create({
       model: model || this.defaults.transcriptionModel,
       file, language, response_format: responseFormat, temperature, prompt,
     });
   }
-
-  _ensurethreadId(value) {
-    const id = this._ensureId(value);
-    if (!id.startsWith(CONVERSATION_PREFIX)) {
-      throw new Error(`Expected conversation id to start with '${CONVERSATION_PREFIX}'`);
-    }
-    return id;
-  }
-
 }
 
 module.exports = {

package/lib/clinical/providers/OpenRouterProvider.js

@@ -196,14 +196,6 @@ class OpenRouterProvider extends OpenAIResponsesProvider {
       file, language, response_format: responseFormat, temperature, prompt,
     });
   }
-
-  async createConversation() {
-    throw new Error('createConversation is not supported by OpenRouterProvider');
-  }
-
-  async listMessages() {
-    throw new Error('listMessages is not supported by OpenRouterProvider');
-  }
 }
 
 module.exports = {

package/lib/clinical/providers/createLLMProvider.js

@@ -6,11 +6,13 @@ const { logger } = require('../../utils/logger');
 const { OpenAIResponsesProvider } = require('./OpenAIResponsesProvider');
 const { OpenRouterProvider } = require('./OpenRouterProvider');
 const { AnthropicProvider } = require('./AnthropicProvider');
+const { GatewayProvider } = require('./GatewayProvider');
 
 const PROVIDER_VARIANTS = {
   responses: OpenAIResponsesProvider,
   openrouter: OpenRouterProvider,
   anthropic: AnthropicProvider,
+  gateway: GatewayProvider,
 };
 
 const VARIANT_API_KEY = {

package/lib/index.d.ts

@@ -273,13 +273,19 @@ declare module '@peopl-health/nexus' {
     constructor(options?: { apiKey?: string; organization?: string; client?: any; defaultModels?: Record<string, string>; conversationManager?: any });
     getVariant(): string;
     getClient(): any;
-    createConversation(options?: any): Promise<any>;
-    listMessages(options?: any): Promise<any>;
     executeRun(options: { thread: any; assistant: any; message?: string; tools?: any[]; config?: any }): Promise<any>;
     runConversation(config?: any): Promise<any>;
     transcribeAudio(options?: any): Promise<any>;
   }
 
+  export class GatewayProvider {
+    constructor(options?: { conversationManager?: any; sessionManager?: any; [key: string]: any });
+    getVariant(): string;
+    executeRun(options: { thread: any; assistant: any; message?: string; tools?: any[]; config?: any }): Promise<any>;
+    runConversation(config?: any): Promise<any>;
+    runStructured(params?: { promptId?: string; presetId?: string; variables?: any; input?: any[]; text?: any; metadata?: any }): Promise<any>;
+  }
+
   export function createLLMProvider(config?: { variant?: string; [key: string]: any }): OpenAIResponsesProvider;
 
   // Main Nexus Class

package/lib/index.js

@@ -7,6 +7,7 @@ const {
   OpenAIResponsesProvider,
   OpenRouterProvider,
   AnthropicProvider,
+  GatewayProvider,
   configureOpenAIProvider,
   BaseAssistant,
   registerAssistant,
@@ -201,6 +202,7 @@ module.exports = {
   OpenAIResponsesProvider,
   OpenRouterProvider,
   AnthropicProvider,
+  GatewayProvider,
   BaseAssistant,
   registerAssistant,
   overrideGetAssistantById,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@peopl-health/nexus",
-  "version": "4.7.0-dev.450",
+  "version": "4.7.0-dev.454",
   "description": "Core messaging and assistant library for WhatsApp communication platforms",
   "keywords": [
     "whatsapp",