@peopl-health/nexus 4.7.0-dev.451 → 4.7.0-dev.455

package/lib/clinical/index.js

@@ -3,6 +3,7 @@ const { OpenAIResponsesProvider } = require('./providers/OpenAIResponsesProvider
 const { handleFunctionCalls } = require('./providers/OpenAIResponsesProviderTools');
 const { OpenRouterProvider } = require('./providers/OpenRouterProvider');
 const { AnthropicProvider } = require('./providers/AnthropicProvider');
+const { GatewayProvider } = require('./providers/GatewayProvider');
 
 const { composePrompt, resolveTools, clearCache } = require('./services/promptComposerService');
 const { createAssistant, preProcessMessages, switchAssistant } = require('./services/assistantService');
@@ -29,6 +30,7 @@ module.exports = {
   handleFunctionCalls,
   OpenRouterProvider,
   AnthropicProvider,
+  GatewayProvider,
   composePrompt,
   resolveTools,
   clearCache,

package/lib/clinical/providers/BaseLLMProvider.js

@@ -51,7 +51,7 @@ class BaseLLMProvider {
 
     const toolSchemas = this._resolveToolSchemas({ assistant, toolIds, filtered, toolDescriptions });
     const devContent = this._buildInstructions({ resolvedPrompt, toolSchemas, prePromptResult, additionalInstructions });
-    const input = this._buildInput({ context, prePromptResult, additionalInstructions, promptVariables });
+    const input = this._buildInput({ context, prePromptResult, additionalInstructions, promptVariables, modelConfig });
 
     trace?.setPrompt({ resolved: devContent, resolvedPresetId, resolvedPresetVersion });
 
@@ -137,13 +137,13 @@ class BaseLLMProvider {
     return { role: 'user', content: CONVERSATION_CONTINUATION };
   }
 
-  _buildInput({ context, prePromptResult, additionalInstructions, promptVariables }) {
+  _buildInput({ context, prePromptResult, additionalInstructions, promptVariables, modelConfig = null }) {
     let messages = this._convertItemsToApiFormat(context || []);
     if (Array.isArray(prePromptResult?.additionalMessages) && prePromptResult.additionalMessages.length > 0) {
       messages = [...messages, ...this._convertItemsToApiFormat(prePromptResult.additionalMessages)];
     }
     if (additionalInstructions) {
-      messages = [...messages, this._operatorInstructionTurn(additionalInstructions)];
+      messages = [...messages, this._operatorInstructionTurn(additionalInstructions, modelConfig)];
     }
     return this._sanitizeInput([...this._buildMemoryMessage(promptVariables), ...messages]);
   }
@@ -160,6 +160,10 @@ class BaseLLMProvider {
     throw new Error(`${this.constructor.name} must implement _invokeModel()`);
   }
 
+  _mapModelConfig(modelConfig) {
+    return modelConfig;
+  }
+
   async transcribeAudio() {
     throw new Error(`transcribeAudio is not supported by ${this.constructor.name}`);
   }

package/lib/clinical/providers/GatewayProvider.js

@@ -0,0 +1,84 @@
+const { composePrompt } = require('../services/promptComposerService');
+
+const { BaseLLMProvider } = require('./BaseLLMProvider');
+
+const VENDOR_VARIANT = {
+  openai: 'responses',
+  anthropic: 'anthropic',
+  openrouter: 'openrouter',
+};
+
+class GatewayProvider extends BaseLLMProvider {
+  constructor(options = {}) {
+    super(options);
+    this.variant = 'gateway';
+    this.supportsPromptRegistry = true;
+    this._subs = {};
+  }
+
+  _defaultSub() {
+    return this._sub('openai');
+  }
+
+  getClient() {
+    return this._defaultSub().getClient();
+  }
+
+  transcribeAudio(options) {
+    return this._defaultSub().transcribeAudio(options);
+  }
+
+  _operatorInstructionTurn(additionalInstructions, modelConfig = null) {
+    const { vendor } = this._route(modelConfig?.model);
+    return this._sub(vendor)._operatorInstructionTurn(additionalInstructions);
+  }
+
+  _route(model) {
+    if (!model) return { vendor: 'openai', model: undefined };
+    const slash = model.indexOf('/');
+    if (slash === -1) return { vendor: 'openai', model };
+    const vendor = model.slice(0, slash);
+    if (vendor === 'openai' || vendor === 'anthropic' || vendor === 'openrouter') {
+      return { vendor, model: model.slice(slash + 1) };
+    }
+    return { vendor: 'openrouter', model };
+  }
+
+  _sub(vendor) {
+    if (this._subs[vendor]) return this._subs[vendor];
+    const variant = VENDOR_VARIANT[vendor];
+    const { createLLMProvider } = require('./createLLMProvider');
+    try {
+      this._subs[vendor] = createLLMProvider({
+        variant,
+        conversationManager: this.conversationManager,
+        sessionManager: this.sessionManager,
+      });
+    } catch (err) {
+      throw new Error(`Gateway routed a model to '${vendor}' but its provider could not be created: ${err.message}`);
+    }
+    return this._subs[vendor];
+  }
+
+  async _invokeModel(request, options = {}) {
+    const { vendor, model } = this._route(request?.modelConfig?.model);
+    const modelConfig = { ...request.modelConfig, model };
+    return this._sub(vendor)._invokeModel({ ...request, modelConfig }, options);
+  }
+
+  async runStructured(params = {}) {
+    const { promptId = null, presetId = null, variables = null } = params;
+    let model = null;
+    if (promptId || presetId) {
+      const composed = await composePrompt({ promptId, presetId, variables });
+      model = composed.modelConfig?.model || null;
+    }
+    const { vendor, model: routedModel } = this._route(model);
+    if (vendor !== 'openai') {
+      throw new Error(`runStructured is only supported for OpenAI models; routed model '${model}' resolved to '${vendor}'`);
+    }
+    return this._sub('openai').runStructured({ ...params, model: routedModel });
+  }
+}
+
+module.exports = { GatewayProvider };

package/lib/clinical/providers/OpenAIResponsesProvider.js

@@ -133,7 +133,7 @@ class OpenAIResponsesProvider extends BaseLLMProvider {
     return { response: finalResponse, toolCalls: allToolCalls, toolsExecuted: allToolsExecuted, retries: totalRetries, usage: accumulatedUsage };
   }
 
-  async runStructured({ promptId = null, presetId = null, instructions = null, variables = null, input = [], text = null, metadata = null } = {}) {
+  async runStructured({ promptId = null, presetId = null, instructions = null, variables = null, input = [], text = null, metadata = null, model = null } = {}) {
     let modelConfig = null;
     let resolvedInstructions = instructions;
     if (promptId || presetId) {
@@ -146,6 +146,7 @@ class OpenAIResponsesProvider extends BaseLLMProvider {
       ...this._mapModelConfig(modelConfig || {}),
       instructions: resolvedInstructions || '',
     };
+    if (model) apiConfig.model = model;
     if (!apiConfig.model) apiConfig.model = this.defaults.responseModel;
     if (text) apiConfig.text = text;
     if (metadata) {
@@ -160,10 +161,6 @@ class OpenAIResponsesProvider extends BaseLLMProvider {
     return result;
   }
 
-  _mapModelConfig(modelConfig) {
-    return modelConfig;
-  }
-
   async transcribeAudio({ file, model, language, responseFormat, temperature, prompt } = {}) {
     return this.client.audio.transcriptions.create({
       model: model || this.defaults.transcriptionModel,

package/lib/clinical/providers/createLLMProvider.js

@@ -6,11 +6,13 @@ const { logger } = require('../../utils/logger');
 const { OpenAIResponsesProvider } = require('./OpenAIResponsesProvider');
 const { OpenRouterProvider } = require('./OpenRouterProvider');
 const { AnthropicProvider } = require('./AnthropicProvider');
+const { GatewayProvider } = require('./GatewayProvider');
 
 const PROVIDER_VARIANTS = {
   responses: OpenAIResponsesProvider,
   openrouter: OpenRouterProvider,
   anthropic: AnthropicProvider,
+  gateway: GatewayProvider,
 };
 
 const VARIANT_API_KEY = {

package/lib/index.d.ts

@@ -278,7 +278,24 @@ declare module '@peopl-health/nexus' {
     transcribeAudio(options?: any): Promise<any>;
   }
 
-  export function createLLMProvider(config?: { variant?: string; [key: string]: any }): OpenAIResponsesProvider;
+  export class GatewayProvider {
+    constructor(options?: { conversationManager?: any; sessionManager?: any; [key: string]: any });
+    getVariant(): string;
+    executeRun(options: { thread: any; assistant: any; message?: string; tools?: any[]; config?: any }): Promise<any>;
+    runConversation(config?: any): Promise<any>;
+    runStructured(params?: { promptId?: string; presetId?: string; variables?: any; input?: any[]; text?: any; metadata?: any }): Promise<any>;
+  }
+
+  export interface LLMProvider {
+    getVariant(): string;
+    getClient?(): any;
+    executeRun(options: { thread: any; assistant: any; message?: string; tools?: any[]; config?: any }): Promise<any>;
+    runConversation(config?: any): Promise<any>;
+    runStructured?(params?: { promptId?: string; presetId?: string; variables?: any; input?: any[]; text?: any; metadata?: any }): Promise<any>;
+    transcribeAudio?(options?: any): Promise<any>;
+  }
+
+  export function createLLMProvider(config?: { variant?: string; [key: string]: any }): LLMProvider;
 
   // Main Nexus Class
   export interface NexusConfig {
@@ -322,7 +339,7 @@ declare module '@peopl-health/nexus' {
     getMessaging(): NexusMessaging;
     getStorage(): MongoStorage | null;
     getMessageParser(): MessageParser | null;
-    getLLMProvider(): OpenAIResponsesProvider | null;
+    getLLMProvider(): LLMProvider | null;
   }
 
   // Utility Functions

package/lib/index.js

@@ -7,6 +7,7 @@ const {
   OpenAIResponsesProvider,
   OpenRouterProvider,
   AnthropicProvider,
+  GatewayProvider,
   configureOpenAIProvider,
   BaseAssistant,
   registerAssistant,
@@ -201,6 +202,7 @@ module.exports = {
   OpenAIResponsesProvider,
   OpenRouterProvider,
   AnthropicProvider,
+  GatewayProvider,
   BaseAssistant,
   registerAssistant,
   overrideGetAssistantById,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@peopl-health/nexus",
-  "version": "4.7.0-dev.451",
+  "version": "4.7.0-dev.455",
   "description": "Core messaging and assistant library for WhatsApp communication platforms",
   "keywords": [
     "whatsapp",