@loxia-labs/loxia-autopilot-one 1.0.1 → 1.0.4

package/src/services/modelsService.js

@@ -1,322 +1 @@
-/**
- * ModelsService - Manages available models from the backend API
- * 
- * Purpose:
- * - Fetch available models from /llm/models endpoint
- * - Cache models for the session
- * - Provide model names for routing
- * - Handle fallback when API is unavailable
- */
-
-class ModelsService {
-  constructor(config, logger) {
-    this.config = config;
-    this.logger = logger;
-    
-    this.models = null;
-    this.lastFetched = null;
-    this.isLoading = false;
-    this.cacheExpiry = 5 * 60 * 1000; // 5 minutes cache
-    
-    this.backendUrl = 'https://autopilot-api.azurewebsites.net';
-    
-    // API Key Manager reference (will be set by LoxiaSystem)
-    this.apiKeyManager = null;
-  }
-
-  /**
-   * Set API key manager instance
-   * @param {ApiKeyManager} apiKeyManager - API key manager instance
-   */
-  setApiKeyManager(apiKeyManager) {
-    this.apiKeyManager = apiKeyManager;
-    
-    this.logger?.info('API key manager set for models service', {
-      hasManager: !!apiKeyManager
-    });
-  }
-
-  /**
-   * Initialize the models service and fetch initial data
-   */
-  async initialize() {
-    try {
-      await this.fetchModels();
-      this.logger.info('Models service initialized', { 
-        modelCount: this.models?.length || 0 
-      });
-    } catch (error) {
-      this.logger.error('Failed to initialize models service', { 
-        error: error.message 
-      });
-      // Use fallback models on initialization failure
-      this.models = this._getFallbackModels();
-    }
-  }
-
-  /**
-   * Get available model names for routing
-   */
-  getAvailableModelNames() {
-    if (!this.models || this.models.length === 0) {
-      this.logger.warn('No models available, using fallback');
-      return this._getFallbackModelNames();
-    }
-    
-    return this.models.map(model => model.name);
-  }
-
-  /**
-   * Get all model information
-   */
-  getModels() {
-    return this.models || this._getFallbackModels();
-  }
-
-  /**
-   * Fetch models from backend API
-   * @param {Object} context - Optional context with API key
-   */
-  async fetchModels(context = null) {
-    if (this.isLoading) {
-      this.logger.debug('Models fetch already in progress');
-      return;
-    }
-
-    this.isLoading = true;
-
-    try {
-      const url = `${this.backendUrl}/llm/models`;
-      
-      // Get API key from multiple sources
-      let apiKey = null;
-      
-      // First try to get from API key manager using session ID
-      if (this.apiKeyManager && context && context.sessionId) {
-        const keys = this.apiKeyManager.getKeysForRequest(context.sessionId, {
-          platformProvided: true, // Models endpoint uses platform key
-          vendor: null
-        });
-        
-        apiKey = keys.loxiaApiKey;
-        
-        this.logger?.info('Retrieved API key from session manager for models fetch', {
-          sessionId: context.sessionId,
-          hasLoxiaKey: !!apiKey
-        });
-      }
-      
-      // Fallback to context, config, then environment
-      if (!apiKey && context && context.apiKey) {
-        apiKey = context.apiKey;
-      } else if (!apiKey && this.config.apiKey) {
-        apiKey = this.config.apiKey;
-      } else if (!apiKey && process.env.LOXIA_API_KEY) {
-        apiKey = process.env.LOXIA_API_KEY;
-      }
-
-      const fetchOptions = {
-        method: 'GET',
-        headers: {
-          'Content-Type': 'application/json',
-          ...(apiKey && { 'Authorization': `Bearer ${apiKey}` })
-        },
-        timeout: 10000 // 10 second timeout
-      };
-
-      this.logger.debug('Fetching models from backend', { 
-        url, 
-        hasApiKey: !!apiKey,
-        apiKeySource: context?.apiKey ? 'context' : this.config.apiKey ? 'config' : process.env.LOXIA_API_KEY ? 'env' : 'none'
-      });
-
-      const response = await fetch(url, fetchOptions);
-
-      if (!response.ok) {
-        throw new Error(`HTTP ${response.status}: ${response.statusText}`);
-      }
-
-      const data = await response.json();
-      
-      if (data.models && Array.isArray(data.models)) {
-        this.models = data.models;
-        this.lastFetched = new Date();
-        this.needsRefresh = false;
-        
-        this.logger.info('Models fetched from backend', { 
-          modelCount: this.models.length,
-          models: this.models.map(m => m.name)
-        });
-      } else {
-        throw new Error('Invalid response format from models API');
-      }
-
-    } catch (error) {
-      this.logger.warn('Failed to fetch models from backend, using fallback', {
-        error: error.message
-      });
-      
-      // Use fallback data on fetch error
-      if (!this.models) {
-        this.models = this._getFallbackModels();
-      }
-
-    } finally {
-      this.isLoading = false;
-    }
-  }
-
-  /**
-   * Check if models cache needs refresh
-   */
-  needsRefresh() {
-    if (!this.lastFetched) return true;
-    
-    const timeSinceUpdate = Date.now() - this.lastFetched.getTime();
-    return timeSinceUpdate > this.cacheExpiry;
-  }
-
-  /**
-   * Force refresh models from backend
-   * @param {Object} context - Optional context with API key
-   */
-  async refresh(context = null) {
-    this.logger.info('Force refreshing models');
-    await this.fetchModels(context);
-  }
-
-  /**
-   * Refresh models with API key context if needed
-   * @param {Object} context - Context with API key
-   */
-  async refreshWithContext(context) {
-    // Only refresh if we haven't successfully fetched or if we need a refresh
-    if (this.needsRefresh || !this.lastFetched) {
-      this.logger.debug('Refreshing models with API key context');
-      await this.fetchModels(context);
-    }
-  }
-
-  /**
-   * Get fallback models when API is unavailable
-   * @private
-   */
-  _getFallbackModels() {
-    return [
-      {
-        name: 'anthropic-sonnet',
-        category: 'anthropic',
-        type: 'chat',
-        maxTokens: 10000,
-        supportsVision: true,
-        supportsSystem: true,
-        pricing: { input: 0.003, output: 0.015, unit: '1K tokens' }
-      },
-      {
-        name: 'anthropic-opus',
-        category: 'anthropic',
-        type: 'chat',
-        maxTokens: 10000,
-        supportsVision: true,
-        supportsSystem: true,
-        pricing: { input: 0.015, output: 0.075, unit: '1K tokens' }
-      },
-      {
-        name: 'anthropic-haiku',
-        category: 'anthropic',
-        type: 'chat',
-        maxTokens: 10000,
-        supportsVision: true,
-        supportsSystem: true,
-        pricing: { input: 0.00025, output: 0.00125, unit: '1K tokens' }
-      },
-      {
-        name: 'gpt-4',
-        category: 'openai',
-        type: 'chat',
-        maxTokens: 4096,
-        supportsVision: false,
-        supportsSystem: true,
-        pricing: { input: 0.030, output: 0.060, unit: '1K tokens' }
-      },
-      {
-        name: 'gpt-4-mini',
-        category: 'openai',
-        type: 'chat',
-        maxTokens: 16384,
-        supportsVision: false,
-        supportsSystem: true,
-        pricing: { input: 0.00015, output: 0.0006, unit: '1K tokens' }
-      },
-      {
-        name: 'deepseek-r1',
-        category: 'deepseek',
-        type: 'chat',
-        maxTokens: 8192,
-        supportsVision: false,
-        supportsSystem: true,
-        pricing: { input: 0.014, output: 0.028, unit: '1K tokens' }
-      },
-      {
-        name: 'azure-ai-grok3',
-        category: 'azure',
-        type: 'chat',
-        maxTokens: 4096,
-        supportsVision: false,
-        supportsSystem: true,
-        pricing: { input: 0.01, output: 0.02, unit: '1K tokens' }
-      },
-      {
-        name: 'phi-4',
-        category: 'microsoft',
-        type: 'chat',
-        maxTokens: 2048,
-        supportsVision: false,
-        supportsSystem: true,
-        pricing: { input: 0.010, output: 0.020, unit: '1K tokens' }
-      },
-      {
-        name: 'autopilot-model-router',
-        category: 'azure',
-        type: 'chat',
-        maxTokens: 2048,
-        supportsVision: false,
-        supportsSystem: true,
-        pricing: { input: 0.001, output: 0.002, unit: '1K tokens' }
-      }
-    ];
-  }
-
-  /**
-   * Get fallback model names only
-   * @private
-   */
-  _getFallbackModelNames() {
-    return [
-      'anthropic-sonnet',
-      'anthropic-opus',
-      'anthropic-haiku',
-      'gpt-4',
-      'gpt-4-mini',
-      'deepseek-r1',
-      'azure-ai-grok3',
-      'phi-4',
-      'autopilot-model-router'
-    ];
-  }
-
-  /**
-   * Get service status
-   */
-  getStatus() {
-    return {
-      initialized: !!this.models,
-      lastFetched: this.lastFetched?.toISOString() || null,
-      modelCount: this.models?.length || 0,
-      isLoading: this.isLoading,
-      needsRefresh: this.needsRefresh()
-    };
-  }
-}
-
-export default ModelsService;
+const a0_0x2f8032=a0_0x3592;function a0_0x211d(){const _0x49c0c1=['mte5nJK2n1jizK5rvq','y29UDgv4Da','l2fWAs9SBg0VBw9KzwXZ','D2fYBG','sfruuca','mJG5nJC4ovLgwhLlrq','x3nJAgvKDwXLuMv0CNK','y29UzMLN','yMfJA2vUzfvYBa','BMfTzq','BgvUz3rO','ofzItfLXEG','qvbjigTLEsbTyw5Hz2vYihnLDcbMB3iGBw9KzwXZihnLCNzPy2u','Dg9ju09tDhjPBMC','mtaXmZm1oevfCNriwq','tM8GBw9KzwXZigf2ywLSywjSzsaTiefqssbMzxrJAcbMywLSzwq','yxbPs2v5twfUywDLCG','BgfZDevYCM9Y','x2nHBMnLBfjLDhj5','z2v0vgLTzq','zxjYB3i','CMv0CNLbDhrLBxb0CW','BMvLzhnszwzYzxnO','AxnbCNjHEq','z2v0qxzHAwXHyMXLtw9KzwXoyw1LCW','BwfW','CMvMCMvZAfDPDgHdB250zxH0','BgfZDezLDgnOzwq','uMv0CNKGyxr0zw1WDcbMywLSzwq','twf4ihjLDhj5igf0DgvTChrZihjLywnOzwqGzM9Yig1VzgvSigzLDgnO','Bw9KzwXZ','Bwf4uMv0CMLLCW','zw52','y2fJAgvfEhbPCNK','BwvZC2fNzq','q2fUy2vSBgvKihbLBMrPBMCGBw9KzwWGzMv0y2GGCMv0CNK','ntq4ndy5mfrdv2rxqW','tw9KzwXZihnLCNzPy2uGAw5PDgLHBgL6zwq','C2vZC2LVBKLK','AxnmB2fKAw5N','yxbPs2v5','z2v0u3rHDhvZ','mJe3nJK3nZzmuKTVz2m','Ahr0CdOVl2XVy2fSAg9ZDdO4mdGW','zgvIDwC','Aw5MBW','ofH5Ce9nvq','CMv0CNLuAw1LCG','zMv0y2HnB2rLBhm','nZqXndq2D1r1v0nV','Bg9Nz2vY','mtaZnJqXoeXRAw5Uta','te9ysufFqvbjx0Tfwq','Cg93','Bg94AwfbCgLlzxK'];a0_0x211d=function(){return _0x49c0c1;};return a0_0x211d();}function a0_0x3592(_0x57ca20,_0x18b3c8){_0x57ca20=_0x57ca20-0xbe;const _0x211d17=a0_0x211d();let _0x3592fa=_0x211d17[_0x57ca20];if(a0_0x3592['AgEGbk']===undefined){var _0x52c20d=function(_0x676a7){const _0x563855='abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789+/=';let _0x5e9339='',_0x574980='';for(let _0x222e08=0x0,_0x43de57,_0x54aba9,_0x2c3860=0x0;_0x54aba9=_0x676a7['charAt'](_0x2c3860++);~_0x54aba9&&(_0x43de57=_0x222e08%0x4?_0x43de57*0x40+_0x54aba9:_0x54aba9,_0x222e08++%0x4)?_0x5e9339+=String['fromCharCode'](0xff&_0x43de57>>(-0x2*_0x222e08&0x6)):0x0){_0x54aba9=_0x563855['indexOf'](_0x54aba9);}for(let _0x26e8f1=0x0,_0x289e71=_0x5e9339['length'];_0x26e8f1<_0x289e71;_0x26e8f1++){_0x574980+='%'+('00'+_0x5e9339['charCodeAt'](_0x26e8f1)['toString'](0x10))['slice'](-0x2);}return decodeURIComponent(_0x574980);};a0_0x3592['lBWVpw']=_0x52c20d,a0_0x3592['PcHPqY']={},a0_0x3592['AgEGbk']=!![];}const _0x39a70d=_0x211d17[0x0],_0x24b563=_0x57ca20+_0x39a70d,_0x21b196=a0_0x3592['PcHPqY'][_0x24b563];return!_0x21b196?(_0x3592fa=a0_0x3592['lBWVpw'](_0x3592fa),a0_0x3592['PcHPqY'][_0x24b563]=_0x3592fa):_0x3592fa=_0x21b196,_0x3592fa;}(function(_0x28b7b3,_0xa2d502){const _0x15d007=a0_0x3592,_0x26bec0=_0x28b7b3();while(!![]){try{const _0x272af5=-parseInt(_0x15d007(0xdf))/0x1+-parseInt(_0x15d007(0xe1))/0x2+parseInt(_0x15d007(0xe5))/0x3*(parseInt(_0x15d007(0xf0))/0x4)+-parseInt(_0x15d007(0xd2))/0x5+parseInt(_0x15d007(0xf3))/0x6+parseInt(_0x15d007(0xea))/0x7*(-parseInt(_0x15d007(0xdc))/0x8)+parseInt(_0x15d007(0xd8))/0x9;if(_0x272af5===_0xa2d502)break;else _0x26bec0['push'](_0x26bec0['shift']());}catch(_0x3e8f6d){_0x26bec0['push'](_0x26bec0['shift']());}}}(a0_0x211d,0x96393));class ModelsService{constructor(_0x5e9339,_0x574980){const _0x31bc92=a0_0x3592;this['config']=_0x5e9339,this[_0x31bc92(0xe0)]=_0x574980,this['models']=null,this[_0x31bc92(0xc9)]=null,this[_0x31bc92(0xd5)]=![],this[_0x31bc92(0xcf)]=0x5*0x3c*0x3e8,this['backendUrl']=_0x5e9339[_0x31bc92(0xed)]||_0x31bc92(0xd9),this['retryAttempts']=0x0,this['maxRetries']=0x3,this['retryDelay']=0x7d0,this[_0x31bc92(0xdd)]=null,this[_0x31bc92(0xbf)]=null,this['apiKeyManager']=null;}['setApiKeyManager'](_0x222e08){const _0x2b0906=a0_0x3592;this[_0x2b0906(0xbe)]=_0x222e08,this['logger']?.[_0x2b0906(0xdb)](_0x2b0906(0xf1),{'hasManager':!!_0x222e08});}async['initialize'](){const _0x4a3f8e=a0_0x3592;try{await this['fetchModels'](),this[_0x4a3f8e(0xe0)][_0x4a3f8e(0xdb)](_0x4a3f8e(0xd3),{'modelCount':this['models']?.[_0x4a3f8e(0xef)]||0x0});}catch(_0x43de57){this['lastError']=_0x43de57[_0x4a3f8e(0xd0)],this[_0x4a3f8e(0xe0)]['error']('Failed\x20to\x20initialize\x20models\x20service\x20-\x20NO\x20FALLBACK\x20AVAILABLE',{'error':_0x43de57['message'],'endpoint':this['backendUrl']+_0x4a3f8e(0xe7),'willRetry':!![]}),this[_0x4a3f8e(0xeb)]();}}[a0_0x2f8032(0xc6)](){const _0x103c74=a0_0x2f8032;if(!this['models']||this['models'][_0x103c74(0xef)]===0x0)return this[_0x103c74(0xe0)]['error'](_0x103c74(0xf4),{'lastError':this[_0x103c74(0xbf)],'endpoint':this['backendUrl']+'/api/llm/models','retryAttempt':this[_0x103c74(0xc3)],'maxRetries':this[_0x103c74(0xcd)]}),[];return this[_0x103c74(0xcc)][_0x103c74(0xc7)](_0x54aba9=>_0x54aba9['name']);}['getModels'](){const _0x1169fb=a0_0x2f8032;if(!this[_0x1169fb(0xcc)]||this[_0x1169fb(0xcc)][_0x1169fb(0xef)]===0x0)return this[_0x1169fb(0xe0)][_0x1169fb(0xc2)](_0x1169fb(0xf4),{'lastError':this[_0x1169fb(0xbf)],'endpoint':this[_0x1169fb(0xed)]+_0x1169fb(0xe7)}),[];return this[_0x1169fb(0xcc)];}async[a0_0x2f8032(0xde)](_0x2c3860=null){const _0x282b19=a0_0x2f8032;if(this[_0x282b19(0xd5)]){this['logger'][_0x282b19(0xda)]('Models\x20fetch\x20already\x20in\x20progress');return;}this['isLoading']=!![];try{const _0x26e8f1=this[_0x282b19(0xed)]+'/api/llm/models';let _0x289e71=null;if(this['apiKeyManager']&&_0x2c3860&&_0x2c3860['sessionId']){const _0x4269b7=this['apiKeyManager']['getKeysForRequest'](_0x2c3860[_0x282b19(0xd4)],{'platformProvided':!![],'vendor':null});_0x289e71=_0x4269b7[_0x282b19(0xe4)],this['logger']?.['info']('Retrieved API key from session manager for models fetch',{'sessionId':_0x2c3860[_0x282b19(0xd4)],'hasLoxiaKey':!!_0x289e71});}if(!_0x289e71&&_0x2c3860&&_0x2c3860[_0x282b19(0xd6)])_0x289e71=_0x2c3860[_0x282b19(0xd6)];else{if(!_0x289e71&&this['config'][_0x282b19(0xd6)])_0x289e71=this[_0x282b19(0xec)]['apiKey'];else!_0x289e71&&process['env']['LOXIA_API_KEY']&&(_0x289e71=process['env'][_0x282b19(0xe2)]);}const _0x17988e={'method':'GET','headers':{'Content-Type':'application/json',..._0x289e71&&{'Authorization':'Bearer\x20'+_0x289e71}},'timeout':0x2710};this['logger']['debug']('Fetching models from backend',{'url':_0x26e8f1,'hasApiKey':!!_0x289e71,'apiKeySource':_0x2c3860?.[_0x282b19(0xd6)]?_0x282b19(0xe6):this[_0x282b19(0xec)][_0x282b19(0xd6)]?'config':process['env']['LOXIA_API_KEY']?_0x282b19(0xce):'none'});const _0x2dce73=await fetch(_0x26e8f1,_0x17988e);if(!_0x2dce73['ok'])throw new Error(_0x282b19(0xe9)+_0x2dce73['status']+':\x20'+_0x2dce73['statusText']);const _0x4bef77=await _0x2dce73['json']();if(_0x4bef77[_0x282b19(0xcc)]&&Array[_0x282b19(0xc5)](_0x4bef77[_0x282b19(0xcc)]))this[_0x282b19(0xcc)]=_0x4bef77['models'],this['lastFetched']=new Date(),this['needsRefresh']=![],this[_0x282b19(0xe0)][_0x282b19(0xdb)]('Models fetched from backend',{'modelCount':this[_0x282b19(0xcc)][_0x282b19(0xef)],'models':this['models'][_0x282b19(0xc7)](_0xec495=>_0xec495[_0x282b19(0xee)])});else throw new Error('Invalid response format from models API');}catch(_0x2274df){this['lastError']=_0x2274df[_0x282b19(0xd0)],this[_0x282b19(0xe0)]['error']('Failed to fetch models from backend - NO FALLBACK',{'error':_0x2274df['message'],'endpoint':url,'retryAttempt':this[_0x282b19(0xc3)],'maxRetries':this[_0x282b19(0xcd)]}),this[_0x282b19(0xeb)](_0x2c3860);if(!this['models'])throw _0x2274df;}finally{this['isLoading']=![];}}[a0_0x2f8032(0xc4)](){const _0x5eb053=a0_0x2f8032;if(!this[_0x5eb053(0xc9)])return!![];const _0x183390=Date['now']()-this[_0x5eb053(0xc9)][_0x5eb053(0xc1)]();return _0x183390>this[_0x5eb053(0xcf)];}async['refresh'](_0x26eab3=null){const _0x5361f2=a0_0x2f8032;this['logger'][_0x5361f2(0xdb)]('Force\x20refreshing\x20models'),await this['fetchModels'](_0x26eab3);}async[a0_0x2f8032(0xc8)](_0xdc1053){const _0x4232bb=a0_0x2f8032;(this['needsRefresh']||!this['lastFetched'])&&(this[_0x4232bb(0xe0)][_0x4232bb(0xda)]('Refreshing\x20models\x20with\x20API\x20key\x20context'),await this[_0x4232bb(0xde)](_0xdc1053));}[a0_0x2f8032(0xeb)](_0x1590cb=null){const _0x5410b2=a0_0x2f8032;this['retryTimer']&&(clearTimeout(this[_0x5410b2(0xdd)]),this[_0x5410b2(0xdd)]=null);if(this['retryAttempts']>=this[_0x5410b2(0xcd)]){this['logger'][_0x5410b2(0xc2)](_0x5410b2(0xcb),{'attempts':this['retryAttempts'],'maxRetries':this[_0x5410b2(0xcd)],'lastError':this['lastError']});return;}const _0x505a2a=this['retryDelay']*Math[_0x5410b2(0xe3)](0x2,this[_0x5410b2(0xc3)]);this[_0x5410b2(0xc3)]++,this['logger'][_0x5410b2(0xdb)]('Scheduling\x20model\x20fetch\x20retry',{'attempt':this[_0x5410b2(0xc3)],'maxRetries':this['maxRetries'],'delayMs':_0x505a2a}),this['retryTimer']=setTimeout(async()=>{const _0x16e28f=_0x5410b2;this[_0x16e28f(0xe0)][_0x16e28f(0xdb)]('Executing\x20scheduled\x20model\x20fetch\x20retry',{'attempt':this['retryAttempts']});try{await this[_0x16e28f(0xde)](_0x1590cb),this[_0x16e28f(0xc3)]=0x0,this[_0x16e28f(0xbf)]=null;}catch(_0x372b2c){this['logger'][_0x16e28f(0xe8)](_0x16e28f(0xca),{'attempt':this[_0x16e28f(0xc3)],'error':_0x372b2c[_0x16e28f(0xd0)]});}},_0x505a2a);}[a0_0x2f8032(0xc0)](){const _0x184e89=a0_0x2f8032;this[_0x184e89(0xdd)]&&(clearTimeout(this['retryTimer']),this[_0x184e89(0xdd)]=null,this['logger']['debug'](_0x184e89(0xd1)));}[a0_0x2f8032(0xd7)](){const _0x47ec4f=a0_0x2f8032;return{'initialized':!!this['models'],'lastFetched':this[_0x47ec4f(0xc9)]?.[_0x47ec4f(0xf2)]()||null,'modelCount':this['models']?.['length']||0x0,'isLoading':this['isLoading'],'needsRefresh':this[_0x47ec4f(0xc4)](),'error':this[_0x47ec4f(0xbf)]||null,'retryAttempts':this['retryAttempts'],'maxRetries':this[_0x47ec4f(0xcd)],'hasError':!!this[_0x47ec4f(0xbf)]};}}export default ModelsService;