@loxia-labs/loxia-autopilot-one 1.0.1 → 1.0.3

package/src/services/modelsService.js

@@ -1,322 +1 @@
-/**
- * ModelsService - Manages available models from the backend API
- * 
- * Purpose:
- * - Fetch available models from /llm/models endpoint
- * - Cache models for the session
- * - Provide model names for routing
- * - Handle fallback when API is unavailable
- */
-
-class ModelsService {
-  constructor(config, logger) {
-    this.config = config;
-    this.logger = logger;
-    
-    this.models = null;
-    this.lastFetched = null;
-    this.isLoading = false;
-    this.cacheExpiry = 5 * 60 * 1000; // 5 minutes cache
-    
-    this.backendUrl = 'https://autopilot-api.azurewebsites.net';
-    
-    // API Key Manager reference (will be set by LoxiaSystem)
-    this.apiKeyManager = null;
-  }
-
-  /**
-   * Set API key manager instance
-   * @param {ApiKeyManager} apiKeyManager - API key manager instance
-   */
-  setApiKeyManager(apiKeyManager) {
-    this.apiKeyManager = apiKeyManager;
-    
-    this.logger?.info('API key manager set for models service', {
-      hasManager: !!apiKeyManager
-    });
-  }
-
-  /**
-   * Initialize the models service and fetch initial data
-   */
-  async initialize() {
-    try {
-      await this.fetchModels();
-      this.logger.info('Models service initialized', { 
-        modelCount: this.models?.length || 0 
-      });
-    } catch (error) {
-      this.logger.error('Failed to initialize models service', { 
-        error: error.message 
-      });
-      // Use fallback models on initialization failure
-      this.models = this._getFallbackModels();
-    }
-  }
-
-  /**
-   * Get available model names for routing
-   */
-  getAvailableModelNames() {
-    if (!this.models || this.models.length === 0) {
-      this.logger.warn('No models available, using fallback');
-      return this._getFallbackModelNames();
-    }
-    
-    return this.models.map(model => model.name);
-  }
-
-  /**
-   * Get all model information
-   */
-  getModels() {
-    return this.models || this._getFallbackModels();
-  }
-
-  /**
-   * Fetch models from backend API
-   * @param {Object} context - Optional context with API key
-   */
-  async fetchModels(context = null) {
-    if (this.isLoading) {
-      this.logger.debug('Models fetch already in progress');
-      return;
-    }
-
-    this.isLoading = true;
-
-    try {
-      const url = `${this.backendUrl}/llm/models`;
-      
-      // Get API key from multiple sources
-      let apiKey = null;
-      
-      // First try to get from API key manager using session ID
-      if (this.apiKeyManager && context && context.sessionId) {
-        const keys = this.apiKeyManager.getKeysForRequest(context.sessionId, {
-          platformProvided: true, // Models endpoint uses platform key
-          vendor: null
-        });
-        
-        apiKey = keys.loxiaApiKey;
-        
-        this.logger?.info('Retrieved API key from session manager for models fetch', {
-          sessionId: context.sessionId,
-          hasLoxiaKey: !!apiKey
-        });
-      }
-      
-      // Fallback to context, config, then environment
-      if (!apiKey && context && context.apiKey) {
-        apiKey = context.apiKey;
-      } else if (!apiKey && this.config.apiKey) {
-        apiKey = this.config.apiKey;
-      } else if (!apiKey && process.env.LOXIA_API_KEY) {
-        apiKey = process.env.LOXIA_API_KEY;
-      }
-
-      const fetchOptions = {
-        method: 'GET',
-        headers: {
-          'Content-Type': 'application/json',
-          ...(apiKey && { 'Authorization': `Bearer ${apiKey}` })
-        },
-        timeout: 10000 // 10 second timeout
-      };
-
-      this.logger.debug('Fetching models from backend', { 
-        url, 
-        hasApiKey: !!apiKey,
-        apiKeySource: context?.apiKey ? 'context' : this.config.apiKey ? 'config' : process.env.LOXIA_API_KEY ? 'env' : 'none'
-      });
-
-      const response = await fetch(url, fetchOptions);
-
-      if (!response.ok) {
-        throw new Error(`HTTP ${response.status}: ${response.statusText}`);
-      }
-
-      const data = await response.json();
-      
-      if (data.models && Array.isArray(data.models)) {
-        this.models = data.models;
-        this.lastFetched = new Date();
-        this.needsRefresh = false;
-        
-        this.logger.info('Models fetched from backend', { 
-          modelCount: this.models.length,
-          models: this.models.map(m => m.name)
-        });
-      } else {
-        throw new Error('Invalid response format from models API');
-      }
-
-    } catch (error) {
-      this.logger.warn('Failed to fetch models from backend, using fallback', {
-        error: error.message
-      });
-      
-      // Use fallback data on fetch error
-      if (!this.models) {
-        this.models = this._getFallbackModels();
-      }
-
-    } finally {
-      this.isLoading = false;
-    }
-  }
-
-  /**
-   * Check if models cache needs refresh
-   */
-  needsRefresh() {
-    if (!this.lastFetched) return true;
-    
-    const timeSinceUpdate = Date.now() - this.lastFetched.getTime();
-    return timeSinceUpdate > this.cacheExpiry;
-  }
-
-  /**
-   * Force refresh models from backend
-   * @param {Object} context - Optional context with API key
-   */
-  async refresh(context = null) {
-    this.logger.info('Force refreshing models');
-    await this.fetchModels(context);
-  }
-
-  /**
-   * Refresh models with API key context if needed
-   * @param {Object} context - Context with API key
-   */
-  async refreshWithContext(context) {
-    // Only refresh if we haven't successfully fetched or if we need a refresh
-    if (this.needsRefresh || !this.lastFetched) {
-      this.logger.debug('Refreshing models with API key context');
-      await this.fetchModels(context);
-    }
-  }
-
-  /**
-   * Get fallback models when API is unavailable
-   * @private
-   */
-  _getFallbackModels() {
-    return [
-      {
-        name: 'anthropic-sonnet',
-        category: 'anthropic',
-        type: 'chat',
-        maxTokens: 10000,
-        supportsVision: true,
-        supportsSystem: true,
-        pricing: { input: 0.003, output: 0.015, unit: '1K tokens' }
-      },
-      {
-        name: 'anthropic-opus',
-        category: 'anthropic',
-        type: 'chat',
-        maxTokens: 10000,
-        supportsVision: true,
-        supportsSystem: true,
-        pricing: { input: 0.015, output: 0.075, unit: '1K tokens' }
-      },
-      {
-        name: 'anthropic-haiku',
-        category: 'anthropic',
-        type: 'chat',
-        maxTokens: 10000,
-        supportsVision: true,
-        supportsSystem: true,
-        pricing: { input: 0.00025, output: 0.00125, unit: '1K tokens' }
-      },
-      {
-        name: 'gpt-4',
-        category: 'openai',
-        type: 'chat',
-        maxTokens: 4096,
-        supportsVision: false,
-        supportsSystem: true,
-        pricing: { input: 0.030, output: 0.060, unit: '1K tokens' }
-      },
-      {
-        name: 'gpt-4-mini',
-        category: 'openai',
-        type: 'chat',
-        maxTokens: 16384,
-        supportsVision: false,
-        supportsSystem: true,
-        pricing: { input: 0.00015, output: 0.0006, unit: '1K tokens' }
-      },
-      {
-        name: 'deepseek-r1',
-        category: 'deepseek',
-        type: 'chat',
-        maxTokens: 8192,
-        supportsVision: false,
-        supportsSystem: true,
-        pricing: { input: 0.014, output: 0.028, unit: '1K tokens' }
-      },
-      {
-        name: 'azure-ai-grok3',
-        category: 'azure',
-        type: 'chat',
-        maxTokens: 4096,
-        supportsVision: false,
-        supportsSystem: true,
-        pricing: { input: 0.01, output: 0.02, unit: '1K tokens' }
-      },
-      {
-        name: 'phi-4',
-        category: 'microsoft',
-        type: 'chat',
-        maxTokens: 2048,
-        supportsVision: false,
-        supportsSystem: true,
-        pricing: { input: 0.010, output: 0.020, unit: '1K tokens' }
-      },
-      {
-        name: 'autopilot-model-router',
-        category: 'azure',
-        type: 'chat',
-        maxTokens: 2048,
-        supportsVision: false,
-        supportsSystem: true,
-        pricing: { input: 0.001, output: 0.002, unit: '1K tokens' }
-      }
-    ];
-  }
-
-  /**
-   * Get fallback model names only
-   * @private
-   */
-  _getFallbackModelNames() {
-    return [
-      'anthropic-sonnet',
-      'anthropic-opus',
-      'anthropic-haiku',
-      'gpt-4',
-      'gpt-4-mini',
-      'deepseek-r1',
-      'azure-ai-grok3',
-      'phi-4',
-      'autopilot-model-router'
-    ];
-  }
-
-  /**
-   * Get service status
-   */
-  getStatus() {
-    return {
-      initialized: !!this.models,
-      lastFetched: this.lastFetched?.toISOString() || null,
-      modelCount: this.models?.length || 0,
-      isLoading: this.isLoading,
-      needsRefresh: this.needsRefresh()
-    };
-  }
-}
-
-export default ModelsService;
+const a0_0x52e654=a0_0x46f4;function a0_0x143e(){const _0x548464=['x2nHBMnLBfjLDhj5','x3nJAgvKDwXLuMv0CNK','n0zZA09dCG','z2v0vgLTzq','Bg9Nz2vY','zxjYB3i','Bw9KzwXZ','BgfZDevYCM9Y','Bwf4uMv0CMLLCW','AxnbCNjHEq','r0vu','mJmWntiWmeLdrNbWBW','mZK1nZq0BLrrB2X4','BM93','yxbPs2v5twfUywDLCG','mtyXnZy5mgLXEKjSva','uMv0CNKGyxr0zw1WDcbMywLSzwq','zw52','BgfZDezLDgnOzwq','qMvHCMvYia','otm4AvD2CvrP','ntaWnZjuz0H5Dum','Dg9ju09tDhjPBMC','BM9Uzq','CMv0CNLuAw1LCG','rxHLy3v0Aw5NihnJAgvKDwXLzcbTB2rLBcbMzxrJAcbYzxrYEq','zMv0y2HnB2rLBhm','mZe3nhDqyLDfta','yMfJA2vUzfvYBa','yxbWBgLJyxrPB24VANnVBG','zgvIDwC','te9ysufFqvbjx0Tfwq','mta0nZC5mZvgrerArLm','y2fJAgvfEhbPCNK','yxbPs2v5','CMv0CNLbDhrLBxb0CW','tM8GBw9KzwXZigf2ywLSywjSzsaTiefqssbMzxrJAcbMywLSzwq','BMvLzhnszwzYzxnO','ndi2mdqWmNrgD2LWzG','BgvUz3rO','BwvZC2fNzq','Aw5MBW','l2fWAs9SBg0VBw9KzwXZ'];a0_0x143e=function(){return _0x548464;};return a0_0x143e();}(function(_0x5ed555,_0x2e3a3f){const _0x3d7911=a0_0x46f4,_0x19295e=_0x5ed555();while(!![]){try{const _0x31fd10=parseInt(_0x3d7911(0x127))/0x1+-parseInt(_0x3d7911(0x126))/0x2*(parseInt(_0x3d7911(0x12d))/0x3)+-parseInt(_0x3d7911(0x11d))/0x4+-parseInt(_0x3d7911(0x121))/0x5+parseInt(_0x3d7911(0x138))/0x6+-parseInt(_0x3d7911(0x13f))/0x7*(parseInt(_0x3d7911(0x11e))/0x8)+parseInt(_0x3d7911(0x132))/0x9;if(_0x31fd10===_0x2e3a3f)break;else _0x19295e['push'](_0x19295e['shift']());}catch(_0x380396){_0x19295e['push'](_0x19295e['shift']());}}}(a0_0x143e,0x74e7e));function a0_0x46f4(_0x3a047a,_0x55e640){_0x3a047a=_0x3a047a-0x118;const _0x143e66=a0_0x143e();let _0x46f459=_0x143e66[_0x3a047a];if(a0_0x46f4['UbBiiD']===undefined){var _0x43ef9d=function(_0x16f0a8){const _0x3c54c6='abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789+/=';let _0x5b3ee1='',_0x3f9a7e='';for(let _0x2ee484=0x0,_0x149cea,_0x2436da,_0x14dd43=0x0;_0x2436da=_0x16f0a8['charAt'](_0x14dd43++);~_0x2436da&&(_0x149cea=_0x2ee484%0x4?_0x149cea*0x40+_0x2436da:_0x2436da,_0x2ee484++%0x4)?_0x5b3ee1+=String['fromCharCode'](0xff&_0x149cea>>(-0x2*_0x2ee484&0x6)):0x0){_0x2436da=_0x3c54c6['indexOf'](_0x2436da);}for(let _0x626fe=0x0,_0x258168=_0x5b3ee1['length'];_0x626fe<_0x258168;_0x626fe++){_0x3f9a7e+='%'+('00'+_0x5b3ee1['charCodeAt'](_0x626fe)['toString'](0x10))['slice'](-0x2);}return decodeURIComponent(_0x3f9a7e);};a0_0x46f4['dOEcQe']=_0x43ef9d,a0_0x46f4['SOzyiG']={},a0_0x46f4['UbBiiD']=!![];}const _0x5a174b=_0x143e66[0x0],_0x9ef04b=_0x3a047a+_0x5a174b,_0x2e21f4=a0_0x46f4['SOzyiG'][_0x9ef04b];return!_0x2e21f4?(_0x46f459=a0_0x46f4['dOEcQe'](_0x46f459),a0_0x46f4['SOzyiG'][_0x9ef04b]=_0x46f459):_0x46f459=_0x2e21f4,_0x46f459;}class ModelsService{constructor(_0x5b3ee1,_0x3f9a7e){const _0x40021c=a0_0x46f4;this['config']=_0x5b3ee1,this[_0x40021c(0x141)]=_0x3f9a7e,this[_0x40021c(0x118)]=null,this['lastFetched']=null,this['isLoading']=![],this[_0x40021c(0x133)]=0x5*0x3c*0x3e8,this['backendUrl']=_0x5b3ee1[_0x40021c(0x12e)]||'http://localhost:8080',this['retryAttempts']=0x0,this['maxRetries']=0x3,this['retryDelay']=0x7d0,this['retryTimer']=null,this[_0x40021c(0x119)]=null,this[_0x40021c(0x120)]=null;}['setApiKeyManager'](_0x2ee484){const _0x88de63=a0_0x46f4;this['apiKeyManager']=_0x2ee484,this[_0x88de63(0x141)]?.[_0x88de63(0x13b)]('API\x20key\x20manager\x20set\x20for\x20models\x20service',{'hasManager':!!_0x2ee484});}async['initialize'](){const _0x454b12=a0_0x46f4;try{await this['fetchModels'](),this['logger']['info']('Models\x20service\x20initialized',{'modelCount':this[_0x454b12(0x118)]?.['length']||0x0});}catch(_0x149cea){this[_0x454b12(0x119)]=_0x149cea['message'],this['logger'][_0x454b12(0x142)]('Failed\x20to\x20initialize\x20models\x20service\x20-\x20NO\x20FALLBACK\x20AVAILABLE',{'error':_0x149cea['message'],'endpoint':this[_0x454b12(0x12e)]+_0x454b12(0x13c),'willRetry':!![]}),this['_scheduleRetry']();}}['getAvailableModelNames'](){const _0x417d0d=a0_0x46f4;if(!this['models']||this[_0x417d0d(0x118)]['length']===0x0)return this[_0x417d0d(0x141)]['error'](_0x417d0d(0x136),{'lastError':this['lastError'],'endpoint':this['backendUrl']+_0x417d0d(0x13c),'retryAttempt':this['retryAttempts'],'maxRetries':this['maxRetries']}),[];return this['models']['map'](_0x2436da=>_0x2436da['name']);}['getModels'](){const _0x40e484=a0_0x46f4;if(!this['models']||this['models'][_0x40e484(0x139)]===0x0)return this['logger']['error'](_0x40e484(0x136),{'lastError':this['lastError'],'endpoint':this['backendUrl']+_0x40e484(0x13c)}),[];return this['models'];}async[a0_0x52e654(0x12c)](_0x14dd43=null){const _0x2147c8=a0_0x52e654;if(this['isLoading']){this[_0x2147c8(0x141)]['debug']('Models\x20fetch\x20already\x20in\x20progress');return;}this['isLoading']=!![];try{const _0x626fe=this['backendUrl']+_0x2147c8(0x13c);let _0x258168=null;if(this['apiKeyManager']&&_0x14dd43&&_0x14dd43['sessionId']){const _0xb7e9f4=this['apiKeyManager']['getKeysForRequest'](_0x14dd43['sessionId'],{'platformProvided':!![],'vendor':null});_0x258168=_0xb7e9f4['loxiaApiKey'],this['logger']?.[_0x2147c8(0x13b)]('Retrieved API key from session manager for models fetch',{'sessionId':_0x14dd43['sessionId'],'hasLoxiaKey':!!_0x258168});}if(!_0x258168&&_0x14dd43&&_0x14dd43[_0x2147c8(0x134)])_0x258168=_0x14dd43['apiKey'];else{if(!_0x258168&&this['config']['apiKey'])_0x258168=this['config']['apiKey'];else!_0x258168&&process['env'][_0x2147c8(0x131)]&&(_0x258168=process['env'][_0x2147c8(0x131)]);}const _0x534037={'method':_0x2147c8(0x11c),'headers':{'Content-Type':_0x2147c8(0x12f),..._0x258168&&{'Authorization':_0x2147c8(0x125)+_0x258168}},'timeout':0x2710};this[_0x2147c8(0x141)]['debug']('Fetching models from backend',{'url':_0x626fe,'hasApiKey':!!_0x258168,'apiKeySource':_0x14dd43?.['apiKey']?'context':this['config'][_0x2147c8(0x134)]?'config':process['env'][_0x2147c8(0x131)]?_0x2147c8(0x123):_0x2147c8(0x129)});const _0x22e1a1=await fetch(_0x626fe,_0x534037);if(!_0x22e1a1['ok'])throw new Error('HTTP\x20'+_0x22e1a1['status']+':\x20'+_0x22e1a1['statusText']);const _0x886dd9=await _0x22e1a1['json']();if(_0x886dd9['models']&&Array[_0x2147c8(0x11b)](_0x886dd9['models']))this[_0x2147c8(0x118)]=_0x886dd9[_0x2147c8(0x118)],this['lastFetched']=new Date(),this['needsRefresh']=![],this[_0x2147c8(0x141)]['info']('Models fetched from backend',{'modelCount':this['models']['length'],'models':this[_0x2147c8(0x118)]['map'](_0x52bb42=>_0x52bb42['name'])});else throw new Error('Invalid response format from models API');}catch(_0x333552){this[_0x2147c8(0x119)]=_0x333552[_0x2147c8(0x13a)],this['logger'][_0x2147c8(0x142)]('Failed to fetch models from backend - NO FALLBACK',{'error':_0x333552[_0x2147c8(0x13a)],'endpoint':url,'retryAttempt':this['retryAttempts'],'maxRetries':this['maxRetries']}),this[_0x2147c8(0x13e)](_0x14dd43);if(!this['models'])throw _0x333552;}finally{this['isLoading']=![];}}['needsRefresh'](){const _0x1d0e37=a0_0x52e654;if(!this['lastFetched'])return!![];const _0xc4a180=Date[_0x1d0e37(0x11f)]()-this[_0x1d0e37(0x124)][_0x1d0e37(0x140)]();return _0xc4a180>this[_0x1d0e37(0x133)];}async['refresh'](_0x494832=null){const _0x56df75=a0_0x52e654;this['logger']['info']('Force\x20refreshing\x20models'),await this[_0x56df75(0x12c)](_0x494832);}async['refreshWithContext'](_0x18096f){const _0x21527c=a0_0x52e654;(this[_0x21527c(0x137)]||!this[_0x21527c(0x124)])&&(this['logger']['debug']('Refreshing\x20models\x20with\x20API\x20key\x20context'),await this[_0x21527c(0x12c)](_0x18096f));}['_scheduleRetry'](_0x3d5078=null){const _0x3095e1=a0_0x52e654;this['retryTimer']&&(clearTimeout(this[_0x3095e1(0x12a)]),this[_0x3095e1(0x12a)]=null);if(this['retryAttempts']>=this['maxRetries']){this['logger'][_0x3095e1(0x142)]('Max\x20retry\x20attempts\x20reached\x20for\x20model\x20fetch',{'attempts':this['retryAttempts'],'maxRetries':this[_0x3095e1(0x11a)],'lastError':this['lastError']});return;}const _0x4381e2=this['retryDelay']*Math['pow'](0x2,this[_0x3095e1(0x135)]);this[_0x3095e1(0x135)]++,this['logger'][_0x3095e1(0x13b)]('Scheduling\x20model\x20fetch\x20retry',{'attempt':this['retryAttempts'],'maxRetries':this['maxRetries'],'delayMs':_0x4381e2}),this[_0x3095e1(0x12a)]=setTimeout(async()=>{const _0x3d74f2=_0x3095e1;this['logger']['info'](_0x3d74f2(0x12b),{'attempt':this['retryAttempts']});try{await this['fetchModels'](_0x3d5078),this[_0x3d74f2(0x135)]=0x0,this['lastError']=null;}catch(_0xe6da68){this['logger']['warn'](_0x3d74f2(0x122),{'attempt':this[_0x3d74f2(0x135)],'error':_0xe6da68['message']});}},_0x4381e2);}[a0_0x52e654(0x13d)](){const _0x23e7d6=a0_0x52e654;this['retryTimer']&&(clearTimeout(this[_0x23e7d6(0x12a)]),this[_0x23e7d6(0x12a)]=null,this['logger'][_0x23e7d6(0x130)]('Cancelled\x20pending\x20model\x20fetch\x20retry'));}['getStatus'](){const _0x28ac52=a0_0x52e654;return{'initialized':!!this['models'],'lastFetched':this['lastFetched']?.[_0x28ac52(0x128)]()||null,'modelCount':this[_0x28ac52(0x118)]?.[_0x28ac52(0x139)]||0x0,'isLoading':this['isLoading'],'needsRefresh':this[_0x28ac52(0x137)](),'error':this[_0x28ac52(0x119)]||null,'retryAttempts':this[_0x28ac52(0x135)],'maxRetries':this[_0x28ac52(0x11a)],'hasError':!!this['lastError']};}}export default ModelsService;