@memberjunction/ai-prompts 2.103.0 → 2.105.0

package/dist/AIPromptRunner.js

@@ -25,13 +25,14 @@ var __importStar = (this && this.__importStar) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.LoadAIPromptRunner = exports.AIPromptRunner = void 0;
 const ai_1 = require("@memberjunction/ai");
+const ai_core_plus_1 = require("@memberjunction/ai-core-plus");
 const core_1 = require("@memberjunction/core");
 const global_1 = require("@memberjunction/global");
 const templates_1 = require("@memberjunction/templates");
 const ExecutionPlanner_1 = require("./ExecutionPlanner");
 const ParallelExecutionCoordinator_1 = require("./ParallelExecutionCoordinator");
 const aiengine_1 = require("@memberjunction/aiengine");
-const ai_core_plus_1 = require("@memberjunction/ai-core-plus");
+const ai_core_plus_2 = require("@memberjunction/ai-core-plus");
 const JSON5 = __importStar(require("json5"));
 class AIPromptRunner {
     constructor() {
@@ -61,8 +62,11 @@ class AIPromptRunner {
         }
     }
     logError(error, options) {
-        const errorMessage = error instanceof Error ? error.message : error;
+        let errorMessage = error instanceof Error ? error.message : error;
         const errorObj = error instanceof Error ? error : undefined;
+        if (options?.maxErrorLength !== undefined && errorMessage.length > options.maxErrorLength) {
+            errorMessage = errorMessage.substring(0, options.maxErrorLength) + '... [truncated]';
+        }
         const metadata = {
             ...options?.metadata
         };
@@ -191,7 +195,8 @@ class AIPromptRunner {
                 metadata: {
                     executionPhase: 'main-execution',
                     hasChildPrompts: !!params.childPrompts?.length
-                }
+                },
+                maxErrorLength: params.maxErrorLength
             });
             const endTime = new Date();
             const executionTimeMS = endTime.getTime() - startTime.getTime();
@@ -215,7 +220,8 @@ class AIPromptRunner {
                         metadata: {
                             promptRunId: promptRun.ID,
                             errorMessage: promptRun.LatestResult?.Message
-                        }
+                        },
+                        maxErrorLength: params.maxErrorLength
                     });
                 }
             }
@@ -239,15 +245,19 @@ class AIPromptRunner {
         let modelSelectionInfo = existingModelSelectionInfo;
         let vendorDriverClass;
         let vendorApiName;
+        let vendorSupportsEffortLevel;
+        let allCandidates = [];
         if (modelSelectionInfo) {
-            const vendorID = modelSelectionInfo.vendorSelected.ID;
+            const vendorID = modelSelectionInfo.vendorSelected?.ID;
             const modelID = modelSelectionInfo.modelSelected.ID;
             const modelVendor = aiengine_1.AIEngine.Instance.ModelVendors.find(mv => mv.VendorID === vendorID &&
                 mv.ModelID === modelID);
             if (modelVendor) {
                 vendorDriverClass = modelVendor.DriverClass;
                 vendorApiName = modelVendor.APIName;
+                vendorSupportsEffortLevel = modelVendor.SupportsEffortLevel;
             }
+            allCandidates = this.buildCandidatesFromSelectionInfo(modelSelectionInfo);
         }
         if (!selectedModel) {
             let modelSelectionPrompt = prompt;
@@ -259,7 +269,9 @@ class AIPromptRunner {
             selectedModel = modelResult.model;
             vendorDriverClass = modelResult.vendorDriverClass;
             vendorApiName = modelResult.vendorApiName;
+            vendorSupportsEffortLevel = modelResult.vendorSupportsEffortLevel;
             modelSelectionInfo = modelResult.selectionInfo;
+            allCandidates = modelResult.allCandidates || [];
             if (!selectedModel) {
                 throw new Error(`No suitable model found for prompt ${modelSelectionPrompt.Name}`);
             }
@@ -271,7 +283,7 @@ class AIPromptRunner {
         if (params.cancellationToken?.aborted) {
             throw new Error('Prompt execution was cancelled before model execution');
         }
-        const { modelResult, parsedResult, validationAttempts, cumulativeTokens } = await this.executeWithValidationRetries(selectedModel, renderedPromptText, prompt, params, promptRun, vendorDriverClass, vendorApiName);
+        const { modelResult, parsedResult, validationAttempts, cumulativeTokens } = await this.executeWithValidationRetries(selectedModel, renderedPromptText, prompt, params, promptRun, allCandidates, vendorDriverClass, vendorApiName, vendorSupportsEffortLevel);
         const endTime = new Date();
         const executionTimeMS = endTime.getTime() - startTime.getTime();
         await this.updatePromptRun(promptRun, prompt, modelResult, parsedResult, endTime, executionTimeMS, validationAttempts, cumulativeTokens);
@@ -414,7 +426,8 @@ class AIPromptRunner {
                     promptRunId: consolidatedPromptRun.ID,
                     executionTasks: executionTasks.length,
                     successfulResults: successfulResults.length
-                }
+                },
+                maxErrorLength: params.maxErrorLength
             });
         }
         const additionalResults = [];
@@ -559,7 +572,8 @@ class AIPromptRunner {
                     category: 'ChildTemplateRendering',
                     metadata: {
                         placeholder: childParam.parentPlaceholder
-                    }
+                    },
+                    maxErrorLength: params.maxErrorLength
                 });
                 return {
                     placeholder: childParam.parentPlaceholder,
@@ -578,7 +592,8 @@ class AIPromptRunner {
                     failedCount: failedChildren.length,
                     totalCount: childResults.length,
                     failedPlaceholders: failedChildren.map(fc => fc.placeholder)
-                }
+                },
+                maxErrorLength: params.maxErrorLength
             });
             throw new Error(`Failed to render ${failedChildren.length} child prompt templates: ${failedChildren.map(fc => fc.placeholder).join(', ')}`);
         }
@@ -600,7 +615,7 @@ class AIPromptRunner {
             if (!template) {
                 throw new Error(`Template with ID ${prompt.TemplateID} not found for prompt ${prompt.Name}`);
             }
-            const systemPlaceholders = await ai_core_plus_1.SystemPlaceholderManager.resolveAllPlaceholders(params);
+            const systemPlaceholders = await ai_core_plus_2.SystemPlaceholderManager.resolveAllPlaceholders(params);
             const mergedData = {
                 ...systemPlaceholders,
                 ...params.data,
@@ -624,7 +639,8 @@ class AIPromptRunner {
                 metadata: {
                     childPromptCount: params.childPrompts?.length || 0,
                     templateId: prompt.TemplateID
-                }
+                },
+                maxErrorLength: params.maxErrorLength
             });
             throw error;
         }
@@ -654,18 +670,23 @@ class AIPromptRunner {
                 this.logError(`No suitable model candidates found for prompt ${prompt.Name}`, {
                     category: 'ModelSelection',
                     prompt: prompt,
-                    severity: 'critical'
+                    severity: 'critical',
+                    maxErrorLength: params?.maxErrorLength
                 });
                 return {
                     model: null,
-                    selectionInfo: {
+                    vendorDriverClass: undefined,
+                    vendorApiName: undefined,
+                    vendorSupportsEffortLevel: undefined,
+                    allCandidates: [],
+                    selectionInfo: this.createSelectionInfo({
                         aiConfiguration: configuration,
                         modelsConsidered: [],
                         modelSelected: undefined,
                         selectionReason: 'No suitable model candidates found',
                         fallbackUsed: false,
                         selectionStrategy
-                    }
+                    })
                 };
             }
             const { selected, consideredModels } = await this.selectModelWithAPIKeyTracked(candidates, params);
@@ -675,14 +696,16 @@ class AIPromptRunner {
                     model: null,
                     vendorDriverClass: undefined,
                     vendorApiName: undefined,
-                    selectionInfo: {
+                    vendorSupportsEffortLevel: undefined,
+                    allCandidates: candidates,
+                    selectionInfo: this.createSelectionInfo({
                         aiConfiguration: configuration,
                         modelsConsidered,
                         modelSelected: undefined,
                         selectionReason: 'No API keys found for any model-vendor combination',
                         fallbackUsed: false,
                         selectionStrategy
-                    }
+                    })
                 };
             }
             let selectionReason = `Selected ${selected.model.Name} via ${selected.vendorName || 'default vendor'}`;
@@ -710,7 +733,9 @@ class AIPromptRunner {
                 model: selected.model,
                 vendorDriverClass: selected.driverClass,
                 vendorApiName: selected.apiName,
-                selectionInfo: {
+                vendorSupportsEffortLevel: selected.supportsEffortLevel,
+                allCandidates: candidates,
+                selectionInfo: this.createSelectionInfo({
                     aiConfiguration: configuration,
                     modelsConsidered,
                     modelSelected: selected.model,
@@ -718,26 +743,29 @@ class AIPromptRunner {
                     selectionReason,
                     fallbackUsed,
                     selectionStrategy
-                }
+                })
             };
         }
         catch (error) {
             this.logError(error, {
                 category: 'ModelSelection',
-                prompt: prompt
+                prompt: prompt,
+                maxErrorLength: params?.maxErrorLength
             });
             return {
                 model: null,
                 vendorDriverClass: undefined,
                 vendorApiName: undefined,
-                selectionInfo: {
+                vendorSupportsEffortLevel: undefined,
+                allCandidates: [],
+                selectionInfo: this.createSelectionInfo({
                     aiConfiguration: configuration,
                     modelsConsidered: [],
                     modelSelected: undefined,
                     selectionReason: `Error during model selection: ${error.message}`,
                     fallbackUsed: false,
                     selectionStrategy: 'Default'
-                }
+                })
             };
         }
     }
@@ -758,6 +786,7 @@ class AIPromptRunner {
                         vendorName: preferredVendor.Vendor,
                         driverClass: preferredVendor.DriverClass || model.DriverClass,
                         apiName: preferredVendor.APIName || model.APIName,
+                        supportsEffortLevel: preferredVendor.SupportsEffortLevel ?? model.SupportsEffortLevel ?? false,
                         isPreferredVendor: true,
                         priority: basePriority + 1000,
                         source
@@ -772,6 +801,7 @@ class AIPromptRunner {
                         vendorName: vendor.Vendor,
                         driverClass: vendor.DriverClass || model.DriverClass,
                         apiName: vendor.APIName || model.APIName,
+                        supportsEffortLevel: vendor.SupportsEffortLevel ?? model.SupportsEffortLevel ?? false,
                         isPreferredVendor: false,
                         priority: basePriority + (vendor.Priority || 0),
                         source
@@ -783,6 +813,7 @@ class AIPromptRunner {
                     model,
                     driverClass: model.DriverClass,
                     apiName: model.APIName,
+                    supportsEffortLevel: model.SupportsEffortLevel ?? false,
                     isPreferredVendor: false,
                     priority: basePriority,
                     source
@@ -808,6 +839,7 @@ class AIPromptRunner {
                         vendorName: preferredVendor.Vendor,
                         driverClass: preferredVendor.DriverClass || model.DriverClass,
                         apiName: preferredVendor.APIName || model.APIName,
+                        supportsEffortLevel: preferredVendor.SupportsEffortLevel ?? model.SupportsEffortLevel ?? false,
                         isPreferredVendor: true,
                         priority: basePriority + 1000,
                         source: 'prompt-model'
@@ -822,6 +854,7 @@ class AIPromptRunner {
                         vendorName: vendor.Vendor,
                         driverClass: vendor.DriverClass || model.DriverClass,
                         apiName: vendor.APIName || model.APIName,
+                        supportsEffortLevel: vendor.SupportsEffortLevel ?? model.SupportsEffortLevel ?? false,
                         isPreferredVendor: false,
                         priority: basePriority + (vendor.Priority || 0) * 10,
                         source: 'prompt-model'
@@ -833,6 +866,7 @@ class AIPromptRunner {
                     model,
                     driverClass: model.DriverClass,
                     apiName: model.APIName,
+                    supportsEffortLevel: model.SupportsEffortLevel ?? false,
                     isPreferredVendor: false,
                     priority: basePriority,
                     source: 'prompt-model'
@@ -898,6 +932,21 @@ class AIPromptRunner {
                     candidates.push(...modelCandidates);
                 }
             }
+            if (configurationId) {
+                const nullConfigModels = aiengine_1.AIEngine.Instance.PromptModels.filter(pm => pm.PromptID === prompt.ID &&
+                    (pm.Status === 'Active' || pm.Status === 'Preview') &&
+                    !pm.ConfigurationID);
+                if (nullConfigModels.length > 0 && verbose) {
+                    (0, core_1.LogStatus)(`Adding ${nullConfigModels.length} NULL configuration models as fallback candidates`);
+                }
+                for (const pm of nullConfigModels) {
+                    const model = aiengine_1.AIEngine.Instance.Models.find(m => m.ID === pm.ModelID);
+                    if (model && model.IsActive) {
+                        const modelCandidates = createCandidatesForModel(model, 2000, 'prompt-model', pm.Priority);
+                        candidates.push(...modelCandidates);
+                    }
+                }
+            }
         }
         else {
             let modelPool = aiengine_1.AIEngine.Instance.Models.filter(m => m.IsActive &&
@@ -938,12 +987,35 @@ class AIPromptRunner {
         candidates.sort((a, b) => b.priority - a.priority);
         return candidates;
     }
+    createSelectionInfo(data) {
+        const info = new ai_core_plus_1.AIModelSelectionInfo();
+        Object.assign(info, data);
+        return info;
+    }
+    buildCandidatesFromSelectionInfo(selectionInfo) {
+        const validModels = selectionInfo.extractValidCandidates();
+        return validModels.map(considered => {
+            const modelVendor = considered.vendor
+                ? aiengine_1.AIEngine.Instance.ModelVendors.find(mv => mv.ModelID === considered.model.ID &&
+                    mv.VendorID === considered.vendor.ID)
+                : undefined;
+            return {
+                model: considered.model,
+                vendorId: considered.vendor?.ID,
+                vendorName: considered.vendor?.Name,
+                driverClass: modelVendor?.DriverClass || considered.model.DriverClass,
+                apiName: modelVendor?.APIName || considered.model.APIName,
+                supportsEffortLevel: modelVendor?.SupportsEffortLevel ?? considered.model.SupportsEffortLevel ?? false,
+                isPreferredVendor: false,
+                priority: considered.priority,
+                source: (selectionInfo.selectionStrategy === 'ByPower' ? 'power-rank' : 'model-type')
+            };
+        }).sort((a, b) => b.priority - a.priority);
+    }
     async selectModelWithAPIKeyTracked(candidates, params) {
         const checkedDrivers = new Map();
         const consideredModels = [];
-        let attemptCount = 0;
         for (const candidate of candidates) {
-            attemptCount++;
             let hasKey;
             if (checkedDrivers.has(candidate.driverClass)) {
                 hasKey = checkedDrivers.get(candidate.driverClass);
@@ -964,25 +1036,31 @@ class AIPromptRunner {
                 available: hasKey,
                 unavailableReason: hasKey ? undefined : `No API key for driver ${candidate.driverClass}`
             });
-            if (hasKey) {
-                this.logStatus(`   Selected model ${candidate.model.Name} with ${candidate.vendorName || 'default'} vendor (driver: ${candidate.driverClass})`, true);
-                if (candidate.isPreferredVendor) {
-                    this.logStatus(`   Using preferred vendor${candidate.vendorId ? ` (${candidate.vendorName})` : ''}`, true, params);
-                }
-                this.logStatus(`   Checked ${attemptCount} candidate(s) before finding valid API key`, true, params);
-                return { selected: candidate, consideredModels };
-            }
         }
-        const triedSummary = candidates.slice(0, 5).map(c => `${c.model.Name}/${c.vendorName || 'default'}(${c.driverClass})`).join(', ');
-        this.logError(`No API keys found for any model-vendor combination. Tried: ${triedSummary}${candidates.length > 5 ? `... (${candidates.length} total)` : ''}`, {
-            category: 'APIKeyValidation',
-            severity: 'critical',
-            metadata: {
-                candidatesChecked: candidates.length,
-                modelsChecked: consideredModels.length
+        const selected = consideredModels.find(m => m.available);
+        const selectedCandidate = selected ? candidates.find(c => c.model.ID === selected.model.ID &&
+            c.vendorId === selected.vendor?.ID) : null;
+        if (selectedCandidate) {
+            const validCount = consideredModels.filter(m => m.available).length;
+            this.logStatus(`   Selected model ${selectedCandidate.model.Name} with ${selectedCandidate.vendorName || 'default'} vendor (driver: ${selectedCandidate.driverClass})`, true);
+            if (selectedCandidate.isPreferredVendor) {
+                this.logStatus(`   Using preferred vendor${selectedCandidate.vendorId ? ` (${selectedCandidate.vendorName})` : ''}`, true, params);
             }
-        });
-        return { selected: null, consideredModels };
+            this.logStatus(`   Found ${validCount} valid candidate(s) out of ${candidates.length} total`, true, params);
+        }
+        else {
+            const triedSummary = candidates.slice(0, 5).map(c => `${c.model.Name}/${c.vendorName || 'default'}(${c.driverClass})`).join(', ');
+            this.logError(`No API keys found for any model-vendor combination. Tried: ${triedSummary}${candidates.length > 5 ? `... (${candidates.length} total)` : ''}`, {
+                category: 'APIKeyValidation',
+                severity: 'critical',
+                metadata: {
+                    candidatesChecked: candidates.length,
+                    modelsChecked: consideredModels.length
+                },
+                maxErrorLength: params?.maxErrorLength
+            });
+        }
+        return { selected: selectedCandidate, consideredModels };
     }
     async createPromptRun(prompt, model, params, systemPromptText, startTime, vendorId, modelSelectionInfo) {
         const promptRun = await this._metadata.GetEntityObject('MJ: AI Prompt Runs', params.contextUser);
@@ -1020,13 +1098,12 @@ class AIPromptRunner {
                     promptRun.ModelPowerRank = model.PowerRank;
                 }
             }
-            const promptRunWithFailover = promptRun;
-            promptRunWithFailover.OriginalModelID = model.ID;
-            promptRunWithFailover.OriginalRequestStartTime = startTime;
-            promptRunWithFailover.FailoverAttempts = 0;
-            promptRunWithFailover.FailoverErrors = null;
-            promptRunWithFailover.FailoverDurations = null;
-            promptRunWithFailover.TotalFailoverDuration = 0;
+            promptRun.OriginalModelID = model.ID;
+            promptRun.OriginalRequestStartTime = startTime;
+            promptRun.FailoverAttempts = 0;
+            promptRun.FailoverErrors = null;
+            promptRun.FailoverDurations = null;
+            promptRun.TotalFailoverDuration = 0;
             const modelWithVendor = model;
             if (modelSelectionInfo) {
                 promptRun.VendorID = modelSelectionInfo.vendorSelected?.ID || vendorId || modelWithVendor._selectedVendorId;
@@ -1148,7 +1225,8 @@ class AIPromptRunner {
                         promptId: prompt.ID,
                         modelId: model.ID,
                         vendorId
-                    }
+                    },
+                    maxErrorLength: params.maxErrorLength
                 });
                 throw new Error(error);
             }
@@ -1169,7 +1247,8 @@ class AIPromptRunner {
                 metadata: {
                     promptRunId: promptRun.ID,
                     saveError: promptRun.LatestResult?.Message
-                }
+                },
+                maxErrorLength: params.maxErrorLength
             });
             throw new Error(msg);
         }
@@ -1180,7 +1259,7 @@ class AIPromptRunner {
             if (!templateContent) {
                 throw new Error(`No content found for template ${template.Name}`);
             }
-            const systemPlaceholders = await ai_core_plus_1.SystemPlaceholderManager.resolveAllPlaceholders(params);
+            const systemPlaceholders = await ai_core_plus_2.SystemPlaceholderManager.resolveAllPlaceholders(params);
             const mergedData = {
                 ...systemPlaceholders,
                 ...params.data,
@@ -1195,22 +1274,23 @@ class AIPromptRunner {
                     templateId: template.ID,
                     templateName: template.Name,
                     hasChildPrompts: !!params.childPrompts?.length
-                }
+                },
+                maxErrorLength: params.maxErrorLength
             });
             throw error;
         }
     }
-    async executeModelWithFailover(model, renderedPrompt, prompt, params, vendorId, conversationMessages, templateMessageRole = 'system', cancellationToken, allCandidates, promptRun, vendorDriverClass, vendorApiName) {
+    async executeModelWithFailover(model, renderedPrompt, prompt, params, vendorId, conversationMessages, templateMessageRole = 'system', cancellationToken, allCandidates, promptRun, vendorDriverClass, vendorApiName, vendorSupportsEffortLevel) {
         const failoverConfig = this.getFailoverConfiguration(prompt);
         if (failoverConfig.strategy === 'None') {
-            return this.executeModel(model, renderedPrompt, prompt, params, vendorId, conversationMessages, templateMessageRole, cancellationToken, vendorDriverClass, vendorApiName);
+            return this.executeModel(model, renderedPrompt, prompt, params, vendorId, conversationMessages, templateMessageRole, cancellationToken, vendorDriverClass, vendorApiName, vendorSupportsEffortLevel);
         }
         const failoverAttempts = [];
         let lastError = null;
         let currentModel = model;
         let currentVendorId = vendorId;
         let attemptNumber = 0;
-        if (!allCandidates) {
+        if (!allCandidates || allCandidates.length === 0) {
             allCandidates = await this.buildFailoverCandidates(prompt);
         }
         while (attemptNumber <= failoverConfig.maxAttempts) {
@@ -1218,6 +1298,9 @@ class AIPromptRunner {
             const attemptStartTime = Date.now();
             try {
                 if (attemptNumber > 1) {
+                    const vendorName = currentVendorId
+                        ? aiengine_1.AIEngine.Instance.Vendors.find(v => v.ID === currentVendorId)?.Name || 'Unknown'
+                        : 'default';
                     (0, core_1.LogStatusEx)({
                         message: `🔄 Failover attempt ${attemptNumber} with model ${currentModel.Name} (vendor: ${currentVendorId || 'default'})`,
                         category: 'AI',
@@ -1229,7 +1312,7 @@ class AIPromptRunner {
                             }]
                     });
                 }
-                const result = await this.executeModel(currentModel, renderedPrompt, prompt, params, currentVendorId, conversationMessages, templateMessageRole, cancellationToken, vendorDriverClass, vendorApiName);
+                const result = await this.executeModel(currentModel, renderedPrompt, prompt, params, currentVendorId, conversationMessages, templateMessageRole, cancellationToken, vendorDriverClass, vendorApiName, vendorSupportsEffortLevel);
                 if (failoverAttempts.length > 0 && promptRun) {
                     this.updatePromptRunWithFailoverSuccess(promptRun, failoverAttempts, currentModel, currentVendorId);
                 }
@@ -1249,26 +1332,25 @@ class AIPromptRunner {
                     timestamp: new Date()
                 };
                 failoverAttempts.push(failoverAttempt);
+                allCandidates = this.filterAuthenticationFailedVendor(errorAnalysis.errorType, currentVendorId, allCandidates);
+                const shouldContinueRateLimit = await this.handleRateLimitRetry(errorAnalysis, currentModel, currentVendorId, failoverAttempts, prompt, attemptNumber, failoverConfig.maxAttempts, failoverAttempt);
+                if (shouldContinueRateLimit) {
+                    continue;
+                }
                 const shouldFailover = this.shouldAttemptFailover(lastError, failoverConfig, attemptNumber);
                 if (!shouldFailover) {
                     this.logFailoverAttempt(prompt.ID, failoverAttempt, false);
                     break;
                 }
-                const nextCandidates = this.selectFailoverCandidates(currentModel, currentVendorId, failoverConfig.strategy, failoverConfig.modelStrategy, allCandidates, failoverAttempts);
-                if (nextCandidates.length === 0) {
-                    this.logFailoverAttempt(prompt.ID, failoverAttempt, false);
+                const transitionResult = await this.transitionToNextCandidate(currentModel, currentVendorId, failoverConfig, allCandidates, failoverAttempts, prompt.ID, failoverAttempt, attemptNumber);
+                if (!transitionResult) {
                     break;
                 }
-                const nextCandidate = nextCandidates[0];
-                currentModel = nextCandidate.model;
-                currentVendorId = nextCandidate.vendorId;
-                vendorDriverClass = nextCandidate.driverClass;
-                vendorApiName = nextCandidate.apiName;
-                this.logFailoverAttempt(prompt.ID, failoverAttempt, true);
-                if (attemptNumber < failoverConfig.maxAttempts) {
-                    const delay = this.calculateFailoverDelay(attemptNumber, failoverConfig.delaySeconds);
-                    await new Promise(resolve => setTimeout(resolve, delay));
-                }
+                currentModel = transitionResult.model;
+                currentVendorId = transitionResult.vendorId;
+                vendorDriverClass = transitionResult.driverClass;
+                vendorApiName = transitionResult.apiName;
+                vendorSupportsEffortLevel = transitionResult.supportsEffortLevel;
             }
         }
         if (promptRun && failoverAttempts.length > 0) {
@@ -1302,6 +1384,7 @@ class AIPromptRunner {
                     vendorName: undefined,
                     driverClass: model.DriverClass,
                     apiName: model.APIName,
+                    supportsEffortLevel: model.SupportsEffortLevel ?? false,
                     isPreferredVendor: false,
                     priority: model.PowerRank || 0,
                     source: 'power-rank'
@@ -1315,6 +1398,7 @@ class AIPromptRunner {
                         vendorName: vendor.Vendor,
                         driverClass: vendor.DriverClass || model.DriverClass,
                         apiName: vendor.APIName || model.APIName,
+                        supportsEffortLevel: vendor.SupportsEffortLevel ?? model.SupportsEffortLevel ?? false,
                         isPreferredVendor: vendor.Priority > 0,
                         priority: (model.PowerRank || 0) + (vendor.Priority || 0),
                         source: 'power-rank'
@@ -1325,17 +1409,16 @@ class AIPromptRunner {
         return candidates;
     }
     updatePromptRunWithFailoverSuccess(promptRun, failoverAttempts, currentModel, currentVendorId) {
-        const promptRunWithFailover = promptRun;
-        promptRunWithFailover.FailoverAttempts = failoverAttempts.length;
-        promptRunWithFailover.FailoverErrors = JSON.stringify(failoverAttempts.map(a => ({
+        promptRun.FailoverAttempts = failoverAttempts.length;
+        promptRun.FailoverErrors = JSON.stringify(failoverAttempts.map(a => ({
             model: a.modelId,
             vendor: a.vendorId,
             error: a.error.message,
             errorType: a.errorType
         })));
-        promptRunWithFailover.FailoverDurations = JSON.stringify(failoverAttempts.map(a => a.duration));
-        promptRunWithFailover.TotalFailoverDuration = failoverAttempts.reduce((sum, a) => sum + a.duration, 0);
-        if (currentModel.ID !== promptRunWithFailover.OriginalModelID) {
+        promptRun.FailoverDurations = JSON.stringify(failoverAttempts.map(a => a.duration));
+        promptRun.TotalFailoverDuration = failoverAttempts.reduce((sum, a) => sum + a.duration, 0);
+        if (currentModel.ID !== promptRun.OriginalModelID) {
             promptRun.ModelID = currentModel.ID;
         }
         if (currentVendorId && currentVendorId !== promptRun.VendorID) {
@@ -1343,16 +1426,15 @@ class AIPromptRunner {
         }
     }
     updatePromptRunWithFailoverFailure(promptRun, failoverAttempts) {
-        const promptRunWithFailover = promptRun;
-        promptRunWithFailover.FailoverAttempts = failoverAttempts.length;
-        promptRunWithFailover.FailoverErrors = JSON.stringify(failoverAttempts.map(a => ({
+        promptRun.FailoverAttempts = failoverAttempts.length;
+        promptRun.FailoverErrors = JSON.stringify(failoverAttempts.map(a => ({
             model: a.modelId,
             vendor: a.vendorId,
             error: a.error.message,
             errorType: a.errorType
         })));
-        promptRunWithFailover.FailoverDurations = JSON.stringify(failoverAttempts.map(a => a.duration));
-        promptRunWithFailover.TotalFailoverDuration = failoverAttempts.reduce((sum, a) => sum + a.duration, 0);
+        promptRun.FailoverDurations = JSON.stringify(failoverAttempts.map(a => a.duration));
+        promptRun.TotalFailoverDuration = failoverAttempts.reduce((sum, a) => sum + a.duration, 0);
     }
     createFailoverErrorResult(lastError, failoverAttempts) {
         const startTime = new Date();
@@ -1368,25 +1450,29 @@ class AIPromptRunner {
             data: null
         };
     }
-    async executeModel(model, renderedPrompt, prompt, params, vendorId, conversationMessages, templateMessageRole = 'system', cancellationToken, vendorDriverClass, vendorApiName) {
+    async executeModel(model, renderedPrompt, prompt, params, vendorId, conversationMessages, templateMessageRole = 'system', cancellationToken, vendorDriverClass, vendorApiName, vendorSupportsEffortLevel) {
         let driverClass;
         let apiName;
         let llm;
         let chatParams;
         try {
             const verbose = params.verbose === true || (0, core_1.IsVerboseLoggingEnabled)();
+            let supportsEffortLevel = false;
             if (vendorDriverClass && vendorApiName) {
                 driverClass = vendorDriverClass;
                 apiName = vendorApiName;
+                supportsEffortLevel = vendorSupportsEffortLevel ?? false;
             }
             else {
                 driverClass = model.DriverClass;
                 apiName = model.APIName;
+                supportsEffortLevel = model.SupportsEffortLevel ?? false;
                 if (vendorId) {
                     const modelVendor = aiengine_1.AIEngine.Instance.ModelVendors.find((mv) => mv.ModelID === model.ID && mv.VendorID === vendorId && mv.Status === 'Active' && this.isInferenceProvider(mv));
                     if (modelVendor) {
                         driverClass = modelVendor.DriverClass || driverClass;
                         apiName = modelVendor.APIName || apiName;
+                        supportsEffortLevel = modelVendor.SupportsEffortLevel ?? supportsEffortLevel;
                     }
                     else {
                         this.logStatus(`⚠️ Vendor ${vendorId} not found or is not an inference provider for model ${model.Name}, using model defaults`, true, params);
@@ -1472,11 +1558,21 @@ class AIPromptRunner {
                     chatParams.topLogProbs = params.additionalParameters.topLogProbs;
                 }
             }
-            if (params.effortLevel !== undefined && params.effortLevel !== null) {
-                chatParams.effortLevel = params.effortLevel.toString();
-            }
-            else if (prompt.EffortLevel !== undefined && prompt.EffortLevel !== null) {
-                chatParams.effortLevel = prompt.EffortLevel.toString();
+            const hasEffortLevel = (params.effortLevel !== undefined && params.effortLevel !== null) ||
+                (prompt.EffortLevel !== undefined && prompt.EffortLevel !== null);
+            if (hasEffortLevel) {
+                if (supportsEffortLevel) {
+                    if (params.effortLevel !== undefined && params.effortLevel !== null) {
+                        chatParams.effortLevel = params.effortLevel.toString();
+                    }
+                    else if (prompt.EffortLevel !== undefined && prompt.EffortLevel !== null) {
+                        chatParams.effortLevel = prompt.EffortLevel.toString();
+                    }
+                }
+                else {
+                    const effortValue = params.effortLevel ?? prompt.EffortLevel;
+                    console.log(`⚠️ Effort Level ${effortValue} specified but will be ignored - model ${model.Name} does not support effort levels`);
+                }
             }
             if (prompt.ResponseFormat && prompt.ResponseFormat !== 'Any') {
                 chatParams.responseFormat = prompt.ResponseFormat;
@@ -1510,7 +1606,8 @@ class AIPromptRunner {
                 model: model,
                 metadata: {
                     vendorId
-                }
+                },
+                maxErrorLength: params.maxErrorLength
             });
             throw error;
         }
@@ -1542,7 +1639,7 @@ class AIPromptRunner {
         }
         return messages;
     }
-    async executeWithValidationRetries(selectedModel, renderedPromptText, prompt, params, promptRun, vendorDriverClass, vendorApiName) {
+    async executeWithValidationRetries(selectedModel, renderedPromptText, prompt, params, promptRun, allCandidates, vendorDriverClass, vendorApiName, vendorSupportsEffortLevel) {
         const validationAttempts = [];
         const maxRetries = Math.max(0, prompt.MaxRetries || 0);
         let lastError = null;
@@ -1558,7 +1655,7 @@ class AIPromptRunner {
                     (0, core_1.LogStatus)(`   🔄 Retrying execution due to validation failure, attempt ${attempt + 1}/${maxRetries + 1}`);
                     await this.applyRetryDelay(prompt, attempt);
                 }
-                const modelResult = await this.executeModelWithFailover(selectedModel, renderedPromptText, prompt, params, promptRun.VendorID, params.conversationMessages, params.templateMessageRole || 'system', params.cancellationToken, undefined, promptRun, vendorDriverClass, vendorApiName);
+                const modelResult = await this.executeModelWithFailover(selectedModel, renderedPromptText, prompt, params, promptRun.VendorID, params.conversationMessages, params.templateMessageRole || 'system', params.cancellationToken, allCandidates, promptRun, vendorDriverClass, vendorApiName, vendorSupportsEffortLevel);
                 if (modelResult.data?.usage) {
                     cumulativePromptTokens += modelResult.data.usage.promptTokens || 0;
                     cumulativeCompletionTokens += modelResult.data.usage.completionTokens || 0;
@@ -1618,7 +1715,8 @@ class AIPromptRunner {
                         attempt: attempt + 1,
                         maxRetries: maxRetries + 1,
                         modelName: selectedModel.Name
-                    }
+                    },
+                    maxErrorLength: params.maxErrorLength
                 });
                 const validationAttempt = {
                     attemptNumber: attempt + 1,
@@ -1635,7 +1733,10 @@ class AIPromptRunner {
         }
         throw lastError || new Error('Execution failed after all retry attempts');
     }
-    async applyRetryDelay(prompt, attemptNumber) {
+    calculateRetryDelay(prompt, attemptNumber, suggestedDelaySeconds) {
+        if (suggestedDelaySeconds && suggestedDelaySeconds > 0) {
+            return suggestedDelaySeconds * 1000;
+        }
         const baseDelay = prompt.RetryDelayMS || 1000;
         let delay = baseDelay;
         switch (prompt.RetryStrategy) {
@@ -1651,9 +1752,73 @@ class AIPromptRunner {
             default:
                 delay = baseDelay;
         }
-        (0, core_1.LogStatus)(`   Applying retry delay: ${delay}ms (strategy: ${prompt.RetryStrategy})`);
+        return delay;
+    }
+    async applyRetryDelay(prompt, attemptNumber, suggestedDelaySeconds) {
+        const delay = this.calculateRetryDelay(prompt, attemptNumber, suggestedDelaySeconds);
+        const delaySeconds = (delay / 1000).toFixed(1);
+        (0, core_1.LogStatus)(`   Waiting ${delaySeconds}s before retry (strategy: ${prompt.RetryStrategy || 'Fixed'})...`);
         await new Promise(resolve => setTimeout(resolve, delay));
     }
+    filterAuthenticationFailedVendor(errorType, currentVendorId, allCandidates) {
+        if (errorType !== 'Authentication') {
+            return allCandidates;
+        }
+        const failedVendorId = currentVendorId || 'default';
+        const beforeCount = allCandidates.length;
+        const filteredCandidates = allCandidates.filter(c => (c.vendorId || 'default') !== failedVendorId);
+        const removedCount = beforeCount - filteredCandidates.length;
+        if (removedCount > 0) {
+            const vendorName = aiengine_1.AIEngine.Instance.Vendors.find(v => v.ID === failedVendorId)?.Name || failedVendorId;
+            const remainingCount = filteredCandidates.length;
+            this.logStatus(`   🔒 Invalid API key for ${vendorName} - excluding ${removedCount} model${removedCount === 1 ? '' : 's'} from this vendor (${remainingCount} remaining)`, true);
+        }
+        return filteredCandidates;
+    }
+    async handleRateLimitRetry(errorAnalysis, currentModel, currentVendorId, failoverAttempts, prompt, attemptNumber, maxAttempts, failoverAttempt) {
+        const isRateLimit = errorAnalysis.errorType === 'RateLimit';
+        if (!isRateLimit) {
+            return false;
+        }
+        const rateLimitRetryCount = failoverAttempts.filter(a => a.modelId === currentModel.ID &&
+            a.vendorId === currentVendorId &&
+            a.errorType === 'RateLimit').length;
+        const maxRetries = prompt.MaxRetries ?? 3;
+        const shouldRetry = rateLimitRetryCount <= maxRetries;
+        if (shouldRetry) {
+            const modelName = currentModel.Name;
+            const vendorName = currentVendorId
+                ? aiengine_1.AIEngine.Instance.Vendors.find(v => v.ID === currentVendorId)?.Name || 'default'
+                : 'default';
+            this.logStatus(`   ⏳ Rate limit hit - retrying ${modelName} (${vendorName}) with backoff (attempt ${rateLimitRetryCount}/${maxRetries})`, true);
+            this.logFailoverAttempt(prompt.ID, failoverAttempt, true);
+            if (attemptNumber < maxAttempts) {
+                await this.applyRetryDelay(prompt, rateLimitRetryCount, errorAnalysis.suggestedRetryDelaySeconds);
+            }
+            return true;
+        }
+        return false;
+    }
+    async transitionToNextCandidate(currentModel, currentVendorId, failoverConfig, allCandidates, failoverAttempts, promptId, failoverAttempt, attemptNumber) {
+        const nextCandidates = this.selectFailoverCandidates(currentModel, currentVendorId, failoverConfig.strategy, failoverConfig.modelStrategy, allCandidates, failoverAttempts);
+        if (nextCandidates.length === 0) {
+            this.logFailoverAttempt(promptId, failoverAttempt, false);
+            return null;
+        }
+        const nextCandidate = nextCandidates[0];
+        this.logFailoverAttempt(promptId, failoverAttempt, true);
+        if (attemptNumber < failoverConfig.maxAttempts) {
+            const delay = this.calculateFailoverDelay(attemptNumber, failoverConfig.delaySeconds);
+            await new Promise(resolve => setTimeout(resolve, delay));
+        }
+        return {
+            model: nextCandidate.model,
+            vendorId: nextCandidate.vendorId,
+            driverClass: nextCandidate.driverClass,
+            apiName: nextCandidate.apiName,
+            supportsEffortLevel: nextCandidate.supportsEffortLevel || false
+        };
+    }
     getValidationDecisionDescription(finalSuccess, totalAttempts, validationBehavior) {
         if (finalSuccess) {
             return totalAttempts === 1
@@ -1816,7 +1981,8 @@ class AIPromptRunner {
                     rawOutput: rawOutput?.substring(0, 200),
                     outputType: prompt.OutputType,
                     parseAttempt: true
-                }
+                },
+                maxErrorLength: params?.maxErrorLength
             });
             const validationResult = new global_1.ValidationResult();
             validationResult.Success = false;
@@ -1834,7 +2000,8 @@ class AIPromptRunner {
                         metadata: {
                             validationPath: error.dataPath,
                             validationMessage: error.message
-                        }
+                        },
+                        maxErrorLength: params?.maxErrorLength
                     });
                     return { result: modelResult.data?.choices?.[0]?.message?.content, validationResult, validationErrors: validationResult.Errors };
                 case 'None':
@@ -1914,7 +2081,8 @@ class AIPromptRunner {
                 metadata: {
                     originalError: originalError.message,
                     rawOutput: rawOutput.substring(0, 500)
-                }
+                },
+                maxErrorLength: params.maxErrorLength
             });
             throw new Error(`JSON repair skipped: raw output does not contain JSON-like characters. Original error: ${originalError.message}`);
         }
@@ -1930,7 +2098,8 @@ class AIPromptRunner {
                     metadata: {
                         originalError: originalError.message,
                         rawOutput: rawOutput.substring(0, 500)
-                    }
+                    },
+                    maxErrorLength: params.maxErrorLength
                 });
             }
             const json5Result = JSON5.parse(jsonToParse);
@@ -1973,7 +2142,8 @@ class AIPromptRunner {
                         json5Error: json5Error.message,
                         aiError: aiRepairError.message,
                         rawOutput: rawOutput.substring(0, 500)
-                    }
+                    },
+                    maxErrorLength: params.maxErrorLength
                 });
                 throw new Error(`JSON repair failed after both JSON5 and AI attempts: ${originalError.message}`);
             }
@@ -2156,11 +2326,22 @@ class AIPromptRunner {
             }
             const saveResult = await promptRun.Save();
             if (!saveResult) {
-                this.logError(`Failed to update AIPromptRun with results: ${promptRun.LatestResult?.Message || 'Unknown error'}`, {
+                let errorMsg = 'Unknown error';
+                try {
+                    if (promptRun.LatestResult?.Message) {
+                        errorMsg = typeof promptRun.LatestResult.Message === 'string'
+                            ? promptRun.LatestResult.Message
+                            : String(promptRun.LatestResult.Message);
+                    }
+                }
+                catch (msgError) {
+                    errorMsg = 'Error accessing error message';
+                }
+                this.logError(`Failed to update AIPromptRun with results: ${errorMsg}`, {
                     category: 'PromptRunUpdate',
                     metadata: {
                         promptRunId: promptRun.ID,
-                        updateError: promptRun.LatestResult?.Message
+                        updateError: errorMsg
                     }
                 });
             }
@@ -2175,13 +2356,12 @@ class AIPromptRunner {
         }
     }
     getFailoverConfiguration(prompt) {
-        const promptWithFailover = prompt;
         return {
-            strategy: promptWithFailover.FailoverStrategy || 'None',
-            maxAttempts: promptWithFailover.FailoverMaxAttempts || 3,
-            delaySeconds: promptWithFailover.FailoverDelaySeconds || 1,
-            modelStrategy: promptWithFailover.FailoverModelStrategy || 'PreferSameModel',
-            errorScope: promptWithFailover.FailoverErrorScope || 'All'
+            strategy: prompt.FailoverStrategy || 'None',
+            maxAttempts: prompt.FailoverMaxAttempts || 3,
+            delaySeconds: prompt.FailoverDelaySeconds || 1,
+            modelStrategy: prompt.FailoverModelStrategy || 'PreferSameModel',
+            errorScope: prompt.FailoverErrorScope || 'All'
         };
     }
     shouldAttemptFailover(error, config, attemptNumber) {