@memberjunction/ai-agents 2.117.0 → 2.119.0

package/dist/base-agent.js

@@ -36,6 +36,7 @@ const ai_core_plus_1 = require("@memberjunction/ai-core-plus");
 const AgentRunner_1 = require("./AgentRunner");
 const PayloadManager_1 = require("./PayloadManager");
 const AgentDataPreloader_1 = require("./AgentDataPreloader");
+const ConversationMessageResolver_1 = require("./utils/ConversationMessageResolver");
 const _ = __importStar(require("lodash"));
 class BaseAgent {
     constructor() {
@@ -48,6 +49,7 @@ class BaseAgent {
         this._agentHierarchy = [];
         this._iterationContext = null;
         this._depth = 0;
+        this._parentStepCounts = [];
         this._allProgressSteps = [];
         this._subAgentRuns = [];
         this._payloadManager = new PayloadManager_1.PayloadManager();
@@ -66,6 +68,18 @@ class BaseAgent {
     get AgentRun() {
         return this._agentRun;
     }
+    GetConfigurationPresets(agentId) {
+        if (!agentId) {
+            return [];
+        }
+        return aiengine_1.AIEngine.Instance.GetAgentConfigurationPresets(agentId);
+    }
+    GetDefaultConfigurationPreset(agentId) {
+        if (!agentId) {
+            return undefined;
+        }
+        return aiengine_1.AIEngine.Instance.GetDefaultAgentConfigurationPreset(agentId);
+    }
     get ValidationRetryCount() {
         return this._validationRetryCount;
     }
@@ -107,18 +121,22 @@ class BaseAgent {
         if (!originalCallback)
             return undefined;
         return (progress) => {
+            const hierarchicalStep = progress.metadata?.hierarchicalStep
+                ?? this.buildHierarchicalStep(progress.metadata?.stepCount, this._parentStepCounts);
             this._allProgressSteps.push({
                 ...progress,
                 timestamp: new Date(),
                 agentHierarchy: this._agentHierarchy || [],
-                depth: this._depth || 0
+                depth: this._depth || 0,
+                hierarchicalStep
             });
             try {
                 const enhancedProgress = {
                     ...progress,
                     metadata: {
                         ...progress.metadata,
-                        agentRun: this._agentRun
+                        agentRun: this._agentRun,
+                        hierarchicalStep
                     }
                 };
                 originalCallback(enhancedProgress);
@@ -199,6 +217,9 @@ class BaseAgent {
                 ...params,
                 onProgress: this.wrapProgressCallback(params.onProgress)
             };
+            if (params.convertUIMarkupToPlainText !== false) {
+                this.convertUIMarkupInMessages(wrappedParams.conversationMessages);
+            }
             await this.initializeStartingPayload(wrappedParams);
             if (params.cancellationToken?.aborted) {
                 this.logStatus(`⚠️ Agent '${params.agent.Name}' execution cancelled before start`, true, params);
@@ -206,8 +227,11 @@ class BaseAgent {
             }
             wrappedParams.onProgress?.({
                 step: 'initialization',
-                percentage: 0,
-                message: this.formatHierarchicalMessage(`Initializing ${params.agent.Name} agent and preparing execution environment`)
+                message: this.formatHierarchicalMessage(`Initializing ${params.agent.Name} agent and preparing execution environment`),
+                metadata: {
+                    stepCount: 0,
+                    hierarchicalStep: this.buildHierarchicalStep(0, this._parentStepCounts)
+                }
             });
             await this.initializeAgentRun(wrappedParams);
             this._validationRetryCount = 0;
@@ -224,8 +248,11 @@ class BaseAgent {
             }
             wrappedParams.onProgress?.({
                 step: 'validation',
-                percentage: 10,
-                message: this.formatHierarchicalMessage('Validating agent configuration and loading prompts')
+                message: this.formatHierarchicalMessage('Validating agent configuration and loading prompts'),
+                metadata: {
+                    stepCount: 0,
+                    hierarchicalStep: this.buildHierarchicalStep(0, this._parentStepCounts)
+                }
             });
             const validationResult = await this.validateAgentWithTracking(params.agent, params.contextUser);
             if (validationResult)
@@ -252,8 +279,11 @@ class BaseAgent {
             const executionResult = await this.executeAgentInternal(wrappedParams, config);
             wrappedParams.onProgress?.({
                 step: 'finalization',
-                percentage: 95,
-                metadata: { result: executionResult },
+                metadata: {
+                    result: executionResult,
+                    stepCount: executionResult.stepCount,
+                    hierarchicalStep: this.buildHierarchicalStep(executionResult.stepCount, this._parentStepCounts)
+                },
                 message: this.formatHierarchicalMessage('Finalizing agent execution')
             });
             this.logStatus(`✅ Finalizing execution for agent '${params.agent.Name}'`, true, params);
@@ -285,7 +315,7 @@ class BaseAgent {
             }
             await this.pruneAndCompactExpiredMessages(params, stepCount);
             this.logStatus(`🔄 Executing step ${stepCount + 1} for agent '${params.agent.Name}'`, true, params);
-            const nextStep = await this.executeNextStep(params, config, currentNextStep);
+            const nextStep = await this.executeNextStep(params, config, currentNextStep, stepCount);
             stepCount++;
             if (nextStep.terminate) {
                 continueExecution = false;
@@ -353,6 +383,26 @@ class BaseAgent {
         this._injectedMemory = { notes, examples };
         return { notes, examples };
     }
+    convertUIMarkupInMessages(messages) {
+        if (!messages || messages.length === 0) {
+            return;
+        }
+        for (const message of messages) {
+            if (message.role !== 'user') {
+                continue;
+            }
+            if (typeof message.content === 'string') {
+                message.content = ai_core_plus_1.ConversationUtility.ToPlainText(message.content);
+            }
+            else if (Array.isArray(message.content)) {
+                for (const block of message.content) {
+                    if (block.type === 'text' && typeof block.content === 'string') {
+                        block.content = ai_core_plus_1.ConversationUtility.ToPlainText(block.content);
+                    }
+                }
+            }
+        }
+    }
     async validateRunChain(lastRunId, contextUser) {
         const visitedRunIds = new Set();
         visitedRunIds.add(this._agentRun.ID);
@@ -1672,7 +1722,7 @@ The context is now within limits. Please retry your request with the recovered c
         }
         return messages;
     }
-    async ExecuteSubAgent(params, subAgentRequest, subAgent, stepEntity, payload, contextMessage) {
+    async ExecuteSubAgent(params, subAgentRequest, subAgent, stepEntity, payload, contextMessage, stepCount = 0) {
         try {
             this.logStatus(`🤖 Executing sub-agent '${subAgentRequest.name}'`, true, params);
             const runner = new AgentRunner_1.AgentRunner();
@@ -1684,6 +1734,7 @@ The context is now within limits. Please retry your request with the recovered c
             if (params.effortLevel !== undefined && params.effortLevel !== null) {
                 this.logStatus(`🎯 Propagating effort level ${params.effortLevel} to sub-agent '${subAgentRequest.name}'`, true, params);
             }
+            const parentStepCountsToPass = [...this._parentStepCounts, stepCount + 1];
             const result = await runner.RunAgent({
                 agent: subAgent,
                 conversationMessages: subAgentMessages,
@@ -1693,6 +1744,7 @@ The context is now within limits. Please retry your request with the recovered c
                 onStreaming: params.onStreaming,
                 parentAgentHierarchy: this._agentHierarchy,
                 parentDepth: this._depth,
+                parentStepCounts: parentStepCountsToPass,
                 parentRun: this._agentRun,
                 payload: payload,
                 configurationId: params.configurationId,
@@ -1889,6 +1941,9 @@ The context is now within limits. Please retry your request with the recovered c
             this._agentRun.Data = JSON.stringify(params.data);
         }
         this._agentRun.Verbose = params.verbose || false;
+        if (params.testRunId) {
+            this._agentRun.TestRunID = params.testRunId;
+        }
         if (!await this._agentRun.Save()) {
             const errorMessage = JSON.stringify((0, global_1.CopyScalarsAndArrays)(this._agentRun.LatestResult));
             throw new Error(`Failed to create agent run record: Details: ${errorMessage}`);
@@ -1905,6 +1960,7 @@ The context is now within limits. Please retry your request with the recovered c
             ? [...params.parentAgentHierarchy, params.agent.Name || 'Unknown Agent']
             : [params.agent.Name || 'Unknown Agent'];
         this._depth = params.parentDepth !== undefined ? params.parentDepth + 1 : 0;
+        this._parentStepCounts = params.parentStepCounts || [];
         this._allProgressSteps = [];
         if (modifiedParams !== params && modifiedParams.payload !== undefined) {
             params.payload = modifiedParams.payload;
@@ -2052,6 +2108,14 @@ The context is now within limits. Please retry your request with the recovered c
         }
         return baseMessage;
     }
+    buildHierarchicalStep(currentStep, parentSteps) {
+        if (currentStep == null)
+            return undefined;
+        if (parentSteps.length === 0) {
+            return currentStep.toString();
+        }
+        return [...parentSteps, currentStep].join('.');
+    }
     getNextStepReasoning(nextStep) {
         switch (nextStep.step) {
             case 'Failed':
@@ -2062,13 +2126,13 @@ The context is now within limits. Please retry your request with the recovered c
                 return nextStep.reasoning || 'Continuing to next step';
         }
     }
-    async executeNextStep(params, config, previousDecision) {
+    async executeNextStep(params, config, previousDecision, stepCount = 0) {
         if (!previousDecision) {
             const initialStep = await this.AgentTypeInstance.DetermineInitialStep(params, params.payload, this.AgentTypeState);
             if (initialStep) {
                 return initialStep;
             }
-            return await this.executePromptStep(params, config);
+            return await this.executePromptStep(params, config, undefined, stepCount);
         }
         const customNextStep = await this.AgentTypeInstance.PreProcessNextStep(params, previousDecision, previousDecision.newPayload || previousDecision.previousPayload, this.AgentTypeState);
         if (customNextStep) {
@@ -2080,11 +2144,11 @@ The context is now within limits. Please retry your request with the recovered c
                     const currentStepCount = this._agentRun?.Steps?.length || 0;
                     this.executeExpandMessageStep(previousDecision, params, currentStepCount);
                 }
-                return await this.executePromptStep(params, config, previousDecision);
+                return await this.executePromptStep(params, config, previousDecision, stepCount);
             case 'Sub-Agent':
-                return await this.processSubAgentStep(params, previousDecision);
+                return await this.processSubAgentStep(params, previousDecision, undefined, undefined, stepCount);
             case 'Actions':
-                return await this.executeActionsStep(params, previousDecision, undefined);
+                return await this.executeActionsStep(params, previousDecision, undefined, true, stepCount);
             case 'Chat':
                 return await this.executeChatStep(params, previousDecision);
             case 'Success':
@@ -2117,7 +2181,7 @@ The context is now within limits. Please retry your request with the recovered c
                         return fallbackStep;
                     }
                     else {
-                        return await this.executePromptStep(params, config, previousDecision);
+                        return await this.executePromptStep(params, config, previousDecision, stepCount);
                     }
                 }
             case 'Failed':
@@ -2163,7 +2227,7 @@ The context is now within limits. Please retry your request with the recovered c
                         return fallbackStep;
                     }
                     else {
-                        return await this.executePromptStep(params, config, previousDecision);
+                        return await this.executePromptStep(params, config, previousDecision, stepCount);
                     }
                 }
             case 'ForEach':
@@ -2177,7 +2241,7 @@ The context is now within limits. Please retry your request with the recovered c
     getDefaultPayloadSelfWritePaths() {
         return undefined;
     }
-    async executePromptStep(params, config, previousDecision) {
+    async executePromptStep(params, config, previousDecision, stepCount = 0) {
         const promptToUse = await this.AgentTypeInstance.GetPromptForStep(params, config, previousDecision?.newPayload || previousDecision?.previousPayload, this.AgentTypeState, previousDecision);
         const promptId = promptToUse?.ID;
         const promptName = promptToUse?.Name;
@@ -2198,14 +2262,16 @@ The context is now within limits. Please retry your request with the recovered c
             const promptMessage = isRetry
                 ? `Running ${params.agent.Name} with context from ${previousDecision.retryReason || 'previous actions'}`
                 : `Running ${params.agent.Name}'s initial prompt...`;
+            const hierarchicalStepToEmit = this.buildHierarchicalStep(stepCount + 1, this._parentStepCounts);
             params.onProgress?.({
                 step: 'prompt_execution',
-                percentage: 30,
                 message: this.formatHierarchicalMessage(promptMessage),
                 metadata: {
                     promptId: promptId,
                     isRetry,
-                    promptName: promptName
+                    promptName: promptName,
+                    stepCount: stepCount + 1,
+                    hierarchicalStep: hierarchicalStepToEmit
                 },
                 displayMode: 'live'
             });
@@ -2279,8 +2345,11 @@ The context is now within limits. Please retry your request with the recovered c
             }
             params.onProgress?.({
                 step: 'decision_processing',
-                percentage: 70,
                 message: this.formatHierarchicalMessage('Analyzing response and determining next steps'),
+                metadata: {
+                    stepCount: stepCount + 1,
+                    hierarchicalStep: this.buildHierarchicalStep(stepCount + 1, this._parentStepCounts)
+                },
                 displayMode: 'both'
             });
             const initialNextStep = await this.determineNextStep(params, config.agentType, promptResult, payload);
@@ -2438,19 +2507,20 @@ The context is now within limits. Please retry your request with the recovered c
         }
         return scopedPayload;
     }
-    async executeChildSubAgentStep(params, previousDecision, parentStepId, subAgentPayloadOverride) {
+    async executeChildSubAgentStep(params, previousDecision, parentStepId, subAgentPayloadOverride, stepCount = 0) {
         const subAgentRequest = previousDecision.subAgent;
         if (params.cancellationToken?.aborted) {
             throw new Error('Cancelled before sub-agent execution');
         }
         params.onProgress?.({
             step: 'subagent_execution',
-            percentage: 60,
             message: this.formatHierarchicalMessage(`Delegating to ${subAgentRequest.name} agent`),
             metadata: {
                 agentName: params.agent.Name,
                 subAgentName: subAgentRequest.name,
-                reason: subAgentRequest.message
+                reason: subAgentRequest.message,
+                stepCount: stepCount + 1,
+                hierarchicalStep: this.buildHierarchicalStep(stepCount + 1, this._parentStepCounts)
             }
         });
         params.conversationMessages.push({
@@ -2482,7 +2552,7 @@ The context is now within limits. Please retry your request with the recovered c
                 scopedPayload = subAgentPayloadOverride;
             }
             stepEntity.PayloadAtStart = JSON.stringify(previousDecision.newPayload);
-            const subAgentResult = await this.ExecuteSubAgent(params, subAgentRequest, subAgentEntity, stepEntity, scopedPayload, undefined);
+            const subAgentResult = await this.ExecuteSubAgent(params, subAgentRequest, subAgentEntity, stepEntity, scopedPayload, undefined, stepCount);
             let mergedPayload = previousDecision.newPayload;
             let currentStepPayloadChangeResult = undefined;
             if (subAgentResult.success) {
@@ -2629,7 +2699,7 @@ The context is now within limits. Please retry your request with the recovered c
             };
         }
     }
-    async processSubAgentStep(params, previousDecision, parentStepId, subAgentPayloadOverride) {
+    async processSubAgentStep(params, previousDecision, parentStepId, subAgentPayloadOverride, stepCount = 0) {
         const subAgentRequest = previousDecision.subAgent;
         const name = subAgentRequest?.name;
         if (!name) {
@@ -2645,7 +2715,7 @@ The context is now within limits. Please retry your request with the recovered c
             a.Status === 'Active');
         const childAgent = childAgents.find(a => a.Name.trim().toLowerCase() === name.trim().toLowerCase());
         if (childAgent) {
-            return await this.executeChildSubAgentStep(params, previousDecision, parentStepId, subAgentPayloadOverride);
+            return await this.executeChildSubAgentStep(params, previousDecision, parentStepId, subAgentPayloadOverride, stepCount);
         }
         const activeRelationships = aiengine_1.AIEngine.Instance.AgentRelationships.filter(ar => ar.AgentID === params.agent.ID &&
             ar.Status === 'Active');
@@ -2653,7 +2723,7 @@ The context is now within limits. Please retry your request with the recovered c
             const relatedAgent = aiengine_1.AIEngine.Instance.Agents.find(a => a.ID === relationship.SubAgentID &&
                 a.Status === 'Active');
             if (relatedAgent && relatedAgent.Name.trim().toLowerCase() === name.trim().toLowerCase()) {
-                return await this.executeRelatedSubAgentStep(params, previousDecision, relatedAgent, relationship, parentStepId, subAgentPayloadOverride);
+                return await this.executeRelatedSubAgentStep(params, previousDecision, relatedAgent, relationship, parentStepId, subAgentPayloadOverride, stepCount);
             }
         }
         this.logError(`Sub-agent '${name}' not found or not active for agent '${params.agent.Name}'`, {
@@ -2668,7 +2738,7 @@ The context is now within limits. Please retry your request with the recovered c
             newPayload: previousDecision?.newPayload
         };
     }
-    async executeRelatedSubAgentStep(params, previousDecision, subAgentEntity, relationship, parentStepId, subAgentPayloadOverride) {
+    async executeRelatedSubAgentStep(params, previousDecision, subAgentEntity, relationship, parentStepId, subAgentPayloadOverride, stepCount = 0) {
         const subAgentRequest = previousDecision.subAgent;
         if (params.cancellationToken?.aborted) {
             throw new Error('Cancelled before related sub-agent execution');
@@ -2681,7 +2751,9 @@ The context is now within limits. Please retry your request with the recovered c
                 agentName: params.agent.Name,
                 subAgentName: subAgentRequest.name,
                 reason: subAgentRequest.message,
-                relationshipType: 'related'
+                relationshipType: 'related',
+                stepCount: stepCount + 1,
+                hierarchicalStep: this.buildHierarchicalStep(stepCount + 1, this._parentStepCounts)
             }
         });
         params.conversationMessages.push({
@@ -2728,11 +2800,11 @@ The context is now within limits. Please retry your request with the recovered c
                     (0, core_1.LogError)(`Failed to parse SubAgentContextPaths for sub-agent ${subAgentRequest.name}: ${parseError.message}`);
                 }
             }
-            const contextMessage = this.prepareRelatedSubAgentContextMessage(previousDecision.newPayload, contextPaths);
+            const contextMessage = this.prepareRelatedSubAgentContextMessage(previousDecision.newPayload, contextPaths, params);
             if (contextMessage && (params.verbose === true || (0, core_1.IsVerboseLoggingEnabled)())) {
                 (0, core_1.LogStatus)(`Related sub-agent '${subAgentRequest.name}' receiving context from paths: ${contextPaths.join(', ')}`);
             }
-            const subAgentResult = await this.ExecuteSubAgent(params, subAgentRequest, subAgentEntity, stepEntity, initialSubAgentPayload, contextMessage);
+            const subAgentResult = await this.ExecuteSubAgent(params, subAgentRequest, subAgentEntity, stepEntity, initialSubAgentPayload, contextMessage, stepCount);
             let mergedPayload = previousDecision.newPayload;
             let currentStepPayloadChangeResult = undefined;
             if (subAgentResult.success && relationship.SubAgentOutputMapping) {
@@ -2907,7 +2979,7 @@ The context is now within limits. Please retry your request with the recovered c
             return null;
         }
     }
-    prepareRelatedSubAgentContextMessage(parentPayload, contextPaths) {
+    prepareRelatedSubAgentContextMessage(parentPayload, contextPaths, params) {
         if (!contextPaths || contextPaths.length === 0) {
             return null;
         }
@@ -2919,7 +2991,13 @@ The context is now within limits. Please retry your request with the recovered c
         }
         const contextData = {};
         for (const path of contextPaths) {
-            const value = this.getValueFromPath(parentPayload, path);
+            let value;
+            if (ConversationMessageResolver_1.ConversationMessageResolver.isConversationReference(path) && params?.conversationMessages) {
+                value = ConversationMessageResolver_1.ConversationMessageResolver.resolve(path, params.conversationMessages);
+            }
+            else {
+                value = this.getValueFromPath(parentPayload, path);
+            }
             if (value !== undefined) {
                 contextData[path] = value;
             }
@@ -2938,7 +3016,7 @@ The context is now within limits. Please retry your request with the recovered c
             content: `Parent Agent Context:\n\n${contextLines.join('\n\n')}`
         };
     }
-    async executeActionsStep(params, previousDecision, parentStepId, addConversationMessage = true) {
+    async executeActionsStep(params, previousDecision, parentStepId, addConversationMessage = true, stepCount = 0) {
         try {
             const currentPayload = previousDecision?.newPayload || previousDecision?.previousPayload || params.payload;
             const actions = previousDecision.actions || [];
@@ -2979,11 +3057,12 @@ The context is now within limits. Please retry your request with the recovered c
             }
             params.onProgress?.({
                 step: 'action_execution',
-                percentage: 50,
                 message: this.formatHierarchicalMessage(progressMessage),
                 metadata: {
                     actionCount: actions.length,
-                    actionNames: actions.map(a => a.name)
+                    actionNames: actions.map(a => a.name),
+                    stepCount: stepCount + 1,
+                    hierarchicalStep: this.buildHierarchicalStep(stepCount + 1, this._parentStepCounts)
                 },
                 displayMode: 'live'
             });
@@ -3194,7 +3273,9 @@ The context is now within limits. Please retry your request with the recovered c
             confidence: previousDecision.confidence,
             previousPayload: previousDecision.previousPayload,
             newPayload: previousDecision.newPayload || previousDecision.previousPayload,
-            suggestedResponses: previousDecision.suggestedResponses
+            responseForm: previousDecision.responseForm,
+            actionableCommands: previousDecision.actionableCommands,
+            automaticCommands: previousDecision.automaticCommands
         };
     }
     async executeForEachLoop(params, config, previousDecision) {
@@ -3653,7 +3734,9 @@ The context is now within limits. Please retry your request with the recovered c
             success: finalStep.step === 'Success' || finalStep.step === 'Chat',
             payload,
             agentRun: this._agentRun,
-            suggestedResponses: finalStep.suggestedResponses,
+            responseForm: finalStep.responseForm,
+            actionableCommands: finalStep.actionableCommands,
+            automaticCommands: finalStep.automaticCommands,
             memoryContext: this._injectedMemory.notes.length > 0 || this._injectedMemory.examples.length > 0
                 ? this._injectedMemory
                 : undefined
@@ -4025,7 +4108,11 @@ The context is now within limits. Please retry your request with the recovered c
             value = trimmedValue.substring(2, trimmedValue.length - 2).trim();
         }
         const ivToLower = itemVariable?.trim().toLowerCase();
-        if (value?.toLowerCase().startsWith(`${ivToLower}.`)) {
+        const valueLower = value?.toLowerCase();
+        if (valueLower === ivToLower) {
+            return context.item;
+        }
+        if (valueLower?.startsWith(`${ivToLower}.`)) {
             const path = value.substring(ivToLower.length + 1);
             return this.getValueFromPath(context.item, path);
         }