testchimp-runner-core 0.0.33 → 0.0.35

package/dist/orchestrator/decision-parser.js

@@ -0,0 +1,127 @@
+"use strict";
+/**
+ * Decision Parser Utility
+ * Parses and validates agent decisions from LLM responses
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DecisionParser = void 0;
+const som_types_1 = require("./som-types");
+class DecisionParser {
+    constructor(logger) {
+        this.logger = logger;
+    }
+    /**
+     * Parse agent decision from LLM response
+     */
+    parse(response) {
+        try {
+            // Extract JSON from response
+            const jsonMatch = response.match(/\{[\s\S]*\}/);
+            if (!jsonMatch) {
+                this.logger?.(`[DecisionParser] ✗ No JSON found in LLM response`, 'error');
+                this.logger?.(`[DecisionParser] 📄 FULL LLM RESPONSE:\n${response}`, 'error');
+                throw new Error('No JSON found in response');
+            }
+            const parsed = JSON.parse(jsonMatch[0]);
+            // Validate required fields
+            // Accept either "reasoning" or "statusReasoning" (LLMs sometimes only provide one)
+            if (!parsed.status || (!parsed.reasoning && !parsed.statusReasoning)) {
+                this.logger?.(`[DecisionParser] ✗ Missing required fields in parsed JSON`, 'error');
+                this.logger?.(`[DecisionParser] 📄 FULL LLM RESPONSE:\n${response}`, 'error');
+                this.logger?.(`[DecisionParser] 📄 PARSED JSON:\n${JSON.stringify(parsed, null, 2)}`, 'error');
+                this.logger?.(`[DecisionParser] ❌ Has status: ${!!parsed.status}, Has reasoning: ${!!parsed.reasoning}, Has statusReasoning: ${!!parsed.statusReasoning}`, 'error');
+                throw new Error('Missing required fields: status and (reasoning or statusReasoning)');
+            }
+            // Normalize: if reasoning is missing but statusReasoning exists, use statusReasoning as reasoning
+            if (!parsed.reasoning && parsed.statusReasoning) {
+                parsed.reasoning = parsed.statusReasoning;
+            }
+            return parsed;
+        }
+        catch (error) {
+            this.logger?.(`[DecisionParser] ✗ Failed to parse agent decision: ${error.message}`, 'error');
+            // Only log full response if not already logged above
+            if (!error.message.includes('Missing required fields') && !error.message.includes('No JSON found')) {
+                this.logger?.(`[DecisionParser] 📄 FULL LLM RESPONSE:\n${response}`, 'error');
+            }
+            // Return fallback
+            return {
+                status: 'stuck',
+                statusReasoning: 'Failed to parse agent response',
+                reasoning: `Parse error: ${error.message}`
+            };
+        }
+    }
+    /**
+     * Log agent decision for debugging
+     */
+    log(decision, iteration) {
+        this.logger?.(`[Orchestrator] 💭 REASONING: ${decision.reasoning}`);
+        if (decision.selfReflection) {
+            this.logger?.(`[Orchestrator] 🧠 SELF-REFLECTION:`);
+            this.logger?.(`[Orchestrator]    Next: ${decision.selfReflection.guidanceForNext}`);
+            if (decision.selfReflection.detectingLoop) {
+                this.logger?.(`[Orchestrator]    🔄 LOOP DETECTED: ${decision.selfReflection.loopReasoning}`, 'warn');
+            }
+        }
+        if (decision.toolCalls && decision.toolCalls.length > 0) {
+            this.logger?.(`[Orchestrator] 🔧 TOOLS: ${decision.toolCalls.map(t => t.name).join(', ')}`);
+            if (decision.toolReasoning) {
+                this.logger?.(`[Orchestrator] 📋 Why: ${decision.toolReasoning}`);
+            }
+        }
+        if (decision.blockerDetected) {
+            this.logger?.(`[Orchestrator] 🚧 BLOCKER: ${decision.blockerDetected.description}`, 'warn');
+            this.logger?.(`[Orchestrator] 🧹 Clearing with ${decision.blockerDetected.clearingCommands.length} command(s)`);
+        }
+        if (decision.stepReEvaluation?.detected) {
+            this.logger?.(`[Orchestrator] 🔍 STEP RE-EVALUATION: ${decision.stepReEvaluation.issue}`, 'warn');
+            this.logger?.(`[Orchestrator] 📝 Explanation: ${decision.stepReEvaluation.explanation}`);
+        }
+        if (decision.commands && decision.commands.length > 0) {
+            this.logger?.(`[Orchestrator] 📝 COMMANDS (${decision.commands.length}):`);
+            decision.commands.slice(0, 3).forEach((cmd, i) => {
+                // Handle string commands (standard mode), SomCommand, and SomVerification objects
+                if (typeof cmd === 'string') {
+                    this.logger?.(`[Orchestrator]    ${i + 1}. ${cmd.substring(0, 80)}...`);
+                }
+                else if ((0, som_types_1.isSomVerification)(cmd)) {
+                    const ref = cmd.elementRef || cmd.selector || 'unknown';
+                    this.logger?.(`[Orchestrator]    ${i + 1}. [VERIFY] ${cmd.verificationType} on ${ref}: ${cmd.expected}`);
+                }
+                else if ((0, som_types_1.isSomCommand)(cmd)) {
+                    this.logger?.(`[Orchestrator]    ${i + 1}. [ACTION] ${cmd.action} on ${cmd.elementRef || 'coord'}`);
+                }
+                else {
+                    this.logger?.(`[Orchestrator]    ${i + 1}. ${JSON.stringify(cmd).substring(0, 80)}...`);
+                }
+            });
+            if (decision.commands.length > 3) {
+                this.logger?.(`[Orchestrator]    ... and ${decision.commands.length - 3} more`);
+            }
+            if (decision.commandReasoning) {
+                this.logger?.(`[Orchestrator] 💡 Why: ${decision.commandReasoning}`);
+            }
+        }
+        // Log meta-learning suggestions with clear demarcations
+        if (decision.debugInfo?.suggestedPromptUpdates) {
+            this.logger?.(``, 'warn');
+            this.logger?.(`═══════════════════════════════════════════════════════════════`, 'warn');
+            this.logger?.(`[Orchestrator] 🧠 META-LEARNING SUGGESTION FROM AGENT`, 'warn');
+            this.logger?.(`═══════════════════════════════════════════════════════════════`, 'warn');
+            this.logger?.(``, 'warn');
+            this.logger?.(`SUGGESTED PROMPT UPDATE:`, 'warn');
+            this.logger?.(`  ${decision.debugInfo.suggestedPromptUpdates}`, 'warn');
+            this.logger?.(``, 'warn');
+            if (decision.debugInfo.reasoning) {
+                this.logger?.(`REASONING:`, 'warn');
+                this.logger?.(`  ${decision.debugInfo.reasoning}`, 'warn');
+                this.logger?.(``, 'warn');
+            }
+            this.logger?.(`═══════════════════════════════════════════════════════════════`, 'warn');
+            this.logger?.(``, 'warn');
+        }
+    }
+}
+exports.DecisionParser = DecisionParser;
+//# sourceMappingURL=decision-parser.js.map

package/dist/orchestrator/decision-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"decision-parser.js","sourceRoot":"","sources":["../../src/orchestrator/decision-parser.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAGH,2CAA8D;AAE9D,MAAa,cAAc;IAGzB,YAAY,MAAoE;QAC9E,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAgB;QACpB,IAAI,CAAC;YACH,6BAA6B;YAC7B,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YAChD,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,EAAE,CAAC,kDAAkD,EAAE,OAAO,CAAC,CAAC;gBAC3E,IAAI,CAAC,MAAM,EAAE,CAAC,2CAA2C,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;gBAC9E,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;YAC/C,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YAExC,2BAA2B;YAC3B,mFAAmF;YACnF,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,CAAC,SAAS,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC;gBACrE,IAAI,CAAC,MAAM,EAAE,CAAC,2DAA2D,EAAE,OAAO,CAAC,CAAC;gBACpF,IAAI,CAAC,MAAM,EAAE,CAAC,2CAA2C,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;gBAC9E,IAAI,CAAC,MAAM,EAAE,CAAC,qCAAqC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;gBAC/F,IAAI,CAAC,MAAM,EAAE,CAAC,kCAAkC,CAAC,CAAC,MAAM,CAAC,MAAM,oBAAoB,CAAC,CAAC,MAAM,CAAC,SAAS,0BAA0B,CAAC,CAAC,MAAM,CAAC,eAAe,EAAE,EAAE,OAAO,CAAC,CAAC;gBACpK,MAAM,IAAI,KAAK,CAAC,oEAAoE,CAAC,CAAC;YACxF,CAAC;YAED,kGAAkG;YAClG,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;gBAChD,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,eAAe,CAAC;YAC5C,CAAC;YAED,OAAO,MAAuB,CAAC;QAEjC,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,EAAE,CAAC,sDAAsD,KAAK,CAAC,OAAO,EAAE,EAAE,OAAO,CAAC,CAAC;YAE9F,qDAAqD;YACrD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,yBAAyB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;gBACnG,IAAI,CAAC,MAAM,EAAE,CAAC,2CAA2C,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;YAChF,CAAC;YAED,kBAAkB;YAClB,OAAO;gBACL,MAAM,EAAE,OAAO;gBACf,eAAe,EAAE,gCAAgC;gBACjD,SAAS,EAAE,gBAAgB,KAAK,CAAC,OAAO,EAAE;aAC3C,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,QAAuB,EAAE,SAAiB;QAC5C,IAAI,CAAC,MAAM,EAAE,CAAC,gCAAgC,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC;QAEpE,IAAI,QAAQ,CAAC,cAAc,EAAE,CAAC;YAC5B,IAAI,CAAC,MAAM,EAAE,CAAC,oCAAoC,CAAC,CAAC;YACpD,IAAI,CAAC,MAAM,EAAE,CAAC,2BAA2B,QAAQ,CAAC,cAAc,CAAC,eAAe,EAAE,CAAC,CAAC;YACpF,IAAI,QAAQ,CAAC,cAAc,CAAC,aAAa,EAAE,CAAC;gBAC1C,IAAI,CAAC,MAAM,EAAE,CAAC,uCAAuC,QAAQ,CAAC,cAAc,CAAC,aAAa,EAAE,EAAE,MAAM,CAAC,CAAC;YACxG,CAAC;QACH,CAAC;QAED,IAAI,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,EAAE,CAAC,4BAA4B,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC5F,IAAI,QAAQ,CAAC,aAAa,EAAE,CAAC;gBAC3B,IAAI,CAAC,MAAM,EAAE,CAAC,0BAA0B,QAAQ,CAAC,aAAa,EAAE,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;QAED,IAAI,QAAQ,CAAC,eAAe,EAAE,CAAC;YAC7B,IAAI,CAAC,MAAM,EAAE,CAAC,8BAA8B,QAAQ,CAAC,eAAe,CAAC,WAAW,EAAE,EAAE,MAAM,CAAC,CAAC;YAC5F,IAAI,CAAC,MAAM,EAAE,CAAC,mCAAmC,QAAQ,CAAC,eAAe,CAAC,gBAAgB,CAAC,MAAM,aAAa,CAAC,CAAC;QAClH,CAAC;QAED,IAAI,QAAQ,CAAC,gBAAgB,EAAE,QAAQ,EAAE,CAAC;YACxC,IAAI,CAAC,MAAM,EAAE,CAAC,yCAAyC,QAAQ,CAAC,gBAAgB,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,CAAC;YAClG,IAAI,CAAC,MAAM,EAAE,CAAC,kCAAkC,QAAQ,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,CAAC;QAC3F,CAAC;QAED,IAAI,QAAQ,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtD,IAAI,CAAC,MAAM,EAAE,CAAC,+BAA+B,QAAQ,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC;YAC3E,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAQ,EAAE,CAAC,EAAE,EAAE;gBACpD,kFAAkF;gBAClF,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;oBAC5B,IAAI,CAAC,MAAM,EAAE,CAAC,qBAAqB,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;gBAC1E,CAAC;qBAAM,IAAI,IAAA,6BAAiB,EAAC,GAAG,CAAC,EAAE,CAAC;oBAClC,MAAM,GAAG,GAAG,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,QAAQ,IAAI,SAAS,CAAC;oBACxD,IAAI,CAAC,MAAM,EAAE,CAAC,qBAAqB,CAAC,GAAG,CAAC,cAAc,GAAG,CAAC,gBAAgB,OAAO,GAAG,KAAK,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAC3G,CAAC;qBAAM,IAAI,IAAA,wBAAY,EAAC,GAAG,CAAC,EAAE,CAAC;oBAC7B,IAAI,CAAC,MAAM,EAAE,CAAC,qBAAqB,CAAC,GAAG,CAAC,cAAc,GAAG,CAAC,MAAM,OAAO,GAAG,CAAC,UAAU,IAAI,OAAO,EAAE,CAAC,CAAC;gBACtG,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,MAAM,EAAE,CAAC,qBAAqB,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;gBAC1F,CAAC;YACH,CAAC,CAAC,CAAC;YACH,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjC,IAAI,CAAC,MAAM,EAAE,CAAC,6BAA6B,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,CAAC;YAClF,CAAC;YACD,IAAI,QAAQ,CAAC,gBAAgB,EAAE,CAAC;gBAC9B,IAAI,CAAC,MAAM,EAAE,CAAC,0BAA0B,QAAQ,CAAC,gBAAgB,EAAE,CAAC,CAAC;YACvE,CAAC;QACH,CAAC;QAED,wDAAwD;QACxD,IAAI,QAAQ,CAAC,SAAS,EAAE,sBAAsB,EAAE,CAAC;YAC/C,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YAC1B,IAAI,CAAC,MAAM,EAAE,CAAC,iEAAiE,EAAE,MAAM,CAAC,CAAC;YACzF,IAAI,CAAC,MAAM,EAAE,CAAC,uDAAuD,EAAE,MAAM,CAAC,CAAC;YAC/E,IAAI,CAAC,MAAM,EAAE,CAAC,iEAAiE,EAAE,MAAM,CAAC,CAAC;YACzF,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YAC1B,IAAI,CAAC,MAAM,EAAE,CAAC,0BAA0B,EAAE,MAAM,CAAC,CAAC;YAClD,IAAI,CAAC,MAAM,EAAE,CAAC,KAAK,QAAQ,CAAC,SAAS,CAAC,sBAAsB,EAAE,EAAE,MAAM,CAAC,CAAC;YACxE,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YAC1B,IAAI,QAAQ,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC;gBACjC,IAAI,CAAC,MAAM,EAAE,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;gBACpC,IAAI,CAAC,MAAM,EAAE,CAAC,KAAK,QAAQ,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,MAAM,CAAC,CAAC;gBAC3D,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YAC5B,CAAC;YACD,IAAI,CAAC,MAAM,EAAE,CAAC,iEAAiE,EAAE,MAAM,CAAC,CAAC;YACzF,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;CACF;AAjID,wCAiIC"}

package/dist/orchestrator/index.d.ts

@@ -2,7 +2,9 @@
  * Orchestrator Module Exports
  */
 export { OrchestratorAgent } from './orchestrator-agent';
+export { PageSoMHandler } from './page-som-handler';
 export { ToolRegistry, Tool, ToolParameter, ToolExecutionContext } from './tool-registry';
-export { TakeScreenshotTool, RecallHistoryTool, InspectPageTool, CheckPageReadyTool, ExtractDataTool } from './tools';
-export { AgentConfig, AgentContext, AgentDecision, JourneyMemory, MemoryStep, OrchestratorStepResult, SelfReflection, ToolCall, ToolResult, DEFAULT_AGENT_CONFIG } from './types';
+export { TakeScreenshotTool, ViewPreviousScreenshotTool, RefreshSomMarkersTool, RecallHistoryTool, InspectPageTool, CheckPageReadyTool, ExtractDataTool, VerifyActionResultTool } from './tools';
+export { AgentConfig, AgentContext, AgentDecision, JourneyMemory, MemoryStep, OrchestratorStepResult, SelfReflection, ToolCall, ToolResult, ExplorationMode, DEFAULT_AGENT_CONFIG } from './types';
+export { SomCommand, SomElement, SemanticCommandResult, CommandRunStatus, CommandAttempt, DomMutation, InteractionAction, Coordinate, TypedSelector, SomVerification, VerificationType, SomCommandOrVerification, isSomVerification, isSomCommand } from './som-types';
 //# sourceMappingURL=index.d.ts.map

package/dist/orchestrator/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/orchestrator/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAGzD,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAG1F,OAAO,EACL,kBAAkB,EAClB,iBAAiB,EACjB,eAAe,EACf,kBAAkB,EAClB,eAAe,EAChB,MAAM,SAAS,CAAC;AAGjB,OAAO,EACL,WAAW,EACX,YAAY,EACZ,aAAa,EACb,aAAa,EACb,UAAU,EACV,sBAAsB,EACtB,cAAc,EACd,QAAQ,EACR,UAAU,EACV,oBAAoB,EACrB,MAAM,SAAS,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/orchestrator/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAGzD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAGpD,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAG1F,OAAO,EACL,kBAAkB,EAClB,0BAA0B,EAC1B,qBAAqB,EACrB,iBAAiB,EACjB,eAAe,EACf,kBAAkB,EAClB,eAAe,EACf,sBAAsB,EACvB,MAAM,SAAS,CAAC;AAGjB,OAAO,EACL,WAAW,EACX,YAAY,EACZ,aAAa,EACb,aAAa,EACb,UAAU,EACV,sBAAsB,EACtB,cAAc,EACd,QAAQ,EACR,UAAU,EACV,eAAe,EACf,oBAAoB,EACrB,MAAM,SAAS,CAAC;AAGjB,OAAO,EACL,UAAU,EACV,UAAU,EACV,qBAAqB,EACrB,gBAAgB,EAChB,cAAc,EACd,WAAW,EACX,iBAAiB,EACjB,UAAU,EACV,aAAa,EACb,eAAe,EACf,gBAAgB,EAChB,wBAAwB,EACxB,iBAAiB,EACjB,YAAY,EACb,MAAM,aAAa,CAAC"}

package/dist/orchestrator/index.js

@@ -3,21 +3,34 @@
  * Orchestrator Module Exports
  */
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.DEFAULT_AGENT_CONFIG = exports.ExtractDataTool = exports.CheckPageReadyTool = exports.InspectPageTool = exports.RecallHistoryTool = exports.TakeScreenshotTool = exports.ToolRegistry = exports.OrchestratorAgent = void 0;
+exports.isSomCommand = exports.isSomVerification = exports.VerificationType = exports.InteractionAction = exports.CommandRunStatus = exports.DEFAULT_AGENT_CONFIG = exports.VerifyActionResultTool = exports.ExtractDataTool = exports.CheckPageReadyTool = exports.InspectPageTool = exports.RecallHistoryTool = exports.RefreshSomMarkersTool = exports.ViewPreviousScreenshotTool = exports.TakeScreenshotTool = exports.ToolRegistry = exports.PageSoMHandler = exports.OrchestratorAgent = void 0;
 // Core orchestrator
 var orchestrator_agent_1 = require("./orchestrator-agent");
 Object.defineProperty(exports, "OrchestratorAgent", { enumerable: true, get: function () { return orchestrator_agent_1.OrchestratorAgent; } });
+// SoM (Set-of-Marks) handler
+var page_som_handler_1 = require("./page-som-handler");
+Object.defineProperty(exports, "PageSoMHandler", { enumerable: true, get: function () { return page_som_handler_1.PageSoMHandler; } });
 // Tool system
 var tool_registry_1 = require("./tool-registry");
 Object.defineProperty(exports, "ToolRegistry", { enumerable: true, get: function () { return tool_registry_1.ToolRegistry; } });
-// 5 information-gathering tools (state changes via Playwright commands)
+// 8 information-gathering tools (state changes via Playwright commands)
 var tools_1 = require("./tools");
 Object.defineProperty(exports, "TakeScreenshotTool", { enumerable: true, get: function () { return tools_1.TakeScreenshotTool; } });
+Object.defineProperty(exports, "ViewPreviousScreenshotTool", { enumerable: true, get: function () { return tools_1.ViewPreviousScreenshotTool; } });
+Object.defineProperty(exports, "RefreshSomMarkersTool", { enumerable: true, get: function () { return tools_1.RefreshSomMarkersTool; } });
 Object.defineProperty(exports, "RecallHistoryTool", { enumerable: true, get: function () { return tools_1.RecallHistoryTool; } });
 Object.defineProperty(exports, "InspectPageTool", { enumerable: true, get: function () { return tools_1.InspectPageTool; } });
 Object.defineProperty(exports, "CheckPageReadyTool", { enumerable: true, get: function () { return tools_1.CheckPageReadyTool; } });
 Object.defineProperty(exports, "ExtractDataTool", { enumerable: true, get: function () { return tools_1.ExtractDataTool; } });
+Object.defineProperty(exports, "VerifyActionResultTool", { enumerable: true, get: function () { return tools_1.VerifyActionResultTool; } });
 // Types
 var types_1 = require("./types");
 Object.defineProperty(exports, "DEFAULT_AGENT_CONFIG", { enumerable: true, get: function () { return types_1.DEFAULT_AGENT_CONFIG; } });
+// SoM Types
+var som_types_1 = require("./som-types");
+Object.defineProperty(exports, "CommandRunStatus", { enumerable: true, get: function () { return som_types_1.CommandRunStatus; } });
+Object.defineProperty(exports, "InteractionAction", { enumerable: true, get: function () { return som_types_1.InteractionAction; } });
+Object.defineProperty(exports, "VerificationType", { enumerable: true, get: function () { return som_types_1.VerificationType; } });
+Object.defineProperty(exports, "isSomVerification", { enumerable: true, get: function () { return som_types_1.isSomVerification; } });
+Object.defineProperty(exports, "isSomCommand", { enumerable: true, get: function () { return som_types_1.isSomCommand; } });
 //# sourceMappingURL=index.js.map

package/dist/orchestrator/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/orchestrator/index.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,oBAAoB;AACpB,2DAAyD;AAAhD,uHAAA,iBAAiB,OAAA;AAE1B,cAAc;AACd,iDAA0F;AAAjF,6GAAA,YAAY,OAAA;AAErB,wEAAwE;AACxE,iCAMiB;AALf,2GAAA,kBAAkB,OAAA;AAClB,0GAAA,iBAAiB,OAAA;AACjB,wGAAA,eAAe,OAAA;AACf,2GAAA,kBAAkB,OAAA;AAClB,wGAAA,eAAe,OAAA;AAGjB,QAAQ;AACR,iCAWiB;AADf,6GAAA,oBAAoB,OAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/orchestrator/index.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,oBAAoB;AACpB,2DAAyD;AAAhD,uHAAA,iBAAiB,OAAA;AAE1B,6BAA6B;AAC7B,uDAAoD;AAA3C,kHAAA,cAAc,OAAA;AAEvB,cAAc;AACd,iDAA0F;AAAjF,6GAAA,YAAY,OAAA;AAErB,wEAAwE;AACxE,iCASiB;AARf,2GAAA,kBAAkB,OAAA;AAClB,mHAAA,0BAA0B,OAAA;AAC1B,8GAAA,qBAAqB,OAAA;AACrB,0GAAA,iBAAiB,OAAA;AACjB,wGAAA,eAAe,OAAA;AACf,2GAAA,kBAAkB,OAAA;AAClB,wGAAA,eAAe,OAAA;AACf,+GAAA,sBAAsB,OAAA;AAGxB,QAAQ;AACR,iCAYiB;AADf,6GAAA,oBAAoB,OAAA;AAGtB,YAAY;AACZ,yCAeqB;AAXnB,6GAAA,gBAAgB,OAAA;AAGhB,8GAAA,iBAAiB,OAAA;AAIjB,6GAAA,gBAAgB,OAAA;AAEhB,8GAAA,iBAAiB,OAAA;AACjB,yGAAA,YAAY,OAAA"}

package/dist/orchestrator/orchestrator-agent.d.ts

@@ -5,7 +5,7 @@
 import { LLMFacade } from '../llm-facade';
 import { ProgressReporter } from '../progress-reporter';
 import { ToolRegistry } from './tool-registry';
-import { AgentConfig, JourneyMemory, OrchestratorStepResult } from './types';
+import { AgentConfig, JourneyMemory, OrchestratorStepResult, ExplorationMode } from './types';
 /**
  * Orchestrator Agent - manages step execution with tool use and memory
  */
@@ -16,12 +16,16 @@ export declare class OrchestratorAgent {
     private config;
     private logger?;
     private debugMode;
+    private decisionParser;
+    private somHandler?;
+    private previousSomScreenshot?;
     constructor(llmFacade: LLMFacade, toolRegistry: ToolRegistry, config?: Partial<AgentConfig>, progressReporter?: ProgressReporter, logger?: (message: string, level?: 'log' | 'error' | 'warn' | 'debug') => void, debugMode?: boolean);
     setDebugMode(enabled: boolean): void;
     /**
      * Execute a single step of the scenario
      */
-    executeStep(page: any, stepDescription: string, stepNumber: number, totalSteps: number, scenarioSteps: string[], memory: JourneyMemory, jobId: string): Promise<OrchestratorStepResult>;
+    executeStep(page: any, stepDescription: string, stepNumber: number, totalSteps: number, scenarioSteps: string[], memory: JourneyMemory, jobId: string, priorSteps?: string[], // NEW: For repair mode (undefined for script gen)
+    nextSteps?: string[]): Promise<OrchestratorStepResult>;
     /**
      * Build context for agent
      */
@@ -30,37 +34,28 @@ export declare class OrchestratorAgent {
      * Call agent to make decision
      */
     private callAgent;
-    /**
-     * Build system prompt with tool descriptions
-     */
-    private buildSystemPrompt;
-    /**
-     * Build user prompt with context
-     */
-    private buildUserPrompt;
-    /**
-     * Parse agent decision from LLM response
-     */
-    private parseAgentDecision;
     /**
      * Execute tools
      */
     private executeTools;
     /**
-     * Execute commands sequentially with SHARED context (variables persist across commands)
-     */
-    private executeCommandsSequentially;
-    /**
-     * Execute a single command
+     * Parse SomCommand from command object
      */
-    private executeCommand;
+    private parseSomCommand;
     /**
-     * Log agent decision
+     * Execute commands (mix of ref and playwright commands)
      */
-    private logAgentDecision;
+    private executeCommands;
     /**
      * Report step progress
      */
     private reportStepProgress;
+    /**
+     * Execute exploration mode - agent autonomously explores to achieve journey goal
+     * Fires onStepProgress callbacks for each autonomous action (transparent to caller)
+     */
+    executeExploration(page: any, explorationConfig: ExplorationMode, jobId: string): Promise<OrchestratorStepResult>;
+    private buildExploratoryContext;
+    private callExploratoryAgent;
 }
 //# sourceMappingURL=orchestrator-agent.d.ts.map

package/dist/orchestrator/orchestrator-agent.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"orchestrator-agent.d.ts","sourceRoot":"","sources":["../../src/orchestrator/orchestrator-agent.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAE,gBAAgB,EAAmC,MAAM,sBAAsB,CAAC;AAEzF,OAAO,EAAE,YAAY,EAAwB,MAAM,iBAAiB,CAAC;AAErE,OAAO,EACL,WAAW,EAGX,aAAa,EAEb,sBAAsB,EAGvB,MAAM,SAAS,CAAC;AAEjB;;GAEG;AACH,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,gBAAgB,CAAC,CAAmB;IAC5C,OAAO,CAAC,MAAM,CAAwB;IACtC,OAAO,CAAC,MAAM,CAAC,CAAwE;IACvF,OAAO,CAAC,SAAS,CAAkB;gBAGjC,SAAS,EAAE,SAAS,EACpB,YAAY,EAAE,YAAY,EAC1B,MAAM,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,EAC7B,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,KAAK,GAAG,OAAO,GAAG,MAAM,GAAG,OAAO,KAAK,IAAI,EAC9E,SAAS,CAAC,EAAE,OAAO;IAUrB,YAAY,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IAIpC;;OAEG;IACG,WAAW,CACf,IAAI,EAAE,GAAG,EACT,eAAe,EAAE,MAAM,EACvB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,aAAa,EAAE,MAAM,EAAE,EACvB,MAAM,EAAE,aAAa,EACrB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,sBAAsB,CAAC;IAgLlC;;OAEG;YACW,iBAAiB;IAkC/B;;OAEG;YACW,SAAS;IAsDvB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IA2QzB;;OAEG;IACH,OAAO,CAAC,eAAe;IAmIvB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IA8B1B;;OAEG;YACW,YAAY;IAgC1B;;OAEG;YACW,2BAA2B;IAoIzC;;OAEG;YACW,cAAc;IAc5B;;OAEG;IACH,OAAO,CAAC,gBAAgB;IA4CxB;;OAEG;YACW,kBAAkB;CA0BjC"}
+{"version":3,"file":"orchestrator-agent.d.ts","sourceRoot":"","sources":["../../src/orchestrator/orchestrator-agent.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAE,gBAAgB,EAAmC,MAAM,sBAAsB,CAAC;AAGzF,OAAO,EAAE,YAAY,EAAwB,MAAM,iBAAiB,CAAC;AAErE,OAAO,EACL,WAAW,EAGX,aAAa,EAEb,sBAAsB,EAItB,eAAe,EAEhB,MAAM,SAAS,CAAC;AAOjB;;GAEG;AACH,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,gBAAgB,CAAC,CAAmB;IAC5C,OAAO,CAAC,MAAM,CAAwB;IACtC,OAAO,CAAC,MAAM,CAAC,CAAwE;IACvF,OAAO,CAAC,SAAS,CAAkB;IACnC,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,UAAU,CAAC,CAAiB;IACpC,OAAO,CAAC,qBAAqB,CAAC,CAAS;gBAGrC,SAAS,EAAE,SAAS,EACpB,YAAY,EAAE,YAAY,EAC1B,MAAM,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,EAC7B,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,KAAK,GAAG,OAAO,GAAG,MAAM,GAAG,OAAO,KAAK,IAAI,EAC9E,SAAS,CAAC,EAAE,OAAO;IAgBrB,YAAY,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IAIpC;;OAEG;IACG,WAAW,CACf,IAAI,EAAE,GAAG,EACT,eAAe,EAAE,MAAM,EACvB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,EAClB,aAAa,EAAE,MAAM,EAAE,EACvB,MAAM,EAAE,aAAa,EACrB,KAAK,EAAE,MAAM,EACb,UAAU,CAAC,EAAE,MAAM,EAAE,EAAK,kDAAkD;IAC5E,SAAS,CAAC,EAAE,MAAM,EAAE,GACnB,OAAO,CAAC,sBAAsB,CAAC;IAgYlC;;OAEG;YACW,iBAAiB;IAgF/B;;OAEG;YACW,SAAS;IAsFvB;;OAEG;YACW,YAAY;IAoC1B;;OAEG;IACH,OAAO,CAAC,eAAe;IA4BvB;;OAEG;YACW,eAAe;IAsP7B;;OAEG;YACW,kBAAkB;IA2BhC;;;OAGG;IACG,kBAAkB,CACtB,IAAI,EAAE,GAAG,EACT,iBAAiB,EAAE,eAAe,EAClC,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,sBAAsB,CAAC;YAoKpB,uBAAuB;YAkEvB,oBAAoB;CAoDnC"}