testchimp-runner-core 0.0.21 → 0.0.23

package/dist/orchestrator/tools/recall-history.js

@@ -0,0 +1,64 @@
+"use strict";
+/**
+ * Recall History Tool
+ * Access deeper history beyond the recent 6-7 steps always provided
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RecallHistoryTool = void 0;
+class RecallHistoryTool {
+    constructor() {
+        this.name = 'recall_history';
+        this.description = 'Access journey history beyond the recent 6-7 steps always provided in context. Use when you need to remember what happened earlier in the journey.';
+        this.parameters = [
+            {
+                name: 'maxSteps',
+                type: 'number',
+                description: 'Maximum number of historical steps to retrieve (from most recent backwards)',
+                required: false,
+                default: 10
+            },
+            {
+                name: 'query',
+                type: 'string',
+                description: 'Optional: Filter for specific actions (e.g., "login", "form fill")',
+                required: false
+            }
+        ];
+    }
+    async execute(params, context) {
+        const { memory, logger } = context;
+        const journeyMemory = memory;
+        const maxSteps = params.maxSteps || 10;
+        const query = params.query?.toLowerCase();
+        try {
+            logger?.(`[RecallHistory] Retrieving up to ${maxSteps} historical steps${query ? ` matching "${query}"` : ''}`, 'log');
+            let steps = [...journeyMemory.history];
+            // Filter by query if provided
+            if (query) {
+                steps = steps.filter(step => step.action.toLowerCase().includes(query) ||
+                    step.code.toLowerCase().includes(query) ||
+                    step.observation.toLowerCase().includes(query));
+            }
+            // Take most recent N steps
+            const recentSteps = steps.slice(-maxSteps);
+            logger?.(`[RecallHistory] ✓ Found ${recentSteps.length} historical steps`, 'log');
+            return {
+                success: true,
+                data: {
+                    steps: recentSteps,
+                    totalHistorySize: journeyMemory.history.length,
+                    filtered: !!query
+                }
+            };
+        }
+        catch (error) {
+            logger?.(`[RecallHistory] ✗ Failed: ${error.message}`, 'error');
+            return {
+                success: false,
+                error: `History recall failed: ${error.message}`
+            };
+        }
+    }
+}
+exports.RecallHistoryTool = RecallHistoryTool;
+//# sourceMappingURL=recall-history.js.map

package/dist/orchestrator/tools/recall-history.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"recall-history.js","sourceRoot":"","sources":["../../../src/orchestrator/tools/recall-history.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAMH,MAAa,iBAAiB;IAA9B;QACE,SAAI,GAAG,gBAAgB,CAAC;QACxB,gBAAW,GAAG,oJAAoJ,CAAC;QAEnK,eAAU,GAAoB;YAC5B;gBACE,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,6EAA6E;gBAC1F,QAAQ,EAAE,KAAK;gBACf,OAAO,EAAE,EAAE;aACZ;YACD;gBACE,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,oEAAoE;gBACjF,QAAQ,EAAE,KAAK;aAChB;SACF,CAAC;IA2CJ,CAAC;IAzCC,KAAK,CAAC,OAAO,CAAC,MAA2B,EAAE,OAA6B;QACtE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QACnC,MAAM,aAAa,GAAG,MAAuB,CAAC;QAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,EAAE,WAAW,EAAE,CAAC;QAE1C,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,oCAAoC,QAAQ,oBAAoB,KAAK,CAAC,CAAC,CAAC,cAAc,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;YAEvH,IAAI,KAAK,GAAG,CAAC,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;YAEvC,8BAA8B;YAC9B,IAAI,KAAK,EAAE,CAAC;gBACV,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAC1B,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC;oBACzC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC;oBACvC,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,CAC/C,CAAC;YACJ,CAAC;YAED,2BAA2B;YAC3B,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC;YAE3C,MAAM,EAAE,CAAC,2BAA2B,WAAW,CAAC,MAAM,mBAAmB,EAAE,KAAK,CAAC,CAAC;YAElF,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE;oBACJ,KAAK,EAAE,WAAW;oBAClB,gBAAgB,EAAE,aAAa,CAAC,OAAO,CAAC,MAAM;oBAC9C,QAAQ,EAAE,CAAC,CAAC,KAAK;iBAClB;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,EAAE,CAAC,6BAA6B,KAAK,CAAC,OAAO,EAAE,EAAE,OAAO,CAAC,CAAC;YAChE,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,0BAA0B,KAAK,CAAC,OAAO,EAAE;aACjD,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AA7DD,8CA6DC"}

package/dist/orchestrator/tools/take-screenshot.d.ts

@@ -0,0 +1,15 @@
+/**
+ * Take Screenshot Tool
+ * Captures current page state visually and analyzes it with DOM snapshot
+ */
+import { Tool, ToolParameter, ToolExecutionContext } from '../tool-registry';
+import { ToolResult } from '../types';
+export declare class TakeScreenshotTool implements Tool {
+    name: string;
+    description: string;
+    private llmFacade?;
+    setLLMFacade(llmFacade: any): void;
+    parameters: ToolParameter[];
+    execute(params: Record<string, any>, context: ToolExecutionContext): Promise<ToolResult>;
+}
+//# sourceMappingURL=take-screenshot.d.ts.map

package/dist/orchestrator/tools/take-screenshot.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"take-screenshot.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/tools/take-screenshot.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAC7E,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAItC,qBAAa,kBAAmB,YAAW,IAAI;IAC7C,IAAI,SAAqB;IACzB,WAAW,SAA4O;IAGvP,OAAO,CAAC,SAAS,CAAC,CAAM;IAExB,YAAY,CAAC,SAAS,EAAE,GAAG,GAAG,IAAI;IAIlC,UAAU,EAAE,aAAa,EAAE,CAczB;IAEI,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,UAAU,CAAC;CAwF/F"}

package/dist/orchestrator/tools/take-screenshot.js

@@ -0,0 +1,112 @@
+"use strict";
+/**
+ * Take Screenshot Tool
+ * Captures current page state visually and analyzes it with DOM snapshot
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TakeScreenshotTool = void 0;
+const page_info_utils_1 = require("../../utils/page-info-utils");
+const model_constants_1 = require("../../model-constants");
+class TakeScreenshotTool {
+    constructor() {
+        this.name = 'take_screenshot';
+        this.description = 'Capture a screenshot and analyze it with DOM snapshot to get actionable selector recommendations. Use when you need to see the actual page visually to find the right elements. Returns text-based analysis with selector suggestions.';
+        this.parameters = [
+            {
+                name: 'isFullPage',
+                type: 'boolean',
+                description: 'If true, captures entire page (scrolling). If false, captures only viewport. DEFAULT: true (recommended for finding elements that may be below fold)',
+                required: false,
+                default: true
+            },
+            {
+                name: 'purpose',
+                type: 'string',
+                description: 'What you are trying to find or understand from the screenshot',
+                required: false
+            }
+        ];
+    }
+    setLLMFacade(llmFacade) {
+        this.llmFacade = llmFacade;
+    }
+    async execute(params, context) {
+        const { page, logger } = context;
+        const isFullPage = params.isFullPage !== undefined ? params.isFullPage : true; // Default: true (capture full page)
+        const purpose = params.purpose || 'Analyze page structure and elements';
+        try {
+            logger?.(`[TakeScreenshot] Capturing ${isFullPage ? 'full page' : 'viewport'} screenshot for: ${purpose}`, 'log');
+            // Capture screenshot (JPEG 60 quality for smaller size)
+            const screenshotBuffer = await page.screenshot({
+                fullPage: isFullPage,
+                type: 'jpeg',
+                quality: 60
+            });
+            // Convert to data URL
+            const base64 = screenshotBuffer.toString('base64');
+            const dataUrl = `data:image/jpeg;base64,${base64}`;
+            logger?.(`[TakeScreenshot] ✓ Screenshot captured (${Math.round(base64.length / 1024)}KB), analyzing with DOM...`, 'log');
+            // Get DOM snapshot for correlation (already has ARIA tree + interactive elements with bboxes)
+            const pageInfo = await (0, page_info_utils_1.getEnhancedPageInfo)(page);
+            // Analyze screenshot with structured DOM via LLM
+            let analysis = 'Screenshot captured. Use DOM snapshot in context to find selectors.';
+            if (this.llmFacade) {
+                try {
+                    logger?.(`[TakeScreenshot] Calling LLM for vision analysis...`, 'log');
+                    const analysisPrompt = `Analyze screenshot WITH DOM structure to identify correct Playwright selectors.
+
+PURPOSE: ${purpose}
+
+INTERACTIVE ELEMENTS (with positions and suggested selectors):
+${pageInfo.formattedElements}
+
+ARIA TREE (hierarchical structure):
+${JSON.stringify(pageInfo.ariaSnapshot, null, 2).substring(0, 2000)}
+
+TASK:
+1. Look at screenshot - identify the visual elements you need for: ${purpose}
+2. Match visual position with bounding boxes above
+3. Recommend SEMANTIC SELECTORS FIRST: getByRole, getByLabel, getByPlaceholder, getByText
+4. AVOID auto-generated IDs with unicode (e.g., #«r3»-form-item)
+
+Output format:
+"For [visual element description]:
+ Try: [semantic selector from list - prefer getByRole/getByLabel]
+ Or: [alternative selector]"
+
+Be concise. Only 2-3 recommendations. Prioritize user-friendly semantic selectors.`;
+                    const llmResponse = await this.llmFacade.llmProvider.callLLM({
+                        model: model_constants_1.VISION_MODEL,
+                        systemPrompt: 'You are a vision analysis expert for web automation. Analyze screenshots with DOM snapshots to recommend working Playwright selectors. ALWAYS prioritize semantic selectors (getByRole, getByLabel, getByText) over CSS selectors with auto-generated IDs.',
+                        userPrompt: analysisPrompt,
+                        imageUrl: dataUrl
+                    });
+                    analysis = llmResponse.answer || analysis;
+                    logger?.(`[TakeScreenshot] ✓ Vision analysis complete`, 'log');
+                }
+                catch (error) {
+                    logger?.(`[TakeScreenshot] ⚠ Vision analysis failed, returning raw screenshot: ${error.message}`, 'warn');
+                }
+            }
+            return {
+                success: true,
+                data: {
+                    screenshot: dataUrl,
+                    isFullPage,
+                    size: base64.length,
+                    interactiveElementCount: pageInfo.interactiveElements.length
+                },
+                learning: analysis // Text-based analysis with selector recommendations
+            };
+        }
+        catch (error) {
+            logger?.(`[TakeScreenshot] ✗ Failed: ${error.message}`, 'error');
+            return {
+                success: false,
+                error: `Screenshot capture failed: ${error.message}`
+            };
+        }
+    }
+}
+exports.TakeScreenshotTool = TakeScreenshotTool;
+//# sourceMappingURL=take-screenshot.js.map

package/dist/orchestrator/tools/take-screenshot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"take-screenshot.js","sourceRoot":"","sources":["../../../src/orchestrator/tools/take-screenshot.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAIH,iEAAkE;AAClE,2DAAqD;AAErD,MAAa,kBAAkB;IAA/B;QACE,SAAI,GAAG,iBAAiB,CAAC;QACzB,gBAAW,GAAG,wOAAwO,CAAC;QASvP,eAAU,GAAoB;YAC5B;gBACE,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,SAAS;gBACf,WAAW,EAAE,sJAAsJ;gBACnK,QAAQ,EAAE,KAAK;gBACf,OAAO,EAAE,IAAI;aACd;YACD;gBACE,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,+DAA+D;gBAC5E,QAAQ,EAAE,KAAK;aAChB;SACF,CAAC;IA0FJ,CAAC;IA5GC,YAAY,CAAC,SAAc;QACzB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAkBD,KAAK,CAAC,OAAO,CAAC,MAA2B,EAAE,OAA6B;QACtE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QACjC,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAE,oCAAoC;QACpH,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,qCAAqC,CAAC;QAExE,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,8BAA8B,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,UAAU,oBAAoB,OAAO,EAAE,EAAE,KAAK,CAAC,CAAC;YAElH,wDAAwD;YACxD,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC;gBAC7C,QAAQ,EAAE,UAAU;gBACpB,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,EAAE;aACZ,CAAC,CAAC;YAEH,sBAAsB;YACtB,MAAM,MAAM,GAAG,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACnD,MAAM,OAAO,GAAG,0BAA0B,MAAM,EAAE,CAAC;YAEnD,MAAM,EAAE,CAAC,2CAA2C,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YAEzH,8FAA8F;YAC9F,MAAM,QAAQ,GAAG,MAAM,IAAA,qCAAmB,EAAC,IAAI,CAAC,CAAC;YAEjD,iDAAiD;YACjD,IAAI,QAAQ,GAAG,qEAAqE,CAAC;YAErF,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,IAAI,CAAC;oBACH,MAAM,EAAE,CAAC,qDAAqD,EAAE,KAAK,CAAC,CAAC;oBAEvE,MAAM,cAAc,GAAG;;WAEtB,OAAO;;;EAGhB,QAAQ,CAAC,iBAAiB;;;EAG1B,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC;;;qEAGE,OAAO;;;;;;;;;;mFAUO,CAAC;oBAG1E,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC;wBAC3D,KAAK,EAAE,8BAAY;wBACnB,YAAY,EAAE,4PAA4P;wBAC1Q,UAAU,EAAE,cAAc;wBAC1B,QAAQ,EAAE,OAAO;qBAClB,CAAC,CAAC;oBAEH,QAAQ,GAAG,WAAW,CAAC,MAAM,IAAI,QAAQ,CAAC;oBAC1C,MAAM,EAAE,CAAC,6CAA6C,EAAE,KAAK,CAAC,CAAC;gBAEjE,CAAC;gBAAC,OAAO,KAAU,EAAE,CAAC;oBACpB,MAAM,EAAE,CAAC,wEAAwE,KAAK,CAAC,OAAO,EAAE,EAAE,MAAM,CAAC,CAAC;gBAC5G,CAAC;YACH,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE;oBACJ,UAAU,EAAE,OAAO;oBACnB,UAAU;oBACV,IAAI,EAAE,MAAM,CAAC,MAAM;oBACnB,uBAAuB,EAAE,QAAQ,CAAC,mBAAmB,CAAC,MAAM;iBAC7D;gBACD,QAAQ,EAAE,QAAQ,CAAE,oDAAoD;aACzE,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,EAAE,CAAC,8BAA8B,KAAK,CAAC,OAAO,EAAE,EAAE,OAAO,CAAC,CAAC;YACjE,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,8BAA8B,KAAK,CAAC,OAAO,EAAE;aACrD,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAnHD,gDAmHC"}

package/dist/orchestrator/types.d.ts

@@ -0,0 +1,133 @@
+/**
+ * Orchestrator Agent Types
+ * Core types for the tool-using, memory-maintaining orchestrator agent
+ */
+/**
+ * Self-reflection guidance for next iteration
+ */
+export interface SelfReflection {
+    guidanceForNext: string;
+    detectingLoop: boolean;
+    loopReasoning?: string;
+}
+/**
+ * Journey memory - tracks the agent's journey through the scenario
+ */
+export interface JourneyMemory {
+    history: MemoryStep[];
+    experiences: string[];
+    extractedData: Record<string, string>;
+}
+/**
+ * Individual step in journey history
+ */
+export interface MemoryStep {
+    stepNumber: number;
+    iteration?: number;
+    action: string;
+    code: string;
+    result: 'success' | 'failure';
+    observation: string;
+    error?: string;
+    url: string;
+    timestamp: number;
+}
+/**
+ * Tool call request from agent
+ */
+export interface ToolCall {
+    name: string;
+    params: Record<string, any>;
+}
+/**
+ * Tool execution result
+ */
+export interface ToolResult {
+    success: boolean;
+    data?: any;
+    error?: string;
+    learning?: string;
+}
+/**
+ * Agent decision output
+ */
+export interface AgentDecision {
+    toolCalls?: ToolCall[];
+    toolReasoning?: string;
+    needsToolResults?: boolean;
+    commands?: string[];
+    commandReasoning?: string;
+    selfReflection?: SelfReflection;
+    memoryUpdate?: {
+        action: string;
+        observation: string;
+        extractedData?: Record<string, any>;
+    };
+    experiences?: string[];
+    status: 'complete' | 'stuck' | 'infeasible' | 'continue';
+    statusReasoning: string;
+    reasoning: string;
+    blockerDetected?: {
+        description: string;
+        clearingCommands: string[];
+    };
+    stepReEvaluation?: {
+        detected: boolean;
+        issue: 'prior_incomplete' | 'already_done' | 'wrong_order' | null;
+        explanation: string;
+    };
+}
+/**
+ * Context provided to agent each iteration
+ */
+export interface AgentContext {
+    overallGoal: string;
+    currentStepGoal: string;
+    stepNumber: number;
+    totalSteps: number;
+    completedSteps: string[];
+    remainingSteps: string[];
+    currentPageInfo: any;
+    currentURL: string;
+    recentSteps: MemoryStep[];
+    experiences: string[];
+    extractedData: Record<string, string>;
+    previousIterationGuidance?: SelfReflection;
+    toolResults?: Record<string, ToolResult>;
+}
+/**
+ * Configurable guardrails
+ */
+export interface AgentConfig {
+    maxIterationsPerStep?: number;
+    maxToolCallsPerIteration?: number;
+    maxCommandsPerIteration?: number;
+    maxExploratoryActionsPerIteration?: number;
+    maxExploratoryActionsPerStep?: number;
+    maxConsecutiveStepFailures?: number;
+    maxTotalIterations?: number;
+    continueOnStepFailure?: boolean;
+    maxExperiences?: number;
+    maxHistorySize?: number;
+    recentStepsCount?: number;
+    commandTimeout?: number;
+    explorationTimeout?: number;
+    allowedExplorationActions?: string[];
+    allowedDomains?: string[];
+}
+/**
+ * Step execution result from orchestrator
+ */
+export interface OrchestratorStepResult {
+    success: boolean;
+    commands: string[];
+    iterations: number;
+    terminationReason?: 'complete' | 'stuck' | 'infeasible' | 'system_limit' | 'agent_stuck';
+    memory: JourneyMemory;
+    error?: string;
+}
+/**
+ * Default config values
+ */
+export declare const DEFAULT_AGENT_CONFIG: Required<AgentConfig>;
+//# sourceMappingURL=types.d.ts.map

package/dist/orchestrator/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/orchestrator/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,OAAO,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAE5B,OAAO,EAAE,UAAU,EAAE,CAAC;IAGtB,WAAW,EAAE,MAAM,EAAE,CAAC;IAGtB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACvC;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,SAAS,GAAG,SAAS,CAAC;IAC9B,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC7B;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,GAAG,CAAC;IACX,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAE5B,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAG3B,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAG1B,cAAc,CAAC,EAAE,cAAc,CAAC;IAGhC,YAAY,CAAC,EAAE;QACb,MAAM,EAAE,MAAM,CAAC;QACf,WAAW,EAAE,MAAM,CAAC;QACpB,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KACrC,CAAC;IAGF,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IAGvB,MAAM,EAAE,UAAU,GAAG,OAAO,GAAG,YAAY,GAAG,UAAU,CAAC;IACzD,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAGlB,eAAe,CAAC,EAAE;QAChB,WAAW,EAAE,MAAM,CAAC;QACpB,gBAAgB,EAAE,MAAM,EAAE,CAAC;KAC5B,CAAC;IAGF,gBAAgB,CAAC,EAAE;QACjB,QAAQ,EAAE,OAAO,CAAC;QAClB,KAAK,EAAE,kBAAkB,GAAG,cAAc,GAAG,aAAa,GAAG,IAAI,CAAC;QAClE,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAE3B,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,cAAc,EAAE,MAAM,EAAE,CAAC;IAGzB,eAAe,EAAE,GAAG,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IAGnB,WAAW,EAAE,UAAU,EAAE,CAAC;IAG1B,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAGtC,yBAAyB,CAAC,EAAE,cAAc,CAAC;IAG3C,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;CAC1C;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAE1B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,iCAAiC,CAAC,EAAE,MAAM,CAAC;IAC3C,4BAA4B,CAAC,EAAE,MAAM,CAAC;IAGtC,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAIhC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAG1B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAG5B,yBAAyB,CAAC,EAAE,MAAM,EAAE,CAAC;IACrC,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,UAAU,GAAG,OAAO,GAAG,YAAY,GAAG,cAAc,GAAG,aAAa,CAAC;IACzF,MAAM,EAAE,aAAa,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,eAAO,MAAM,oBAAoB,EAAE,QAAQ,CAAC,WAAW,CAgBtD,CAAC"}

package/dist/orchestrator/types.js

@@ -0,0 +1,28 @@
+"use strict";
+/**
+ * Orchestrator Agent Types
+ * Core types for the tool-using, memory-maintaining orchestrator agent
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_AGENT_CONFIG = void 0;
+/**
+ * Default config values
+ */
+exports.DEFAULT_AGENT_CONFIG = {
+    maxIterationsPerStep: 8,
+    maxToolCallsPerIteration: 5,
+    maxCommandsPerIteration: 5,
+    maxExploratoryActionsPerIteration: 3,
+    maxExploratoryActionsPerStep: 10,
+    maxConsecutiveStepFailures: 3, // Increased from 2
+    maxTotalIterations: 50,
+    continueOnStepFailure: true, // Try subsequent steps even if one fails
+    maxExperiences: 20,
+    maxHistorySize: 100,
+    recentStepsCount: 7,
+    commandTimeout: 30000,
+    explorationTimeout: 2000,
+    allowedExplorationActions: ['hover', 'click_info', 'click_menu', 'focus'],
+    allowedDomains: []
+};
+//# sourceMappingURL=types.js.map

package/dist/orchestrator/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/orchestrator/types.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAgLH;;GAEG;AACU,QAAA,oBAAoB,GAA0B;IACzD,oBAAoB,EAAE,CAAC;IACvB,wBAAwB,EAAE,CAAC;IAC3B,uBAAuB,EAAE,CAAC;IAC1B,iCAAiC,EAAE,CAAC;IACpC,4BAA4B,EAAE,EAAE;IAChC,0BAA0B,EAAE,CAAC,EAAG,mBAAmB;IACnD,kBAAkB,EAAE,EAAE;IACtB,qBAAqB,EAAE,IAAI,EAAG,yCAAyC;IACvE,cAAc,EAAE,EAAE;IAClB,cAAc,EAAE,GAAG;IACnB,gBAAgB,EAAE,CAAC;IACnB,cAAc,EAAE,KAAK;IACrB,kBAAkB,EAAE,IAAI;IACxB,yBAAyB,EAAE,CAAC,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,OAAO,CAAC;IACzE,cAAc,EAAE,EAAE;CACnB,CAAC"}

package/dist/playwright-mcp-service.d.ts

@@ -4,7 +4,16 @@ import { ScriptResult, PlaywrightConfig } from './types';
  */
 export declare class PlaywrightMCPService {
     private isConnected;
+    private logger?;
     constructor();
+    /**
+     * Set a logger callback for capturing execution logs
+     */
+    setLogger(logger: (message: string, level?: 'log' | 'error' | 'warn') => void): void;
+    /**
+     * Log a message using the configured logger
+     */
+    private log;
     /**
      * Initialize the service
      */

package/dist/playwright-mcp-service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"playwright-mcp-service.d.ts","sourceRoot":"","sources":["../src/playwright-mcp-service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAGzD;;GAEG;AACH,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,WAAW,CAAS;;IAM5B;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAYjC;;OAEG;IACG,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,SAAS,EAAE,MAAM,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC;QAClI,OAAO,EAAE,OAAO,CAAC;QACjB,OAAO,EAAE;YACP,SAAS,CAAC,EAAE,YAAY,CAAC;YACzB,MAAM,EAAE,YAAY,CAAC;YACrB,UAAU,CAAC,EAAE,YAAY,CAAC;SAC3B,CAAC;QACF,aAAa,EAAE,MAAM,CAAC;QACtB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;IAsBF;;OAEG;IACH,OAAO,CAAC,aAAa;IAcrB;;OAEG;IACH;;OAEG;YACW,qBAAqB;IAwG7B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAU5B;;OAEG;IACH,OAAO,IAAI,OAAO;CAGnB"}
+{"version":3,"file":"playwright-mcp-service.d.ts","sourceRoot":"","sources":["../src/playwright-mcp-service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAGzD;;GAEG;AACH,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,MAAM,CAAC,CAA8D;;IAM7E;;OAEG;IACH,SAAS,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,KAAK,GAAG,OAAO,GAAG,MAAM,KAAK,IAAI,GAAG,IAAI;IAIpF;;OAEG;IACH,OAAO,CAAC,GAAG;IAOX;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAYjC;;OAEG;IACG,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,SAAS,EAAE,MAAM,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC;QAClI,OAAO,EAAE,OAAO,CAAC;QACjB,OAAO,EAAE;YACP,SAAS,CAAC,EAAE,YAAY,CAAC;YACzB,MAAM,EAAE,YAAY,CAAC;YACrB,UAAU,CAAC,EAAE,YAAY,CAAC;SAC3B,CAAC;QACF,aAAa,EAAE,MAAM,CAAC;QACtB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;IAsBF;;OAEG;IACH,OAAO,CAAC,aAAa;IAcrB;;OAEG;IACH;;OAEG;YACW,qBAAqB;IAwG7B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAU5B;;OAEG;IACH,OAAO,IAAI,OAAO;CAGnB"}

package/dist/playwright-mcp-service.js

@@ -10,15 +10,30 @@ class PlaywrightMCPService {
         this.isConnected = false;
         // No initialization needed for direct Playwright execution
     }
+    /**
+     * Set a logger callback for capturing execution logs
+     */
+    setLogger(logger) {
+        this.logger = logger;
+    }
+    /**
+     * Log a message using the configured logger
+     */
+    log(message, level = 'log') {
+        if (this.logger) {
+            this.logger(message, level);
+        }
+        // No console fallback - logs are routed to consumer
+    }
     /**
      * Initialize the service
      */
     async initialize() {
         try {
-            console.log('Initializing Playwright service...');
+            this.log('Initializing Playwright service...');
             // No specific initialization needed for direct Playwright execution
             this.isConnected = true;
-            console.log('Playwright service initialized successfully');
+            this.log('Playwright service initialized successfully');
         }
         catch (error) {
             throw new Error(`Failed to initialize Playwright service: ${error}`);
@@ -76,7 +91,7 @@ class PlaywrightMCPService {
         let page;
         try {
             // Use the centralized browser initialization utility
-            const browserInstance = await (0, browser_utils_1.initializeBrowser)(config);
+            const browserInstance = await (0, browser_utils_1.initializeBrowser)(config, undefined, undefined, this.logger);
             browser = browserInstance.browser;
             context = browserInstance.context;
             page = browserInstance.page;
@@ -152,10 +167,10 @@ class PlaywrightMCPService {
         try {
             // No cleanup needed for direct Playwright execution
             this.isConnected = false;
-            console.log('Playwright service closed');
+            this.log('Playwright service closed');
         }
         catch (error) {
-            console.error('Error during shutdown:', error);
+            this.log(`Error during shutdown: ${error}`, 'error');
         }
     }
     /**

package/dist/playwright-mcp-service.js.map

@@ -1 +1 @@
-{"version":3,"file":"playwright-mcp-service.js","sourceRoot":"","sources":["../src/playwright-mcp-service.ts"],"names":[],"mappings":";;;AACA,yDAA0D;AAE1D;;GAEG;AACH,MAAa,oBAAoB;IAG/B;QAFQ,gBAAW,GAAG,KAAK,CAAC;QAG1B,2DAA2D;IAC7D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;YAElD,oEAAoE;YACpE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;QAC7D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,4CAA4C,KAAK,EAAE,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,SAA6B,EAAE,MAAc,EAAE,UAA8B,EAAE,MAAyB;QAUvH,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,CAAC;YACH,4CAA4C;YAC5C,OAAO,MAAM,IAAI,CAAC,qBAAqB,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;QACjF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE;oBACP,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE;iBACpE;gBACD,aAAa,EAAE,CAAC;gBAChB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB;aACzE,CAAC;QACJ,CAAC;IACH,CAAC;IAID;;OAEG;IACK,aAAa,CAAC,MAAc,EAAE,MAAyB;QAC7D,qDAAqD;QACrD,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC7D,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,wDAAwD;QACxD,OAAO;;UAED,MAAM;;KAEX,CAAC;IACJ,CAAC;IAED;;OAEG;IACH;;OAEG;IACK,KAAK,CAAC,qBAAqB,CACjC,SAA6B,EAC7B,MAAc,EACd,UAA8B,EAC9B,MAAyB;QAWzB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,sCAAsC;QACtC,MAAM,UAAU,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;QAEzC,IAAI,OAAwB,CAAC;QAC7B,IAAI,OAAwB,CAAC;QAC7B,IAAI,IAAqB,CAAC;QAE1B,IAAI,CAAC;YACH,qDAAqD;YACrD,MAAM,eAAe,GAAG,MAAM,IAAA,iCAAiB,EAAC,MAAM,CAAC,CAAC;YACxD,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC;YAClC,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC;YAClC,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC;YAE5B,MAAM,OAAO,GAIT;gBACF,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE;aACpE,CAAC;YAEF,oBAAoB;YACpB,IAAI,SAAS,EAAE,CAAC;gBACd,IAAI,CAAC;oBACH,MAAM,cAAc,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE;;gBAE5D,SAAS;;WAEd,CAAC,CAAC;oBACH,MAAM,cAAc,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;oBAC7C,OAAO,CAAC,SAAS,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,iCAAiC,EAAE,KAAK,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;gBAChH,CAAC;gBAAC,OAAO,KAAU,EAAE,CAAC;oBACpB,OAAO,CAAC,SAAS,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;gBAC7F,CAAC;YACH,CAAC;YAED,sBAAsB;YACtB,IAAI,CAAC;gBACH,MAAM,cAAc,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE;;cAE5D,MAAM;;SAEX,CAAC,CAAC;gBACH,MAAM,cAAc,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;gBAC7C,OAAO,CAAC,MAAM,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,8BAA8B,EAAE,KAAK,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;YAC1G,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,OAAO,CAAC,MAAM,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;YAC1F,CAAC;YAED,qBAAqB;YACrB,IAAI,UAAU,EAAE,CAAC;gBACf,IAAI,CAAC;oBACH,MAAM,cAAc,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE;;gBAE5D,UAAU;;WAEf,CAAC,CAAC;oBACH,MAAM,cAAc,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;oBAC7C,OAAO,CAAC,UAAU,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,kCAAkC,EAAE,KAAK,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;gBAClH,CAAC;gBAAC,OAAO,KAAU,EAAE,CAAC;oBACpB,OAAO,CAAC,UAAU,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;gBAC9F,CAAC;YACH,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO;gBAC/B,OAAO;gBACP,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aACtC,CAAC;QAEJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE;oBACP,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE;iBAC/E;gBACD,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBACrC,KAAK,EAAE,KAAK,CAAC,OAAO;aACrB,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YACxB,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC;YACH,oDAAoD;YACpD,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;YACzB,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;QAC3C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,OAAO;QACL,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;CACF;AAvMD,oDAuMC"}
+{"version":3,"file":"playwright-mcp-service.js","sourceRoot":"","sources":["../src/playwright-mcp-service.ts"],"names":[],"mappings":";;;AACA,yDAA0D;AAE1D;;GAEG;AACH,MAAa,oBAAoB;IAI/B;QAHQ,gBAAW,GAAG,KAAK,CAAC;QAI1B,2DAA2D;IAC7D,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,MAAmE;QAC3E,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;OAEG;IACK,GAAG,CAAC,OAAe,EAAE,QAAkC,KAAK;QAClE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC9B,CAAC;QACD,oDAAoD;IACtD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,IAAI,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;YAE/C,oEAAoE;YACpE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,IAAI,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,4CAA4C,KAAK,EAAE,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,SAA6B,EAAE,MAAc,EAAE,UAA8B,EAAE,MAAyB;QAUvH,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,CAAC;YACH,4CAA4C;YAC5C,OAAO,MAAM,IAAI,CAAC,qBAAqB,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;QACjF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE;oBACP,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE;iBACpE;gBACD,aAAa,EAAE,CAAC;gBAChB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB;aACzE,CAAC;QACJ,CAAC;IACH,CAAC;IAID;;OAEG;IACK,aAAa,CAAC,MAAc,EAAE,MAAyB;QAC7D,qDAAqD;QACrD,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC7D,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,wDAAwD;QACxD,OAAO;;UAED,MAAM;;KAEX,CAAC;IACJ,CAAC;IAED;;OAEG;IACH;;OAEG;IACK,KAAK,CAAC,qBAAqB,CACjC,SAA6B,EAC7B,MAAc,EACd,UAA8B,EAC9B,MAAyB;QAWzB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,sCAAsC;QACtC,MAAM,UAAU,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;QAEzC,IAAI,OAAwB,CAAC;QAC7B,IAAI,OAAwB,CAAC;QAC7B,IAAI,IAAqB,CAAC;QAE1B,IAAI,CAAC;YACH,qDAAqD;YACrD,MAAM,eAAe,GAAG,MAAM,IAAA,iCAAiB,EAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAC3F,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC;YAClC,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC;YAClC,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC;YAE5B,MAAM,OAAO,GAIT;gBACF,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE;aACpE,CAAC;YAEF,oBAAoB;YACpB,IAAI,SAAS,EAAE,CAAC;gBACd,IAAI,CAAC;oBACH,MAAM,cAAc,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE;;gBAE5D,SAAS;;WAEd,CAAC,CAAC;oBACH,MAAM,cAAc,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;oBAC7C,OAAO,CAAC,SAAS,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,iCAAiC,EAAE,KAAK,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;gBAChH,CAAC;gBAAC,OAAO,KAAU,EAAE,CAAC;oBACpB,OAAO,CAAC,SAAS,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;gBAC7F,CAAC;YACH,CAAC;YAED,sBAAsB;YACtB,IAAI,CAAC;gBACH,MAAM,cAAc,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE;;cAE5D,MAAM;;SAEX,CAAC,CAAC;gBACH,MAAM,cAAc,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;gBAC7C,OAAO,CAAC,MAAM,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,8BAA8B,EAAE,KAAK,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;YAC1G,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,OAAO,CAAC,MAAM,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;YAC1F,CAAC;YAED,qBAAqB;YACrB,IAAI,UAAU,EAAE,CAAC;gBACf,IAAI,CAAC;oBACH,MAAM,cAAc,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE;;gBAE5D,UAAU;;WAEf,CAAC,CAAC;oBACH,MAAM,cAAc,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;oBAC7C,OAAO,CAAC,UAAU,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,kCAAkC,EAAE,KAAK,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;gBAClH,CAAC;gBAAC,OAAO,KAAU,EAAE,CAAC;oBACpB,OAAO,CAAC,UAAU,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;gBAC9F,CAAC;YACH,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,OAAO;gBAC/B,OAAO;gBACP,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aACtC,CAAC;QAEJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE;oBACP,MAAM,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE;iBAC/E;gBACD,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBACrC,KAAK,EAAE,KAAK,CAAC,OAAO;aACrB,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YACxB,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC;YACH,oDAAoD;YACpD,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;YACzB,IAAI,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;QACxC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,GAAG,CAAC,0BAA0B,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,OAAO;QACL,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;CACF;AAzND,oDAyNC"}

package/dist/progress-reporter.d.ts

@@ -0,0 +1,97 @@
+/**
+ * Progress Reporter Interface
+ * Allows consumers to track execution progress (logs, DB writes, etc.)
+ */
+/**
+ * Execution status for a step
+ * Matches scriptservice StepExecutionStatus enum
+ */
+export declare enum StepExecutionStatus {
+    SUCCESS = "SUCCESS_STEP_EXECUTION",
+    FAILURE = "FAILURE_STEP_EXECUTION",
+    IN_PROGRESS = "IN_PROGRESS_STEP_EXECUTION"
+}
+/**
+ * Step progress report - camelCase for TypeScript
+ * Structure matches scriptservice's SmartTestExecutionStep / ScriptGenStep
+ */
+export interface StepProgress {
+    jobId: string;
+    stepId?: string;
+    stepNumber: number;
+    description: string;
+    code?: string;
+    screenshotDataUrl?: string;
+    status: StepExecutionStatus;
+    error?: string;
+    wasRepaired?: boolean;
+    subActionCount?: number;
+    attempt?: number;
+    agentIteration?: number;
+    agentReasoning?: string;
+    agentSelfReflection?: any;
+    agentExperiences?: string[];
+    agentToolsUsed?: string[];
+    agentStatus?: string;
+}
+/**
+ * Job progress report - camelCase for TypeScript
+ */
+export interface JobProgress {
+    jobId: string;
+    status: 'started' | 'in_progress' | 'completed' | 'failed';
+    currentStep?: number;
+    totalSteps?: number;
+    testName?: string;
+    script?: string;
+    error?: string;
+}
+/**
+ * Token usage tracking
+ */
+export interface TokenUsage {
+    jobId: string;
+    stepNumber?: number;
+    iteration?: number;
+    inputTokens: number;
+    outputTokens: number;
+    includesImage: boolean;
+    model: string;
+    timestamp: number;
+}
+/**
+ * Progress reporter interface for external consumers
+ */
+export interface ProgressReporter {
+    /**
+     * Called when a step starts, updates, or completes
+     * - VS Extension/GitHub: Log to console
+     * - Script Service: Write to DB, upload screenshot to GCS
+     */
+    onStepProgress?(progress: StepProgress): Promise<void>;
+    /**
+     * Called when overall job status changes
+     * - VS Extension/GitHub: Log status
+     * - Script Service: Update job in DB
+     */
+    onJobProgress?(progress: JobProgress): Promise<void>;
+    /**
+     * Called when script is generated/updated
+     */
+    onScriptGenerated?(jobId: string, script: string, testName: string): Promise<void>;
+    /**
+     * Called when script is repaired/updated
+     */
+    onScriptRepaired?(jobId: string, originalScript: string, repairedScript: string, confidence: number): Promise<void>;
+    /**
+     * Called when tokens are used (for cost tracking)
+     * - VS Extension/GitHub: Log token usage
+     * - Script Service: Store in DB for analytics
+     */
+    onTokensUsed?(usage: TokenUsage): Promise<void>;
+    /**
+     * Generic logging (for environments that don't need structured progress)
+     */
+    log?(message: string, level?: 'log' | 'error' | 'warn'): void;
+}
+//# sourceMappingURL=progress-reporter.d.ts.map

package/dist/progress-reporter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"progress-reporter.d.ts","sourceRoot":"","sources":["../src/progress-reporter.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;GAGG;AACH,oBAAY,mBAAmB;IAC7B,OAAO,2BAA2B;IAClC,OAAO,2BAA2B;IAClC,WAAW,+BAA+B;CAC3C;AAED;;;GAGG;AACH,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,MAAM,EAAE,mBAAmB,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC;IAGjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,mBAAmB,CAAC,EAAE,GAAG,CAAC;IAC1B,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,SAAS,GAAG,aAAa,GAAG,WAAW,GAAG,QAAQ,CAAC;IAC3D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,OAAO,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;;;OAIG;IACH,cAAc,CAAC,CAAC,QAAQ,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEvD;;;;OAIG;IACH,aAAa,CAAC,CAAC,QAAQ,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAErD;;OAEG;IACH,iBAAiB,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEnF;;OAEG;IACH,gBAAgB,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpH;;;;OAIG;IACH,YAAY,CAAC,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEhD;;OAEG;IACH,GAAG,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,KAAK,GAAG,OAAO,GAAG,MAAM,GAAG,IAAI,CAAC;CAC/D"}

package/dist/progress-reporter.js

@@ -0,0 +1,18 @@
+"use strict";
+/**
+ * Progress Reporter Interface
+ * Allows consumers to track execution progress (logs, DB writes, etc.)
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StepExecutionStatus = void 0;
+/**
+ * Execution status for a step
+ * Matches scriptservice StepExecutionStatus enum
+ */
+var StepExecutionStatus;
+(function (StepExecutionStatus) {
+    StepExecutionStatus["SUCCESS"] = "SUCCESS_STEP_EXECUTION";
+    StepExecutionStatus["FAILURE"] = "FAILURE_STEP_EXECUTION";
+    StepExecutionStatus["IN_PROGRESS"] = "IN_PROGRESS_STEP_EXECUTION";
+})(StepExecutionStatus || (exports.StepExecutionStatus = StepExecutionStatus = {}));
+//# sourceMappingURL=progress-reporter.js.map

package/dist/progress-reporter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"progress-reporter.js","sourceRoot":"","sources":["../src/progress-reporter.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAEH;;;GAGG;AACH,IAAY,mBAIX;AAJD,WAAY,mBAAmB;IAC7B,yDAAkC,CAAA;IAClC,yDAAkC,CAAA;IAClC,iEAA0C,CAAA;AAC5C,CAAC,EAJW,mBAAmB,mCAAnB,mBAAmB,QAI9B"}

package/dist/prompts.d.ts

@@ -14,10 +14,30 @@ export declare const PROMPTS: {
         SYSTEM: string;
         USER: (scenario: string) => string;
     };
+    GOAL_COMPLETION_CHECK: {
+        SYSTEM: string;
+        USER: (goalDescription: string, completedActions: string[], pageInfo: any) => string;
+    };
+    SCREENSHOT_NEED_ASSESSMENT: {
+        SYSTEM: string;
+        USER: (stepDescription: string, errorMessage: string, attemptCount: number, pageInfo: any) => string;
+    };
     PLAYWRIGHT_COMMAND: {
         SYSTEM: string;
         USER: (stepDescription: string, pageInfo: any, previousCommands: string, attemptHistory: string, errorContext: string) => string;
     };
+    VISION_DIAGNOSTIC_ANALYSIS: {
+        SYSTEM: string;
+        USER: (stepDescription: string, pageInfo: any, previousCommands: string, attemptHistory: string, errorContext: string) => string;
+    };
+    PLAYWRIGHT_COMMAND_WITH_SUPERVISOR: {
+        SYSTEM: string;
+        USER: (stepDescription: string, supervisorInstructions: string, supervisorAnalysis: string, elementsFound: string[], elementsNotFound: string[], pageInfo: any) => string;
+    };
+    PLAYWRIGHT_COMMAND_WITH_VISION: {
+        SYSTEM: string;
+        USER: (stepDescription: string, pageInfo: any, previousCommands: string, attemptHistory: string, errorContext: string) => string;
+    };
     SCRIPT_PARSING: {
         SYSTEM: string;
         USER: (script: string) => string;
@@ -34,5 +54,9 @@ export declare const PROMPTS: {
         SYSTEM: string;
         USER: (originalScript: string, updatedScript: string, newRepairAdvice: string) => string;
     };
+    SCRIPT_CLEANUP: {
+        SYSTEM: string;
+        USER: (script: string) => string;
+    };
 };
 //# sourceMappingURL=prompts.d.ts.map