@nexus-cortex/executors 4.26.0

package/dist/implementations/addon/InspectSandboxTool.js

@@ -0,0 +1,226 @@
+import { BaseTool } from '../../base/BaseTool.js';
+import { CreateArtifactToolExecutor } from './CreateArtifactTool.js';
+import { visualBridge } from './VisualFeedbackBridge.js';
+/**
+ * InspectSandboxTool - Get current state of a running sandbox
+ *
+ * This tool allows the model to observe sandbox state at any time:
+ * - Visual snapshot (screenshot, DOM, console, network)
+ * - Process status (running, stopped, error)
+ * - Performance metrics
+ * - Extracted structured data
+ *
+ * Use Cases:
+ * 1. After editing code - verify changes took effect
+ * 2. During debugging - see console errors
+ * 3. Performance analysis - check load times
+ * 4. Data extraction - pull structured data from UI
+ *
+ * Example:
+ * ```typescript
+ * // After model edits code
+ * await inspectSandbox({
+ *   sandboxId: "abc-123",
+ *   captureScreenshot: true
+ * });
+ * // Model sees updated UI
+ * ```
+ */
+export class InspectSandboxExecutor extends BaseTool {
+    constructor() {
+        const schema = {
+            type: 'object',
+            properties: {
+                sandboxId: {
+                    type: 'string',
+                    description: 'Unique ID of the sandbox to inspect'
+                },
+                captureScreenshot: {
+                    type: 'boolean',
+                    description: 'Capture fresh screenshot (default: true)'
+                },
+                captureDOM: {
+                    type: 'boolean',
+                    description: 'Capture DOM structure (default: true)'
+                },
+                captureConsole: {
+                    type: 'boolean',
+                    description: 'Capture console logs (default: true)'
+                },
+                captureNetwork: {
+                    type: 'boolean',
+                    description: 'Capture network requests (default: true)'
+                },
+                captureAccessibility: {
+                    type: 'boolean',
+                    description: 'Capture accessibility tree (default: true)'
+                },
+                extractData: {
+                    type: 'boolean',
+                    description: 'Extract structured data from page (default: false)'
+                },
+                dataSelector: {
+                    type: 'string',
+                    description: 'CSS selector to extract data from (if extractData is true)'
+                }
+            },
+            required: ['sandboxId']
+        };
+        super('InspectSandbox', 'InspectSandbox', 'Get current visual and runtime state of a running sandbox', schema);
+    }
+    validateToolParams(params) {
+        if (!params.sandboxId || params.sandboxId.trim().length === 0) {
+            return 'sandboxId is required';
+        }
+        if (!/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i.test(params.sandboxId)) {
+            return 'sandboxId must be a valid UUID';
+        }
+        return null;
+    }
+    async execute(params, signal) {
+        const startTime = Date.now();
+        const validationError = this.validateToolParams(params);
+        if (validationError) {
+            return this.createErrorResult(validationError);
+        }
+        try {
+            // Get sandbox session
+            const session = CreateArtifactToolExecutor.getActiveSandbox(params.sandboxId);
+            if (!session) {
+                return this.createErrorResult(`Sandbox not found: ${params.sandboxId}. It may have been stopped or never existed.`);
+            }
+            // Check if process is still running
+            const isRunning = session.process && !session.process.killed;
+            if (!isRunning) {
+                return {
+                    ...this.createErrorResult('Sandbox process is not running'),
+                    metadata: {
+                        sandboxId: params.sandboxId,
+                        status: 'stopped',
+                        lastActivity: session.lastActivity
+                    }
+                };
+            }
+            // Determine what to capture (defaults)
+            const captureScreenshot = params.captureScreenshot ?? true;
+            const captureDOM = params.captureDOM ?? true;
+            const captureConsole = params.captureConsole ?? true;
+            const captureNetwork = params.captureNetwork ?? true;
+            const captureAccessibility = params.captureAccessibility ?? true;
+            // Capture fresh snapshot if requested
+            let snapshot = session.visualSnapshot;
+            if (captureScreenshot || captureDOM || captureConsole || captureNetwork || captureAccessibility) {
+                if (!session.url) {
+                    return this.createErrorResult('Sandbox has no URL (not a web server)');
+                }
+                try {
+                    // Initialize bridge if needed
+                    await visualBridge.initialize();
+                    // Capture full snapshot
+                    snapshot = await visualBridge.captureSnapshot(session.url);
+                    // Update session
+                    session.visualSnapshot = snapshot;
+                    session.lastActivity = new Date();
+                }
+                catch (error) {
+                    return this.createErrorResult(`Failed to capture visual snapshot: ${error.message}`);
+                }
+            }
+            // Extract structured data if requested
+            let extractedData = null;
+            if (params.extractData) {
+                try {
+                    await visualBridge.initialize();
+                    extractedData = await visualBridge.extractData(params.dataSelector);
+                }
+                catch (error) {
+                    console.warn(`Failed to extract data: ${error}`);
+                }
+            }
+            // Format output
+            const output = this.formatInspectionOutput(session, snapshot, extractedData, {
+                captureScreenshot,
+                captureDOM,
+                captureConsole,
+                captureNetwork,
+                captureAccessibility,
+                extractData: params.extractData || false
+            });
+            return {
+                ...this.createSuccessResult(output),
+                metadata: {
+                    executionTime: Date.now() - startTime,
+                    sandboxId: params.sandboxId,
+                    sandboxName: session.name,
+                    url: session.url,
+                    status: 'running',
+                    uptime: Date.now() - session.startTime.getTime(),
+                    hasVisualSnapshot: !!snapshot,
+                    hasExtractedData: !!extractedData
+                }
+            };
+        }
+        catch (error) {
+            return this.createErrorResult(`Failed to inspect sandbox: ${error.message}`);
+        }
+    }
+    /**
+     * Format inspection output for model consumption
+     */
+    formatInspectionOutput(session, snapshot, extractedData, options) {
+        const lines = [];
+        lines.push(`#  Sandbox Inspection: ${session.name}`);
+        lines.push('');
+        lines.push(`**Sandbox ID**: ${session.id}`);
+        lines.push(`**Status**: Running`);
+        lines.push(`**URL**: ${session.url}`);
+        lines.push(`**Mode**: ${session.mode}`);
+        lines.push(`**Uptime**: ${this.formatUptime(Date.now() - session.startTime.getTime())}`);
+        lines.push('');
+        if (snapshot) {
+            lines.push('---');
+            lines.push('');
+            lines.push('##  Visual Snapshot');
+            lines.push('');
+            // Use VisualFeedbackBridge's formatter
+            lines.push(visualBridge.formatForModel(snapshot));
+            lines.push('');
+        }
+        if (extractedData && options.extractData) {
+            lines.push('---');
+            lines.push('');
+            lines.push('##  Extracted Data');
+            lines.push('');
+            lines.push('```json');
+            lines.push(JSON.stringify(extractedData, null, 2));
+            lines.push('```');
+            lines.push('');
+        }
+        lines.push('---');
+        lines.push('');
+        lines.push('**Note**: This is the current state of the sandbox. You can:');
+        lines.push('- Edit code (Use write tool) → Hot reload will trigger automatically');
+        lines.push('- Interact with UI (Use interact_with_sandbox tool)');
+        lines.push('- Re-inspect anytime (Call inspect_sandbox again)');
+        lines.push('- Stop sandbox (Use stop_sandbox tool)');
+        return lines.join('\n');
+    }
+    /**
+     * Format uptime in human-readable format
+     */
+    formatUptime(ms) {
+        const seconds = Math.floor(ms / 1000);
+        const minutes = Math.floor(seconds / 60);
+        const hours = Math.floor(minutes / 60);
+        if (hours > 0) {
+            return `${hours}h ${minutes % 60}m`;
+        }
+        else if (minutes > 0) {
+            return `${minutes}m ${seconds % 60}s`;
+        }
+        else {
+            return `${seconds}s`;
+        }
+    }
+}
+//# sourceMappingURL=InspectSandboxTool.js.map

package/dist/implementations/addon/InspectSandboxTool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"InspectSandboxTool.js","sourceRoot":"","sources":["../../../src/implementations/addon/InspectSandboxTool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAElD,OAAO,EAAE,0BAA0B,EAAE,MAAM,yBAAyB,CAAC;AACrE,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAgBzD;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,MAAM,OAAO,sBAAuB,SAAQ,QAA0C;IACpF;QACE,MAAM,MAAM,GAAG;YACb,IAAI,EAAE,QAAiB;YACvB,UAAU,EAAE;gBACV,SAAS,EAAE;oBACT,IAAI,EAAE,QAAiB;oBACvB,WAAW,EAAE,qCAAqC;iBACnD;gBACD,iBAAiB,EAAE;oBACjB,IAAI,EAAE,SAAkB;oBACxB,WAAW,EAAE,0CAA0C;iBACxD;gBACD,UAAU,EAAE;oBACV,IAAI,EAAE,SAAkB;oBACxB,WAAW,EAAE,uCAAuC;iBACrD;gBACD,cAAc,EAAE;oBACd,IAAI,EAAE,SAAkB;oBACxB,WAAW,EAAE,sCAAsC;iBACpD;gBACD,cAAc,EAAE;oBACd,IAAI,EAAE,SAAkB;oBACxB,WAAW,EAAE,0CAA0C;iBACxD;gBACD,oBAAoB,EAAE;oBACpB,IAAI,EAAE,SAAkB;oBACxB,WAAW,EAAE,4CAA4C;iBAC1D;gBACD,WAAW,EAAE;oBACX,IAAI,EAAE,SAAkB;oBACxB,WAAW,EAAE,oDAAoD;iBAClE;gBACD,YAAY,EAAE;oBACZ,IAAI,EAAE,QAAiB;oBACvB,WAAW,EAAE,4DAA4D;iBAC1E;aACF;YACD,QAAQ,EAAE,CAAC,WAAoB,CAAC;SACjC,CAAC;QAEF,KAAK,CACH,gBAAgB,EAChB,gBAAgB,EAChB,2DAA2D,EAC3D,MAAM,CACP,CAAC;IACJ,CAAC;IAED,kBAAkB,CAAC,MAA4B;QAC7C,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9D,OAAO,uBAAuB,CAAC;QACjC,CAAC;QAED,IAAI,CAAC,iEAAiE,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9F,OAAO,gCAAgC,CAAC;QAC1C,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAA4B,EAAE,MAAmB;QAC7D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;QACxD,IAAI,eAAe,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,CAAC;YACH,sBAAsB;YACtB,MAAM,OAAO,GAAG,0BAA0B,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAE9E,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,IAAI,CAAC,iBAAiB,CAC3B,sBAAsB,MAAM,CAAC,SAAS,8CAA8C,CACrF,CAAC;YACJ,CAAC;YAED,oCAAoC;YACpC,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC;YAE7D,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,OAAO;oBACL,GAAG,IAAI,CAAC,iBAAiB,CAAC,gCAAgC,CAAC;oBAC3D,QAAQ,EAAE;wBACR,SAAS,EAAE,MAAM,CAAC,SAAS;wBAC3B,MAAM,EAAE,SAAS;wBACjB,YAAY,EAAE,OAAO,CAAC,YAAY;qBACnC;iBACF,CAAC;YACJ,CAAC;YAED,uCAAuC;YACvC,MAAM,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,IAAI,IAAI,CAAC;YAC3D,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC;YAC7C,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC;YACrD,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC;YACrD,MAAM,oBAAoB,GAAG,MAAM,CAAC,oBAAoB,IAAI,IAAI,CAAC;YAEjE,sCAAsC;YACtC,IAAI,QAAQ,GAAG,OAAO,CAAC,cAAc,CAAC;YAEtC,IAAI,iBAAiB,IAAI,UAAU,IAAI,cAAc,IAAI,cAAc,IAAI,oBAAoB,EAAE,CAAC;gBAChG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;oBACjB,OAAO,IAAI,CAAC,iBAAiB,CAAC,uCAAuC,CAAC,CAAC;gBACzE,CAAC;gBAED,IAAI,CAAC;oBACH,8BAA8B;oBAC9B,MAAM,YAAY,CAAC,UAAU,EAAE,CAAC;oBAEhC,wBAAwB;oBACxB,QAAQ,GAAG,MAAM,YAAY,CAAC,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;oBAE3D,iBAAiB;oBACjB,OAAO,CAAC,cAAc,GAAG,QAAQ,CAAC;oBAClC,OAAO,CAAC,YAAY,GAAG,IAAI,IAAI,EAAE,CAAC;gBACpC,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,IAAI,CAAC,iBAAiB,CAC3B,sCAAuC,KAAe,CAAC,OAAO,EAAE,CACjE,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,uCAAuC;YACvC,IAAI,aAAa,GAAQ,IAAI,CAAC;YAC9B,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;gBACvB,IAAI,CAAC;oBACH,MAAM,YAAY,CAAC,UAAU,EAAE,CAAC;oBAChC,aAAa,GAAG,MAAM,YAAY,CAAC,WAAW,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;gBACtE,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,CAAC,IAAI,CAAC,2BAA2B,KAAK,EAAE,CAAC,CAAC;gBACnD,CAAC;YACH,CAAC;YAED,gBAAgB;YAChB,MAAM,MAAM,GAAG,IAAI,CAAC,sBAAsB,CACxC,OAAO,EACP,QAAQ,EACR,aAAa,EACb;gBACE,iBAAiB;gBACjB,UAAU;gBACV,cAAc;gBACd,cAAc;gBACd,oBAAoB;gBACpB,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,KAAK;aACzC,CACF,CAAC;YAEF,OAAO;gBACL,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC;gBACnC,QAAQ,EAAE;oBACR,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBACrC,SAAS,EAAE,MAAM,CAAC,SAAS;oBAC3B,WAAW,EAAE,OAAO,CAAC,IAAI;oBACzB,GAAG,EAAE,OAAO,CAAC,GAAG;oBAChB,MAAM,EAAE,SAAS;oBACjB,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE;oBAChD,iBAAiB,EAAE,CAAC,CAAC,QAAQ;oBAC7B,gBAAgB,EAAE,CAAC,CAAC,aAAa;iBAClC;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,iBAAiB,CAAC,8BAA+B,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1F,CAAC;IACH,CAAC;IAED;;OAEG;IACK,sBAAsB,CAC5B,OAAY,EACZ,QAAa,EACb,aAAkB,EAClB,OAOC;QAED,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,CAAC,IAAI,CAAC,0BAA0B,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QACrD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,mBAAmB,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;QAC5C,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,YAAY,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QACtC,KAAK,CAAC,IAAI,CAAC,aAAa,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QACxC,KAAK,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;QACzF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,IAAI,QAAQ,EAAE,CAAC;YACb,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAClB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAClC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEf,uCAAuC;YACvC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC;YAClD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjB,CAAC;QAED,IAAI,aAAa,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YACzC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAClB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACjC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACtB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YACnD,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAClB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjB,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,8DAA8D,CAAC,CAAC;QAC3E,KAAK,CAAC,IAAI,CAAC,sEAAsE,CAAC,CAAC;QACnF,KAAK,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;QAClE,KAAK,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;QAChE,KAAK,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;QAErD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,EAAU;QAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC;QACzC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC;QAEvC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,OAAO,GAAG,KAAK,KAAK,OAAO,GAAG,EAAE,GAAG,CAAC;QACtC,CAAC;aAAM,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO,GAAG,OAAO,KAAK,OAAO,GAAG,EAAE,GAAG,CAAC;QACxC,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,OAAO,GAAG,CAAC;QACvB,CAAC;IACH,CAAC;CACF"}

package/dist/implementations/addon/InteractWithSandboxTool.d.ts

@@ -0,0 +1,90 @@
+import { BaseTool } from '../../base/BaseTool.js';
+import type { ToolResult } from '../../base/ToolResult.js';
+/**
+ * Parameters for InteractWithSandbox tool
+ */
+export interface InteractWithSandboxParams {
+    sandboxId: string;
+    actions: Array<{
+        type: 'click' | 'type' | 'navigate' | 'scroll' | 'hover' | 'select' | 'wait' | 'keypress' | 'zoom';
+        selector?: string;
+        value?: string;
+        coordinates?: {
+            x: number;
+            y: number;
+        };
+        duration?: number;
+        key?: string;
+        modifiers?: string[];
+        zoomLevel?: number;
+        deltaX?: number;
+        deltaY?: number;
+    }>;
+    captureAfterEachAction?: boolean;
+    returnFinalSnapshot?: boolean;
+}
+/**
+ * InteractWithSandboxTool - Interact with sandbox UI via Playwright
+ *
+ * This tool allows the model to interact with the sandbox UI programmatically:
+ * - Click buttons, links, elements
+ * - Type into inputs, textareas
+ * - Navigate to different URLs
+ * - Scroll, hover, select
+ * - Wait for animations/updates
+ * - Press keyboard shortcuts (Ctrl+V, Ctrl+S, etc.)
+ * - Zoom in/out
+ *
+ * Use Cases:
+ * 1. Testing - Click buttons to verify functionality
+ * 2. Form filling - Type into inputs to test forms
+ * 3. Navigation - Test multi-page flows
+ * 4. Data entry - Populate UI with test data
+ * 5. Visual regression - Capture UI states during interactions
+ * 6. Code pasting - Paste code snippets with Ctrl+V
+ * 7. Visual inspection - Zoom to see details
+ *
+ * Example:
+ * ```typescript
+ * // Model tests a form
+ * await interactWithSandbox({
+ *   sandboxId: "abc-123",
+ *   actions: [
+ *     { type: "type", selector: "#username", value: "testuser" },
+ *     { type: "type", selector: "#password", value: "pass123" },
+ *     { type: "click", selector: "#submit-btn" },
+ *     { type: "wait", duration: 1000 }
+ *   ],
+ *   returnFinalSnapshot: true
+ * });
+ *
+ * // Model pastes code into editor
+ * await interactWithSandbox({
+ *   sandboxId: "abc-123",
+ *   actions: [
+ *     { type: "click", selector: "#code-editor" },
+ *     { type: "keypress", key: "Ctrl+V" },  // Paste from clipboard
+ *     { type: "keypress", key: "Ctrl+S" },  // Save
+ *     { type: "zoom", zoomLevel: 1.5 }       // Zoom 150%
+ *   ]
+ * });
+ * ```
+ */
+export declare class InteractWithSandboxExecutor extends BaseTool<InteractWithSandboxParams, ToolResult> {
+    constructor();
+    validateToolParams(params: InteractWithSandboxParams): string | null;
+    execute(params: InteractWithSandboxParams, signal: AbortSignal): Promise<ToolResult>;
+    /**
+     * Execute a single interaction action
+     */
+    private executeAction;
+    /**
+     * Wait helper
+     */
+    private wait;
+    /**
+     * Format interaction output for model consumption
+     */
+    private formatInteractionOutput;
+}
+//# sourceMappingURL=InteractWithSandboxTool.d.ts.map

package/dist/implementations/addon/InteractWithSandboxTool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"InteractWithSandboxTool.d.ts","sourceRoot":"","sources":["../../../src/implementations/addon/InteractWithSandboxTool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAClD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAK3D;;GAEG;AACH,MAAM,WAAW,yBAAyB;IACxC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,KAAK,CAAC;QACb,IAAI,EAAE,OAAO,GAAG,MAAM,GAAG,UAAU,GAAG,QAAQ,GAAG,OAAO,GAAG,QAAQ,GAAG,MAAM,GAAG,UAAU,GAAG,MAAM,CAAC;QACnG,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE;YAAE,CAAC,EAAE,MAAM,CAAC;YAAC,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QACvC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;QACrB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC,CAAC;IACH,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC/B;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8CG;AACH,qBAAa,2BAA4B,SAAQ,QAAQ,CAAC,yBAAyB,EAAE,UAAU,CAAC;;IAqF9F,kBAAkB,CAAC,MAAM,EAAE,yBAAyB,GAAG,MAAM,GAAG,IAAI;IAsD9D,OAAO,CAAC,MAAM,EAAE,yBAAyB,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;IA2H1F;;OAEG;YACW,aAAa;IAsD3B;;OAEG;IACH,OAAO,CAAC,IAAI;IAIZ;;OAEG;IACH,OAAO,CAAC,uBAAuB;CAwDhC"}