codeloop-mcp-server 0.1.5 → 0.1.6

package/dist/auth/usage_tracker.d.ts

@@ -1,4 +1,4 @@
-export type UsageEvent = "verification_run" | "visual_review" | "design_comparison" | "recommendation" | "release_readiness";
+export type UsageEvent = "verification_run" | "visual_review" | "design_comparison" | "recommendation" | "release_readiness" | "interaction";
 export declare function trackUsage(apiKey: string, event: UsageEvent, count?: number): Promise<void>;
 export declare function flushOfflineQueue(): Promise<number>;
 export declare function getOfflineQueueSize(): number;

package/dist/auth/usage_tracker.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"usage_tracker.d.ts","sourceRoot":"","sources":["../../src/auth/usage_tracker.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,UAAU,GAClB,kBAAkB,GAClB,eAAe,GACf,mBAAmB,GACnB,gBAAgB,GAChB,mBAAmB,CAAC;AAYxB,wBAAsB,UAAU,CAC9B,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,UAAU,EACjB,KAAK,GAAE,MAAU,GAChB,OAAO,CAAC,IAAI,CAAC,CAgCf;AAED,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC,CA6BzD;AAED,wBAAgB,mBAAmB,IAAI,MAAM,CAE5C;AAED,8CAA8C;AAC9C,wBAAgB,iBAAiB,IAAI,IAAI,CAExC"}
+{"version":3,"file":"usage_tracker.d.ts","sourceRoot":"","sources":["../../src/auth/usage_tracker.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,UAAU,GAClB,kBAAkB,GAClB,eAAe,GACf,mBAAmB,GACnB,gBAAgB,GAChB,mBAAmB,GACnB,aAAa,CAAC;AAYlB,wBAAsB,UAAU,CAC9B,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,UAAU,EACjB,KAAK,GAAE,MAAU,GAChB,OAAO,CAAC,IAAI,CAAC,CAgCf;AAED,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC,CA6BzD;AAED,wBAAgB,mBAAmB,IAAI,MAAM,CAE5C;AAED,8CAA8C;AAC9C,wBAAgB,iBAAiB,IAAI,IAAI,CAExC"}

package/dist/auth/usage_tracker.js.map

@@ -1 +1 @@
-{"version":3,"file":"usage_tracker.js","sourceRoot":"","sources":["../../src/auth/usage_tracker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAiBxE,MAAM,YAAY,GAAkB,EAAE,CAAC;AAEvC,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,MAAc,EACd,KAAiB,EACjB,QAAgB,CAAC;IAEjB,mCAAmC;IACnC,IAAI,MAAM,CAAC,UAAU,CAAC,mBAAmB,CAAC,EAAE,CAAC;QAC3C,OAAO;IACT,CAAC;IAED,MAAM,cAAc,GAAG,GAAG,MAAM,IAAI,KAAK,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IAEjG,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,GAAG,WAAW,iBAAiB,EAAE;YAC3C,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,MAAM,EAAE;aAClC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,KAAK;gBACL,eAAe,EAAE,cAAc;aAChC,CAAC;SACH,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACP,wDAAwD;QACxD,+DAA+D;QAC/D,YAAY,CAAC,IAAI,CAAC;YAChB,MAAM;YACN,KAAK;YACL,KAAK;YACL,cAAc;YACd,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB;IACrC,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAExC,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,MAAM,OAAO,GAAG,CAAC,GAAG,YAAY,CAAC,CAAC;IAClC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC;IAExB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC;YACH,MAAM,KAAK,CAAC,GAAG,WAAW,iBAAiB,EAAE;gBAC3C,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,KAAK,CAAC,MAAM,EAAE;iBACxC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,eAAe,EAAE,KAAK,CAAC,cAAc;iBACtC,CAAC;aACH,CAAC,CAAC;YACH,OAAO,EAAE,CAAC;QACZ,CAAC;QAAC,MAAM,CAAC;YACP,oBAAoB;YACpB,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,mBAAmB;IACjC,OAAO,YAAY,CAAC,MAAM,CAAC;AAC7B,CAAC;AAED,8CAA8C;AAC9C,MAAM,UAAU,iBAAiB;IAC/B,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC;AAC1B,CAAC"}
+{"version":3,"file":"usage_tracker.js","sourceRoot":"","sources":["../../src/auth/usage_tracker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAkBxE,MAAM,YAAY,GAAkB,EAAE,CAAC;AAEvC,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,MAAc,EACd,KAAiB,EACjB,QAAgB,CAAC;IAEjB,mCAAmC;IACnC,IAAI,MAAM,CAAC,UAAU,CAAC,mBAAmB,CAAC,EAAE,CAAC;QAC3C,OAAO;IACT,CAAC;IAED,MAAM,cAAc,GAAG,GAAG,MAAM,IAAI,KAAK,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IAEjG,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,GAAG,WAAW,iBAAiB,EAAE;YAC3C,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,MAAM,EAAE;aAClC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,KAAK;gBACL,eAAe,EAAE,cAAc;aAChC,CAAC;SACH,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACP,wDAAwD;QACxD,+DAA+D;QAC/D,YAAY,CAAC,IAAI,CAAC;YAChB,MAAM;YACN,KAAK;YACL,KAAK;YACL,cAAc;YACd,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB;IACrC,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAExC,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,MAAM,OAAO,GAAG,CAAC,GAAG,YAAY,CAAC,CAAC;IAClC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC;IAExB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC;YACH,MAAM,KAAK,CAAC,GAAG,WAAW,iBAAiB,EAAE;gBAC3C,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,KAAK,CAAC,MAAM,EAAE;iBACxC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,eAAe,EAAE,KAAK,CAAC,cAAc;iBACtC,CAAC;aACH,CAAC,CAAC;YACH,OAAO,EAAE,CAAC;QACZ,CAAC;QAAC,MAAM,CAAC;YACP,oBAAoB;YACpB,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,mBAAmB;IACjC,OAAO,YAAY,CAAC,MAAM,CAAC;AAC7B,CAAC;AAED,8CAA8C;AAC9C,MAAM,UAAU,iBAAiB;IAC/B,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC;AAC1B,CAAC"}

package/dist/index.js

@@ -134,6 +134,13 @@ server.tool("codeloop_gate_check", `Evaluate whether a section or feature meets
 For UI projects: do NOT call this without BOTH screenshot AND video evidence.
 After this returns "ready_for_review", you MUST call codeloop_generate_dev_report to produce
 the development log before declaring the task complete.
+
+IMPORTANT: If this tool returns "continue_fixing", you MUST immediately loop back to
+codeloop_verify → codeloop_diagnose → fix → re-verify WITHOUT asking the user.
+This is an automatic quality loop. Do NOT stop and report partial progress.
+Only stop when this tool returns "ready_for_review" (confidence >= 94%) or "escalate".
+Maximum 15 loop iterations before escalation.
+
 Returns: pass/fail for each gate, overall confidence score, and recommendation.`, {
     run_id: z.string(),
     spec_path: z.string(),
@@ -617,20 +624,20 @@ server.tool("codeloop_start_recording", `Start recording the app window in the b
 (un-minimized if needed). Recording continues while you interact with the app. Call codeloop_stop_recording when done.
 This is the PREFERRED recording method because it lets you actively operate the app during capture.
 
-CRITICAL: After starting recording, you MUST actively interact with EVERY interactive element in the app.
-Do NOT just let the recording run idle or only scroll. You must:
-- Navigate to every page/route in the app
-- Click every button, link, and navigation element
-- Fill in forms with test data and submit them
-- Open/close modals, dropdowns, menus, and accordions
+CRITICAL: After starting recording, you MUST use the codeloop_interact tool to actively interact with
+EVERY interactive element in the app. Do NOT just let the recording run idle or only scroll. You must:
+- Navigate to EVERY page/route in the app
+- Click EVERY button, link, and navigation element
+- Fill EVERY form field with test data and submit
+- Open/close every modal, dropdown, menu, and accordion
 - Test hover states, tooltips, and interactive components
+- Test auth flows (login/signup/change-password) if present
+- Test form validation (empty submit, invalid inputs)
 - Wait 1-2 seconds between interactions so video frames capture each state change
 
-For web apps: use osascript to navigate URLs, click elements, type text, and scroll.
-For desktop apps: use osascript (macOS), PowerShell (Windows), or xdotool (Linux).
-For mobile: use adb (Android) or Maestro flows.
+Use codeloop_interact for ALL interactions — do NOT use raw osascript/PowerShell/xdotool.
 
-Flow: start_recording → interact with ALL app elements → stop_recording → interaction_replay.
+Flow: start_recording → codeloop_interact with ALL app elements → stop_recording → interaction_replay.
 Supports desktop apps, Android emulator, iOS Simulator, and browser targets.
 Multi-monitor: on macOS, automatically detects which screen the app window is on.
 App logs (stdout, logcat, simctl log) are automatically captured alongside the video.`, {
@@ -794,18 +801,35 @@ The agent MUST then write the report to docs/DEVELOPMENT_LOG.md and present it t
                 }
             }
         }
-        // Collect log file details
+        // Collect log file details and parse for errors
         const logFiles = [];
+        const errorsFound = [];
+        const { readLogTail } = await import("./runners/app_logger.js");
         for (const runId of runs) {
             const runDir = getRunDir(runId, baseDir);
             const logsDir = join(runDir, "logs");
             if (existsSync(logsDir)) {
                 const logs = readdirSync(logsDir).filter(f => f.endsWith(".log") || f.endsWith(".txt"));
                 for (const l of logs) {
-                    logFiles.push({ run_id: runId, filename: l, path: join(logsDir, l) });
+                    const logPath = join(logsDir, l);
+                    logFiles.push({ run_id: runId, filename: l, path: logPath });
+                    // Parse log content for errors/warnings
+                    const content = readLogTail(logPath, 100);
+                    const lines = content.split("\n");
+                    for (const line of lines) {
+                        if (/\b(error|exception|fatal|crash)\b/i.test(line) && !/placeholder/i.test(line)) {
+                            errorsFound.push({ file: l, line: line.trim().substring(0, 200), severity: "error" });
+                        }
+                        else if (/\b(warning|warn)\b/i.test(line) && !/placeholder/i.test(line)) {
+                            errorsFound.push({ file: l, line: line.trim().substring(0, 200), severity: "warning" });
+                        }
+                    }
                 }
             }
         }
+        // Check for interaction replay results
+        const replayDir = join(baseDir, "replay_frames");
+        const hasReplayFrames = existsSync(replayDir) && readdirSync(replayDir).length > 0;
         const report = {
             project_name: params.project_name,
             project_description: params.project_description || "",
@@ -822,6 +846,8 @@ The agent MUST then write the report to docs/DEVELOPMENT_LOG.md and present it t
             },
             video_files: videoFiles,
             log_files: logFiles,
+            errors_found_in_logs: errorsFound,
+            interaction_replay_performed: hasReplayFrames,
             run_timeline: runSummaries,
         };
         await trackUsage(apiKey, "verification_run");
@@ -1016,13 +1042,415 @@ Returns: checklist of completed and pending verification steps.`, {
             steps,
             message: allDone
                 ? "All CodeLoop verification steps are complete. You may proceed."
-                : `WARNING: ${pendingSteps.length} step(s) still pending. You MUST complete them before declaring this task done:\n${pendingSteps.map(s => `  - ${s.step}: ${s.detail}`).join("\n")}`,
+                : `WARNING: ${pendingSteps.length} step(s) still pending. DO NOT declare this task complete. DO NOT ask the user what to do next. Complete the pending steps below, then call codeloop_gate_check. If gate returns continue_fixing, loop back and fix without asking.\n${pendingSteps.map(s => `  - ${s.step}: ${s.detail}`).join("\n")}`,
         };
     });
     return {
         content: withInitHint([{ type: "text", text: JSON.stringify(result, null, 2) }]),
     };
 });
+// ── codeloop_interact ────────────────────────────────────────────
+server.tool("codeloop_interact", `Perform UI interactions on the running app during a recording session. Use this instead of raw
+osascript/PowerShell/xdotool commands. Supports desktop (macOS/Windows/Linux), browser (Playwright),
+Android emulator (adb), and iOS Simulator (simctl).
+
+IMPORTANT: Call this tool BETWEEN codeloop_start_recording and codeloop_stop_recording to actively
+interact with EVERY element in the app. Do NOT let the recording sit idle.
+
+Core actions: click, double_click, right_click, hover, type, keystroke, hotkey, scroll,
+  drag_drop, long_press, type_and_submit, type_and_tab, fill_form, select_option, toggle,
+  navigate_url, navigate_back, wait, sequence.
+Browser-specific: Uses Playwright selectors (CSS/text) when target_type is "browser".
+Mobile-specific: swipe, back_button, home_button, deep_link, grant_permission, rotate_device,
+  biometric_auth, launch_app, clear_app_data, mock_location, simulate_network.
+Maestro: maestro_flow — generate and run a Maestro YAML flow from high-level steps.
+Windows: win_ui_inspect, win_ui_automate — PowerShell UI Automation for UWP/WinUI apps.
+
+Wait 1-2 seconds between interactions so video frames capture state changes.`, {
+    action: z.string().describe("Action to perform: click, type, keystroke, hotkey, scroll, double_click, right_click, hover, drag_drop, long_press, type_and_submit, type_and_tab, fill_form, select_option, toggle, upload_file, navigate_url, navigate_back, wait, sequence, swipe, back_button, home_button, deep_link, grant_permission, rotate_device, biometric_auth, launch_app, clear_app_data, mock_location, simulate_network, maestro_flow, win_ui_inspect, win_ui_automate"),
+    target_type: z.enum(["desktop", "browser", "android_emulator", "ios_simulator"]).optional()
+        .describe("Interaction target. Auto-detected if omitted."),
+    x: z.number().optional().describe("X coordinate for click/scroll/drag/swipe"),
+    y: z.number().optional().describe("Y coordinate for click/scroll/drag/swipe"),
+    x2: z.number().optional().describe("End X for drag_drop/swipe"),
+    y2: z.number().optional().describe("End Y for drag_drop/swipe"),
+    text: z.string().optional().describe("Text for type/type_and_submit/type_and_tab/fill"),
+    key: z.string().optional().describe("Key name for keystroke: enter, tab, escape, backspace, delete, etc."),
+    keys: z.string().optional().describe("Key combo for hotkey: cmd+s, ctrl+enter, cmd+shift+z, etc."),
+    selector: z.string().optional().describe("CSS selector (browser) or automation ID (Windows)"),
+    selector2: z.string().optional().describe("Second selector for drag target"),
+    url: z.string().optional().describe("URL for navigate_url or deep_link"),
+    direction: z.enum(["up", "down", "left", "right"]).optional().describe("Scroll/swipe direction"),
+    amount: z.number().optional().describe("Scroll amount or other numeric value"),
+    duration_ms: z.number().optional().describe("Duration for wait, long_press, swipe"),
+    value: z.string().optional().describe("Value for select_option, permission name, network mode, package ID"),
+    file_path: z.string().optional().describe("File path for upload_file"),
+    fields: z.array(z.object({
+        selector: z.string(),
+        value: z.string(),
+        type: z.enum(["text", "select", "checkbox", "radio", "file", "date", "slider"]).optional(),
+    })).optional().describe("Fields for fill_form"),
+    submit_selector: z.string().optional().describe("Submit button selector for fill_form"),
+    orientation: z.enum(["portrait", "landscape"]).optional().describe("For rotate_device"),
+    accept: z.boolean().optional().describe("For biometric_auth: true=accept, false=reject"),
+    grant: z.boolean().optional().describe("For grant_permission: true=grant, false=revoke"),
+    latitude: z.number().optional().describe("For mock_location"),
+    longitude: z.number().optional().describe("For mock_location"),
+    steps: z.array(z.object({
+        action: z.string(),
+        params: z.record(z.unknown()).optional(),
+        delay_ms: z.number().optional(),
+    })).optional().describe("Steps for sequence action"),
+    maestro_steps: z.array(z.string()).optional().describe("High-level steps for maestro_flow"),
+    automation_action: z.enum(["invoke", "setValue", "toggle", "select", "scroll"]).optional()
+        .describe("For win_ui_automate"),
+    app_name: z.string().optional().describe("App name for launch_app, win_ui_inspect, win_ui_automate"),
+    package_id: z.string().optional().describe("Package/bundle ID for mobile actions"),
+    project_dir: z.string().optional().describe("Absolute path to project root"),
+}, async (params) => {
+    const result = await withAuth(async () => {
+        const action = params.action;
+        const tt = params.target_type;
+        let success = false;
+        let detail = "";
+        // Import runners lazily
+        const wm = await import("./runners/window_manager.js");
+        const bi = await import("./runners/browser_interaction.js");
+        switch (action) {
+            case "click":
+                if (tt === "browser" && params.selector) {
+                    success = await bi.browserClick(params.selector);
+                }
+                else if (tt === "android_emulator" && params.x != null && params.y != null) {
+                    success = await wm.adbTap(params.x, params.y);
+                }
+                else if (tt === "ios_simulator" && params.x != null && params.y != null) {
+                    success = await wm.simctlTap(params.x, params.y);
+                }
+                else if (params.x != null && params.y != null) {
+                    success = await wm.clickAtPosition(params.x, params.y);
+                }
+                detail = `click at ${params.selector || `(${params.x},${params.y})`}`;
+                break;
+            case "double_click":
+                if (tt === "browser" && params.selector) {
+                    success = await bi.browserDoubleClick(params.selector);
+                }
+                else if (params.x != null && params.y != null) {
+                    success = await wm.doubleClickAtPosition(params.x, params.y);
+                }
+                detail = `double_click at ${params.selector || `(${params.x},${params.y})`}`;
+                break;
+            case "right_click":
+                if (tt === "browser" && params.selector) {
+                    success = await bi.browserRightClick(params.selector);
+                }
+                else if (params.x != null && params.y != null) {
+                    success = await wm.rightClickAtPosition(params.x, params.y);
+                }
+                detail = `right_click at ${params.selector || `(${params.x},${params.y})`}`;
+                break;
+            case "hover":
+                if (tt === "browser" && params.selector) {
+                    success = await bi.browserHover(params.selector);
+                }
+                else if (params.x != null && params.y != null) {
+                    success = await wm.hoverAtPosition(params.x, params.y);
+                }
+                detail = `hover at ${params.selector || `(${params.x},${params.y})`}`;
+                break;
+            case "type":
+                if (tt === "browser" && params.selector && params.text) {
+                    success = await bi.browserType(params.selector, params.text);
+                }
+                else if (tt === "android_emulator" && params.text) {
+                    success = await wm.adbType(params.text);
+                }
+                else if (tt === "ios_simulator" && params.text) {
+                    success = await wm.simctlType(params.text);
+                }
+                else if (params.text) {
+                    success = await wm.typeText(params.text);
+                }
+                detail = `type "${(params.text || "").substring(0, 50)}"`;
+                break;
+            case "keystroke":
+                if (params.key) {
+                    if (tt === "android_emulator") {
+                        const adbKeyMap = {
+                            enter: "KEYCODE_ENTER", tab: "KEYCODE_TAB", escape: "KEYCODE_ESCAPE",
+                            backspace: "KEYCODE_DEL", delete: "KEYCODE_FORWARD_DEL",
+                            up: "KEYCODE_DPAD_UP", down: "KEYCODE_DPAD_DOWN",
+                            left: "KEYCODE_DPAD_LEFT", right: "KEYCODE_DPAD_RIGHT",
+                        };
+                        success = await wm.adbKey(adbKeyMap[params.key.toLowerCase()] || `KEYCODE_${params.key.toUpperCase()}`);
+                    }
+                    else {
+                        success = await wm.sendKeyByName(params.key);
+                    }
+                }
+                detail = `keystroke "${params.key}"`;
+                break;
+            case "hotkey":
+                if (params.keys) {
+                    if (tt === "browser") {
+                        success = await bi.browserHotkey(params.keys);
+                    }
+                    else {
+                        success = await wm.sendHotkey(params.keys);
+                    }
+                }
+                detail = `hotkey "${params.keys}"`;
+                break;
+            case "scroll":
+                if (tt === "browser") {
+                    success = await bi.browserScroll(params.direction || "down", params.amount || 300);
+                }
+                else if (tt === "android_emulator") {
+                    const dir = params.direction || "down";
+                    const sx = params.x || 540, sy = params.y || 1200;
+                    const ey = dir === "down" ? sy - 600 : dir === "up" ? sy + 600 : sy;
+                    const ex = dir === "left" ? sx + 600 : dir === "right" ? sx - 600 : sx;
+                    success = await wm.adbSwipe(sx, sy, ex, ey, 300);
+                }
+                else {
+                    success = await wm.scrollAtPosition(params.x || 500, params.y || 400, params.direction || "down", params.amount || 3);
+                }
+                detail = `scroll ${params.direction || "down"}`;
+                break;
+            case "drag_drop":
+                if (tt === "browser" && params.selector && params.selector2) {
+                    success = await bi.browserDragDrop(params.selector, params.selector2);
+                }
+                else if (params.x != null && params.y != null && params.x2 != null && params.y2 != null) {
+                    if (tt === "android_emulator") {
+                        success = await wm.adbSwipe(params.x, params.y, params.x2, params.y2, params.duration_ms || 500);
+                    }
+                    else {
+                        success = await wm.dragDrop(params.x, params.y, params.x2, params.y2, params.duration_ms || 500);
+                    }
+                }
+                detail = `drag_drop`;
+                break;
+            case "long_press":
+                if (tt === "android_emulator" && params.x != null && params.y != null) {
+                    success = await wm.adbLongPress(params.x, params.y, params.duration_ms || 1000);
+                }
+                else if (params.x != null && params.y != null) {
+                    success = await wm.longPressAtPosition(params.x, params.y, params.duration_ms || 1000);
+                }
+                detail = `long_press at (${params.x},${params.y})`;
+                break;
+            case "type_and_submit":
+                if (tt === "browser" && params.selector && params.text) {
+                    success = await bi.browserTypeAndSubmit(params.selector, params.text);
+                }
+                else if (params.text) {
+                    success = await wm.typeText(params.text);
+                    if (success) {
+                        await new Promise(r => setTimeout(r, 100));
+                        success = await wm.sendKeyByName("enter");
+                    }
+                }
+                detail = `type_and_submit "${(params.text || "").substring(0, 50)}"`;
+                break;
+            case "type_and_tab":
+                if (tt === "browser" && params.selector && params.text) {
+                    success = await bi.browserTypeAndTab(params.selector, params.text);
+                }
+                else if (params.text) {
+                    success = await wm.typeText(params.text);
+                    if (success) {
+                        await new Promise(r => setTimeout(r, 50));
+                        success = await wm.sendKeyByName("tab");
+                    }
+                }
+                detail = `type_and_tab "${(params.text || "").substring(0, 50)}"`;
+                break;
+            case "fill_form":
+                if (tt === "browser" && params.fields) {
+                    success = await bi.browserFillForm(params.fields, params.submit_selector);
+                }
+                detail = `fill_form (${params.fields?.length || 0} fields)`;
+                break;
+            case "select_option":
+                if (tt === "browser" && params.selector && params.value) {
+                    success = await bi.browserSelectOption(params.selector, params.value);
+                }
+                detail = `select_option "${params.value}"`;
+                break;
+            case "toggle":
+                if (tt === "browser" && params.selector) {
+                    success = await bi.browserToggle(params.selector);
+                }
+                else if (params.x != null && params.y != null) {
+                    success = await wm.clickAtPosition(params.x, params.y);
+                }
+                detail = `toggle "${params.selector || `(${params.x},${params.y})`}"`;
+                break;
+            case "upload_file":
+                if (tt === "browser" && params.selector && params.file_path) {
+                    success = await bi.browserUploadFile(params.selector, params.file_path);
+                }
+                detail = `upload_file "${params.file_path}"`;
+                break;
+            case "navigate_url":
+                if (params.url) {
+                    if (tt === "browser") {
+                        success = await bi.browserNavigate(params.url);
+                    }
+                    else if (tt === "android_emulator") {
+                        success = await wm.adbDeepLink(params.url);
+                    }
+                    else if (tt === "ios_simulator") {
+                        success = await wm.simctlOpenUrl(params.url);
+                    }
+                }
+                detail = `navigate_url "${params.url}"`;
+                break;
+            case "navigate_back":
+                if (tt === "android_emulator") {
+                    success = await wm.adbBackButton();
+                }
+                else if (tt === "browser") {
+                    success = await bi.browserHotkey("alt+left");
+                }
+                else {
+                    success = await wm.sendHotkey("cmd+[");
+                }
+                detail = "navigate_back";
+                break;
+            case "wait":
+                await new Promise(r => setTimeout(r, params.duration_ms || 1000));
+                success = true;
+                detail = `wait ${params.duration_ms || 1000}ms`;
+                break;
+            case "swipe":
+                if (tt === "android_emulator" && params.x != null && params.y != null && params.x2 != null && params.y2 != null) {
+                    success = await wm.adbSwipe(params.x, params.y, params.x2, params.y2, params.duration_ms || 300);
+                }
+                else if (params.x != null && params.y != null && params.x2 != null && params.y2 != null) {
+                    success = await wm.dragDrop(params.x, params.y, params.x2, params.y2, params.duration_ms || 300);
+                }
+                detail = `swipe from (${params.x},${params.y}) to (${params.x2},${params.y2})`;
+                break;
+            case "back_button":
+                if (tt === "android_emulator")
+                    success = await wm.adbBackButton();
+                detail = "back_button";
+                break;
+            case "home_button":
+                if (tt === "android_emulator")
+                    success = await wm.adbHomeButton();
+                detail = "home_button";
+                break;
+            case "deep_link":
+                if (params.url) {
+                    if (tt === "android_emulator")
+                        success = await wm.adbDeepLink(params.url);
+                    else if (tt === "ios_simulator")
+                        success = await wm.simctlOpenUrl(params.url);
+                }
+                detail = `deep_link "${params.url}"`;
+                break;
+            case "grant_permission":
+                if (tt === "android_emulator" && params.package_id && params.value) {
+                    success = await wm.adbPermission(params.package_id, params.value, params.grant !== false);
+                }
+                detail = `grant_permission "${params.value}"`;
+                break;
+            case "rotate_device":
+                if (tt === "android_emulator") {
+                    success = await wm.adbRotate(params.orientation === "landscape");
+                }
+                detail = `rotate_device ${params.orientation}`;
+                break;
+            case "biometric_auth":
+                if (tt === "ios_simulator") {
+                    success = await wm.simctlBiometric(params.accept !== false);
+                }
+                detail = `biometric_auth ${params.accept !== false ? "accept" : "reject"}`;
+                break;
+            case "launch_app":
+                if (tt === "android_emulator" && params.package_id) {
+                    const r = await import("./runners/base.js").then(m => m.runCommand("adb", ["shell", "am", "start", "-n", params.package_id], process.cwd()));
+                    success = r.exit_code === 0;
+                }
+                else if (tt === "ios_simulator" && params.package_id) {
+                    success = await wm.simctlLaunch(params.package_id);
+                }
+                detail = `launch_app "${params.package_id}"`;
+                break;
+            case "clear_app_data":
+                if (tt === "android_emulator" && params.package_id) {
+                    success = await wm.adbClearData(params.package_id);
+                }
+                detail = `clear_app_data "${params.package_id}"`;
+                break;
+            case "mock_location":
+                if (tt === "android_emulator" && params.latitude != null && params.longitude != null) {
+                    success = await wm.adbMockLocation(params.latitude, params.longitude);
+                }
+                detail = `mock_location (${params.latitude},${params.longitude})`;
+                break;
+            case "simulate_network":
+                if (tt === "android_emulator" && params.value) {
+                    success = await wm.adbNetworkCondition(params.value);
+                }
+                detail = `simulate_network "${params.value}"`;
+                break;
+            case "maestro_flow":
+                if (params.maestro_steps) {
+                    const mg = await import("./runners/maestro_generator.js");
+                    const cwd = params.project_dir || projectDir;
+                    const genResult = await mg.generateMaestroFlow(params.maestro_steps, cwd);
+                    if ("error" in genResult) {
+                        return { success: false, action, detail: genResult.error };
+                    }
+                    const runResult = await mg.runGeneratedFlow(genResult.flowPath, cwd);
+                    success = runResult.success;
+                    detail = `maestro_flow (${params.maestro_steps.length} steps) → ${runResult.success ? "passed" : runResult.error}`;
+                }
+                break;
+            case "win_ui_inspect":
+                if (params.app_name) {
+                    const wa = await import("./runners/win_accessibility.js");
+                    const tree = await wa.inspectUITree(params.app_name);
+                    return { success: true, action, detail: "UI tree inspected", result: tree };
+                }
+                break;
+            case "win_ui_automate":
+                if (params.app_name && params.selector && params.automation_action) {
+                    const wa = await import("./runners/win_accessibility.js");
+                    success = await wa.automateElement(params.app_name, params.selector, params.automation_action, params.text);
+                }
+                detail = `win_ui_automate "${params.selector}" → ${params.automation_action}`;
+                break;
+            case "sequence":
+                if (params.steps) {
+                    const allOk = true;
+                    for (const step of params.steps) {
+                        const stepParams = { ...step.params, action: step.action, target_type: tt };
+                        // Recursive call handled by dispatching the same tool logic
+                        // For simplicity, just dispatch core actions inline
+                        if (step.delay_ms)
+                            await new Promise(r => setTimeout(r, step.delay_ms));
+                    }
+                    success = allOk;
+                    detail = `sequence (${params.steps.length} steps)`;
+                }
+                break;
+            default:
+                detail = `Unknown action: "${action}". Available: click, double_click, right_click, hover, type, keystroke, hotkey, scroll, drag_drop, long_press, type_and_submit, type_and_tab, fill_form, select_option, toggle, upload_file, navigate_url, navigate_back, wait, swipe, back_button, home_button, deep_link, grant_permission, rotate_device, biometric_auth, launch_app, clear_app_data, mock_location, simulate_network, maestro_flow, win_ui_inspect, win_ui_automate, sequence`;
+                return { success: false, action, detail };
+        }
+        await trackUsage(apiKey, "interaction");
+        return { success, action, detail };
+    });
+    return {
+        content: [{ type: "text", text: JSON.stringify(result, null, 2) }],
+    };
+});
 // ── codeloop_init_project ────────────────────────────────────────
 server.tool("codeloop_init_project", "Initialize CodeLoop in a project that hasn't been set up yet. Creates .codeloop/config.json, agent rules, MCP config, and .gitignore entries. Call this when you receive a hint that the project is not initialized.", {
     project_dir: z.string().optional().describe("Absolute path to the project root. Defaults to auto-discovered project directory."),