react-native-ai-devtools 1.4.4 → 1.4.6

package/build/index.js

@@ -12,7 +12,7 @@ import { getInstallationId, getServerVersion } from "./core/telemetry.js";
 import { isSDKInstalled, querySDKNetwork, getSDKNetworkEntry, getSDKNetworkStats, clearSDKNetwork, querySDKConsole, getSDKConsoleStats, clearSDKConsole } from "./core/sdkBridge.js";
 import { tap } from "./pro/tap.js";
 import { getActivateLicenseConfig, handleActivateLicense, getDeleteAccountConfig, handleDeleteAccount, } from "./tools/accountTools.js";
-import { logBuffers, networkBuffers, getLogBuffer, getNetworkBuffer, getTotalLogCount, getConnectedAppByDevice, LogBuffer, NetworkBuffer, bundleErrorBuffer, connectedApps, scanMetroPorts, fetchDevices, selectMainDevice, filterBridgelessDevices, connectToDevice, getConnectedApps, executeInApp, listDebugGlobals, inspectGlobal, reloadApp, 
+import { logBuffers, networkBuffers, getLogBuffer, getNetworkBuffer, getTotalLogCount, getConnectedAppByDevice, LogBuffer, NetworkBuffer, bundleErrorBuffer, imageBuffer, connectedApps, scanMetroPorts, fetchDevices, selectMainDevice, filterBridgelessDevices, connectToDevice, getConnectedApps, executeInApp, listDebugGlobals, inspectGlobal, reloadApp, 
 // React Component Inspection
 getComponentTree, getScreenLayout, inspectComponent, findComponents, inspectAtPoint, toggleElementInspector, isInspectorActive, getInspectorSelection, getFirstConnectedApp, getLogs, searchLogs, getLogSummary, getNetworkRequests, searchNetworkRequests, getNetworkStats, formatRequestDetails, 
 // Connection state
@@ -1464,6 +1464,15 @@ registerToolWithTelemetry("tap", {
             .optional()
             .describe("Run before/after screenshot diff to detect if the tap had a meaningful visual effect. " +
             "Default: true for coordinate/accessibility/ocr strategies, false for fiber. Requires screenshot=true."),
+        burst: z
+            .boolean()
+            .optional()
+            .default(false)
+            .describe("Enable burst screenshot capture for enhanced verification. " +
+            "Captures 4 rapid screenshots (~150ms intervals) after the tap to detect transient visual feedback " +
+            "(press animations, highlights, ripples) that may settle before a standard after-screenshot. " +
+            "Results are stored in the image buffer (use get_images to inspect individual frames). " +
+            "Default: false."),
     },
 }, async (args) => {
     const result = await tap({
@@ -1479,6 +1488,7 @@ registerToolWithTelemetry("tap", {
         platform: args.platform,
         screenshot: args.screenshot,
         verify: args.verify,
+        burst: args.burst,
     });
     const { screenshot: screenshotData, ...resultWithoutScreenshot } = result;
     const text = JSON.stringify(resultWithoutScreenshot, null, 2);
@@ -2132,6 +2142,68 @@ registerToolWithTelemetry("clear_network", {
         ]
     };
 });
+// Tool: Get images from shared image buffer
+registerToolWithTelemetry("get_images", {
+    description: "Access the shared image buffer containing screenshots from all tools (ios_screenshot, android_screenshot, ocr_screenshot, tap verification). Returns metadata only by default — use id or groupId+frameIndex to retrieve actual image data. Tap burst verification stores frame groups here when burst=true is used.",
+    inputSchema: {
+        list: z.boolean().optional().describe("List all entries and groups (metadata only, no image data)"),
+        id: z.string().optional().describe("Retrieve a specific image by ID (returns image data)"),
+        groupId: z.string().optional().describe("List frames in a group (metadata only), or combine with frameIndex to retrieve a specific frame"),
+        frameIndex: z.coerce.number().optional().describe("Retrieve a specific frame from a group (requires groupId)"),
+        last: z.coerce.number().optional().describe("Return the N most recent entries (metadata only)"),
+        source: z.string().optional().describe("Filter entries by source"),
+        clear: z.boolean().optional().describe("Clear the buffer")
+    }
+}, async ({ id, groupId, frameIndex, last, source, clear }) => {
+    if (clear) {
+        const count = imageBuffer.clear();
+        return {
+            content: [{ type: "text", text: `Cleared ${count} images from buffer.` }]
+        };
+    }
+    if (id) {
+        const entry = imageBuffer.getById(id);
+        if (!entry) {
+            return {
+                content: [{ type: "text", text: `No image found with id "${id}".` }],
+                isError: true
+            };
+        }
+        const { image, ...meta } = entry;
+        return {
+            content: [
+                { type: "text", text: JSON.stringify(meta, null, 2) },
+                { type: "image", data: image.toString("base64"), mimeType: "image/png" }
+            ]
+        };
+    }
+    if (groupId !== undefined && frameIndex !== undefined) {
+        const entry = imageBuffer.getByGroupFrame(groupId, frameIndex);
+        if (!entry) {
+            return {
+                content: [{ type: "text", text: `No frame ${frameIndex} found in group "${groupId}".` }],
+                isError: true
+            };
+        }
+        const { image, ...meta } = entry;
+        return {
+            content: [
+                { type: "text", text: JSON.stringify(meta, null, 2) },
+                { type: "image", data: image.toString("base64"), mimeType: "image/png" }
+            ]
+        };
+    }
+    const entries = imageBuffer.listEntries({ source, groupId, last });
+    const groups = imageBuffer.listGroups();
+    return {
+        content: [
+            {
+                type: "text",
+                text: JSON.stringify({ entries, groups, total: imageBuffer.size }, null, 2)
+            }
+        ]
+    };
+});
 // Tool: Reload the app
 registerToolWithTelemetry("reload_app", {
     description: "Reload the React Native app (triggers JavaScript bundle reload like pressing 'r' in Metro). Will auto-connect to Metro if no connection exists. Note: After reload, the app may take a few seconds to fully restart and become responsive — wait before running other tools. IMPORTANT: React Native has Fast Refresh enabled by default - code changes are automatically applied without needing reload. Only use when: (1) logs/behavior don't reflect code changes after a few seconds, (2) app is in broken/error state, or (3) need to reset app state completely (navigation stack, context, etc.).",
@@ -2417,6 +2489,18 @@ registerToolWithTelemetry("android_screenshot", {
         infoText += `\n  • tap(x=<px>, y=<px>) — tap at coordinates from this screenshot`;
         infoText += `\n  • android_describe_all — get full UI tree with exact tap coordinates`;
         infoText += `\n  • android_find_element(text="...") — find element coordinates without tapping`;
+        imageBuffer.add({
+            id: `android-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`,
+            image: result.data,
+            timestamp: Date.now(),
+            source: "android_screenshot",
+            metadata: {
+                width: result.originalWidth || 0,
+                height: result.originalHeight || 0,
+                scaleFactor: result.scaleFactor || 1,
+                platform: "android",
+            },
+        });
         return {
             content: [
                 {
@@ -2947,6 +3031,18 @@ registerToolWithTelemetry("ios_screenshot", {
         infoText += `\n  • tap(x=<px>, y=<px>) — tap at coordinates from this screenshot`;
         infoText += `\n  • ios_describe_all — get full UI tree with exact tap coordinates`;
         infoText += `\n  • ios_find_element(label="...") — find element coordinates without tapping`;
+        imageBuffer.add({
+            id: `ios-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`,
+            image: result.data,
+            timestamp: Date.now(),
+            source: "ios_screenshot",
+            metadata: {
+                width: result.originalWidth || 0,
+                height: result.originalHeight || 0,
+                scaleFactor: result.scaleFactor || 1,
+                platform: "ios",
+            },
+        });
         return {
             content: [
                 {
@@ -3033,6 +3129,29 @@ registerToolWithTelemetry("ocr_screenshot", {
             elements,
             note: "tapX/tapY are ready to use with tap commands (already converted for platform)"
         };
+        // Capture screenshot and store in image buffer
+        try {
+            const screenshotResult = platform === "android"
+                ? await androidScreenshot(undefined, deviceId)
+                : await iosScreenshot(undefined, deviceId);
+            if (screenshotResult.success && screenshotResult.data) {
+                imageBuffer.add({
+                    id: `ocr-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`,
+                    image: screenshotResult.data,
+                    timestamp: Date.now(),
+                    source: "ocr_screenshot",
+                    metadata: {
+                        width: screenshotResult.originalWidth || 0,
+                        height: screenshotResult.originalHeight || 0,
+                        scaleFactor: screenshotResult.scaleFactor || 1,
+                        platform,
+                    },
+                });
+            }
+        }
+        catch {
+            // Non-fatal: image buffer write failure should not break OCR response
+        }
         return {
             content: [
                 {