react-native-ai-devtools 1.3.11 → 1.4.1

package/build/index.js

@@ -8,7 +8,7 @@ import { getGuideOverview, getGuideByTopic, getAvailableTopics } from "./core/gu
 import { getLicenseStatus, getDashboardUrl, getUsageInfo } from "./core/license.js";
 import { API_BASE_URL } from "./core/config.js";
 import { getPostHogClient, identifyIfDevMode, shutdownPostHog } from "./core/posthog.js";
-import { getInstallationId } from "./core/telemetry.js";
+import { getInstallationId, getServerVersion } from "./core/telemetry.js";
 import { isSDKInstalled, querySDKNetwork, getSDKNetworkEntry, getSDKNetworkStats, clearSDKNetwork, querySDKConsole, getSDKConsoleStats, clearSDKConsole } from "./core/sdkBridge.js";
 import { tap } from "./pro/tap.js";
 import { getActivateLicenseConfig, handleActivateLicense, getDeleteAccountConfig, handleDeleteAccount, } from "./tools/accountTools.js";
@@ -177,6 +177,8 @@ function registerToolWithTelemetry(toolName, config, handler, emptyResultDetecto
         let inputTokens;
         let outputTokens;
         let emptyResult;
+        let meaningful;
+        let changeRate;
         try {
             inputTokens = Math.ceil(JSON.stringify(args).length / 4);
         }
@@ -202,6 +204,11 @@ function registerToolWithTelemetry(toolName, config, handler, emptyResultDetecto
                     // Detector failure should never affect tool execution
                 }
             }
+            // Extract meaningfulness data if provided (tap tool verification)
+            if (result?._meaningful !== undefined)
+                meaningful = result._meaningful;
+            if (result?._changeRate !== undefined)
+                changeRate = result._changeRate;
             if (Array.isArray(result?.content)) {
                 let totalTokens = 0;
                 for (const item of result.content) {
@@ -220,18 +227,19 @@ function registerToolWithTelemetry(toolName, config, handler, emptyResultDetecto
         catch (error) {
             success = false;
             errorMessage = error instanceof Error ? error.message : String(error);
-            getPostHogClient()?.captureException(error, getInstallationId(), { tool: toolName });
+            getPostHogClient()?.captureException(error, getInstallationId(), { tool: toolName, server_version: getServerVersion() });
             throw error;
         }
         finally {
             const duration = Date.now() - startTime;
-            trackToolInvocation(toolName, success, duration, errorMessage, errorContext, inputTokens, outputTokens, getTargetPlatform(), emptyResult);
+            trackToolInvocation(toolName, success, duration, errorMessage, errorContext, inputTokens, outputTokens, getTargetPlatform(), emptyResult, meaningful, changeRate);
             getPostHogClient()?.capture({
                 distinctId: getInstallationId(),
                 event: toolName,
                 properties: {
                     success,
                     duration,
+                    server_version: getServerVersion(),
                     ...(errorMessage && { error: errorMessage.substring(0, 200) }),
                     ...(getTargetPlatform() && { platform: getTargetPlatform() }),
                 },
@@ -1395,7 +1403,9 @@ registerToolWithTelemetry("tap", {
         "- tap(component=\"HamburgerIcon\") — finds by React component name\n" +
         "- tap(x=300, y=600) — taps at pixel coordinates from screenshot (conversion handled internally)\n" +
         "- tap(text=\"Menu\", strategy=\"ocr\") — forces OCR strategy only\n" +
-        "- tap(x=300, y=600, native=true, platform=\"android\") — taps directly via ADB/simctl without React Native connection",
+        "- tap(x=300, y=600, native=true, platform=\"android\") — taps directly via ADB/simctl without React Native connection\n\n" +
+        "Returns a post-tap screenshot by default (set screenshot=false to disable). " +
+        "For coordinate/accessibility/OCR taps, automatically verifies the tap had a visual effect via before/after screenshot diff (set verify=false to disable).",
     inputSchema: {
         text: z
             .string()
@@ -1441,6 +1451,16 @@ registerToolWithTelemetry("tap", {
             .enum(["ios", "android"])
             .optional()
             .describe("Target platform. Required when both iOS and Android devices are connected. Auto-detected if only one platform is available."),
+        screenshot: z
+            .boolean()
+            .optional()
+            .default(true)
+            .describe("Capture and return a post-tap screenshot. Enabled by default. Set to false for fastest execution (no screenshots)."),
+        verify: z
+            .boolean()
+            .optional()
+            .describe("Run before/after screenshot diff to detect if the tap had a meaningful visual effect. " +
+            "Default: true for coordinate/accessibility/ocr strategies, false for fiber. Requires screenshot=true."),
     },
 }, async (args) => {
     const result = await tap({
@@ -1454,19 +1474,34 @@ registerToolWithTelemetry("tap", {
         maxTraversalDepth: args.maxTraversalDepth,
         native: args.native,
         platform: args.platform,
+        screenshot: args.screenshot,
+        verify: args.verify,
     });
-    const text = JSON.stringify(result, null, 2);
+    const { screenshot: screenshotData, ...resultWithoutScreenshot } = result;
+    const text = JSON.stringify(resultWithoutScreenshot, null, 2);
     // Pack strategy mode + attempted strategies into errorContext for telemetry
     // e.g. "s=ocr|fiber:no_pressable|ocr:no_match" or "s=auto|fiber:no_pressable|accessibility:not_found|ocr:no_match"
     const stratPrefix = args.strategy && args.strategy !== "auto" ? `s=${args.strategy}|` : "";
     const errorContext = result.attempted?.length
         ? stratPrefix + result.attempted.map(a => `${a.strategy}:${a.reason.slice(0, 40)}`).join("|")
         : undefined;
+    const content = [
+        { type: "text", text },
+    ];
+    if (screenshotData) {
+        content.push({
+            type: "image",
+            data: screenshotData.image,
+            mimeType: "image/jpeg",
+        });
+    }
     return {
-        content: [{ type: "text", text }],
+        content,
         isError: !result.success,
         _errorMessage: result.error,
         _errorContext: errorContext,
+        _meaningful: result.verification?.meaningful,
+        _changeRate: result.verification?.changeRate,
     };
 });
 // Tool: Toggle Element Inspector programmatically