@qontinui/ui-bridge-native 0.6.6 → 0.6.8

package/dist/index.mjs

@@ -2071,7 +2071,7 @@ function diagnosePageHealth(elements, viewport) {
   let outsideViewport = 0;
   for (const { rect } of visible) {
     if (rect.width === 0 || rect.height === 0) zeroSize++;
-    if (rect.x + rect.width < 0 || rect.y + rect.height < 0 || rect.x > 1 || rect.y > 1) {
+    if (rect.x + rect.width < 0 || rect.x > 1) {
       outsideViewport++;
     }
   }
@@ -2079,7 +2079,7 @@ function diagnosePageHealth(elements, viewport) {
   findings.push({
     check: "visual_anomalies",
     severity: anomalySeverity,
-    detail: `zero_size=${zeroSize}, outside_viewport=${outsideViewport}`,
+    detail: `zero_size=${zeroSize}, outside_viewport=${outsideViewport} (horizontal-overflow only; below/above-fold scrollable content is not an anomaly)`,
     data: { zero_size: zeroSize, outside_viewport: outsideViewport }
   });
   const heatmap = grid.map(
@@ -2095,6 +2095,35 @@ function diagnosePageHealth(elements, viewport) {
 }
 
 // src/server/handlers.ts
+function matchElementsByText(registry, text, opts) {
+  const needle = text.toLowerCase();
+  const contains = (v) => typeof v === "string" && v.toLowerCase().includes(needle);
+  let all = registry.getAllElements();
+  if (opts?.visibleOnly) {
+    all = all.filter((e) => e.getState().visible);
+  }
+  const scored = [];
+  for (const e of all) {
+    let rank = Number.POSITIVE_INFINITY;
+    if (contains(e.label)) rank = Math.min(rank, 0);
+    const ident = e.getIdentifier();
+    if (ident) {
+      if (contains(ident.testId)) rank = Math.min(rank, 1);
+      if (contains(ident.accessibilityLabel)) rank = Math.min(rank, 1);
+      if (contains(ident.treePath)) rank = Math.min(rank, 1);
+      if (contains(ident.uiId)) rank = Math.min(rank, 1);
+    }
+    if (rank === Number.POSITIVE_INFINITY) {
+      const handlers = extractHandlerNames(e.props);
+      if (handlers.some((h) => h.toLowerCase().includes(needle))) rank = 2;
+    }
+    if (rank !== Number.POSITIVE_INFINITY) {
+      scored.push({ rank, element: { id: e.id, type: e.type, label: e.label } });
+    }
+  }
+  scored.sort((a, b) => a.rank - b.rank);
+  return scored.map((s) => s.element);
+}
 async function executeWorkflowStep(step, registry, executor) {
   const startTime = Date.now();
   try {
@@ -2691,6 +2720,89 @@ function createServerHandlers(registry, executor, config) {
       const failedCount = results.length - succeededCount;
       return success2({ results, succeededCount, failedCount });
     },
+    // ========================================================================
+    // App-agnostic interaction parity (cross-platform `/control/page/*`)
+    //
+    // Mirrors the web/runner convenience endpoints so the SAME contract drives
+    // mobile. Text/label interactions compose `executor.find` (registry-based
+    // discovery) + `executor.executeAction` (press/type). Selector-only
+    // variants have no React-Native analog and return NOT_SUPPORTED — the
+    // mobile bridge's snapshot + `/control/find` (testID / accessibilityLabel)
+    // cover what a selector would on web.
+    // ========================================================================
+    clickByText: async (ctx) => {
+      const body = ctx.body;
+      const text = typeof body?.text === "string" ? body.text.trim() : "";
+      if (!text) {
+        return error2("text is required and must not be empty", "INVALID_REQUEST");
+      }
+      const match = matchElementsByText(registry, text, { visibleOnly: body?.visibleOnly })[0];
+      if (!match) {
+        return error2(`No element found with text "${text}"`, "ELEMENT_NOT_FOUND");
+      }
+      const response = await executor.executeAction(match.id, { action: "press" });
+      if (!response.success) {
+        return error2(response.error || "Press failed", "ACTION_FAILED");
+      }
+      return success2({
+        clicked: true,
+        element: { id: match.id, type: match.type, label: match.label }
+      });
+    },
+    clickBySelector: async () => {
+      return error2(
+        "clickBySelector is not supported on native platform \u2014 React Native has no CSS-selector DOM. Use clickByText, or /control/find with testIdPattern/accessibilityLabelPattern then /control/element/:id/action.",
+        "NOT_SUPPORTED"
+      );
+    },
+    typeInto: async (ctx) => {
+      const body = ctx.body;
+      const label = typeof body?.label === "string" ? body.label.trim() : "";
+      if (!label) {
+        return error2(
+          "label is required on native (selector-based typeInto is web-only)",
+          "INVALID_REQUEST"
+        );
+      }
+      const text = typeof body?.text === "string" ? body.text : "";
+      const match = matchElementsByText(registry, label, { visibleOnly: body?.visibleOnly })[0];
+      if (!match) {
+        return error2(`No input found for label "${label}"`, "ELEMENT_NOT_FOUND");
+      }
+      const response = await executor.executeAction(match.id, {
+        action: "type",
+        params: { text, clear: body?.clear === true }
+      });
+      if (!response.success) {
+        return error2(response.error || "Type failed", "ACTION_FAILED");
+      }
+      return success2({
+        typed: true,
+        element: { id: match.id, type: match.type, label: match.label }
+      });
+    },
+    readValue: async () => {
+      return error2(
+        "readValue is not supported on native platform \u2014 React Native has no CSS-selector DOM. Use /control/element/:id/state to read an element value.",
+        "NOT_SUPPORTED"
+      );
+    },
+    findByText: async (ctx) => {
+      const body = ctx.body;
+      const text = typeof body?.text === "string" ? body.text.trim() : "";
+      if (!text) {
+        return error2("text is required and must not be empty", "INVALID_REQUEST");
+      }
+      const matches = matchElementsByText(registry, text, { visibleOnly: body?.visibleOnly });
+      return success2(
+        matches.map((el, index) => ({
+          index,
+          id: el.id,
+          type: el.type,
+          label: el.label
+        }))
+      );
+    },
     // Coord-based tap
     //
     // Synthesizes a press at the given screen coordinates by scanning the
@@ -3297,6 +3409,17 @@ var WS_ROUTES = [
   // Coord-based tap — synthesizes a press at the given screen coords by
   // matching against registered elements' layout rects.
   { pattern: "control/tap", handler: "tapAt", httpMethods: ["POST"] },
+  // App-agnostic interaction parity — mirrors the web/runner convenience
+  // endpoints (`/control/page/click-by-text` etc.) so the SAME cross-platform
+  // contract drives mobile. Text/label-based interactions compose
+  // `executor.find` + `executor.executeAction` over the registry; the
+  // DOM-selector-only variants (`click-by-selector`, `read-value`) have no RN
+  // analog and return a structured NOT_SUPPORTED envelope.
+  { pattern: "control/page/click-by-text", handler: "clickByText", httpMethods: ["POST"] },
+  { pattern: "control/page/click-by-selector", handler: "clickBySelector", httpMethods: ["POST"] },
+  { pattern: "control/page/type-into", handler: "typeInto", httpMethods: ["POST"] },
+  { pattern: "control/page/read-value", handler: "readValue", httpMethods: ["POST"] },
+  { pattern: "control/page/find-by-text", handler: "findByText", httpMethods: ["POST"] },
   // Test hooks — gated behind `features.testHooks`. Let external runners
   // drive the ModalDetector over HTTP so tests can flip `snapshot.modalStack`
   // without mounting React components.
@@ -3372,6 +3495,11 @@ var HANDLER_DESCRIPTIONS = {
   aiChangeBufferEnable: "STUB \u2014 runner-only; mobile returns NOT_SUPPORTED. Use WS event subscriptions for change notifications.",
   aiWaitForElement: "STUB \u2014 runner-only; mobile returns NOT_SUPPORTED. Use the WS waitForElement / waitForCondition JSON-RPC methods.",
   tapAt: "Synthesize a press at given screen coords by matching registered element layout rects: body { x, y, action? }",
+  clickByText: "App-agnostic: press the first element matching free-text (label/accessibilityLabel/testID): body { text, visibleOnly? }",
+  clickBySelector: "STUB \u2014 selector-based; NOT_SUPPORTED on native (no DOM). Use clickByText or /control/find + /control/element/:id/action.",
+  typeInto: "App-agnostic: type into the input matching a label: body { label, text, clear?, visibleOnly? }. (selector form is web-only)",
+  readValue: "STUB \u2014 selector-based; NOT_SUPPORTED on native (no DOM). Use /control/element/:id/state to read a value.",
+  findByText: "App-agnostic: list elements matching free-text (no press): body { text, visibleOnly? }",
   getConsoleErrors: "TEST HOOK \u2014 last-N console.error/console.warn entries; ?since=<ms>&limit=<n>",
   getNetworkRequests: "TEST HOOK \u2014 last-N fetch/XHR entries with status + duration; ?since=<ms>&limit=<n>",
   pushModal: "TEST HOOK \u2014 push a modal onto the snapshot.modalStack via the registry ModalDetector",