agent-device 0.4.2 → 0.5.0

package/src/platforms/android/ui-hierarchy.ts

@@ -1,312 +0,0 @@
-import type { RawSnapshotNode, Rect, SnapshotOptions } from '../../utils/snapshot.ts';
-
-export function findBounds(xml: string, query: string): { x: number; y: number } | null {
-  const q = query.toLowerCase();
-  const nodeRegex = /<node[^>]+>/g;
-  let match = nodeRegex.exec(xml);
-  while (match) {
-    const node = match[0];
-    const attrs = parseXmlNodeAttributes(node);
-    const textVal = (readXmlAttr(attrs, 'text') ?? '').toLowerCase();
-    const descVal = (readXmlAttr(attrs, 'content-desc') ?? '').toLowerCase();
-    if (textVal.includes(q) || descVal.includes(q)) {
-      const rect = parseBounds(readXmlAttr(attrs, 'bounds'));
-      if (rect) {
-        return {
-          x: Math.floor(rect.x + rect.width / 2),
-          y: Math.floor(rect.y + rect.height / 2),
-        };
-      }
-      return { x: 0, y: 0 };
-    }
-    match = nodeRegex.exec(xml);
-  }
-  return null;
-}
-
-export function parseUiHierarchy(
-  xml: string,
-  maxNodes: number,
-  options: SnapshotOptions,
-): { nodes: RawSnapshotNode[]; truncated?: boolean } {
-  const tree = parseUiHierarchyTree(xml);
-  const nodes: RawSnapshotNode[] = [];
-  let truncated = false;
-  const maxDepth = options.depth ?? Number.POSITIVE_INFINITY;
-  const scopedRoot = options.scope ? findScopeNode(tree, options.scope) : null;
-  const roots = scopedRoot ? [scopedRoot] : tree.children;
-
-  const interactiveDescendantMemo = new Map<AndroidNode, boolean>();
-  const hasInteractiveDescendant = (node: AndroidNode): boolean => {
-    const cached = interactiveDescendantMemo.get(node);
-    if (cached !== undefined) return cached;
-    for (const child of node.children) {
-      if (child.hittable || hasInteractiveDescendant(child)) {
-        interactiveDescendantMemo.set(node, true);
-        return true;
-      }
-    }
-    interactiveDescendantMemo.set(node, false);
-    return false;
-  };
-
-  const walk = (
-    node: AndroidNode,
-    depth: number,
-    parentIndex?: number,
-    ancestorHittable: boolean = false,
-    ancestorCollection: boolean = false,
-  ) => {
-    if (nodes.length >= maxNodes) {
-      truncated = true;
-      return;
-    }
-    if (depth > maxDepth) return;
-
-    const include = options.raw
-      ? true
-      : shouldIncludeAndroidNode(
-          node,
-          options,
-          ancestorHittable,
-          hasInteractiveDescendant(node),
-          ancestorCollection,
-        );
-    let currentIndex = parentIndex;
-    if (include) {
-      currentIndex = nodes.length;
-      nodes.push({
-        index: currentIndex,
-        type: node.type ?? undefined,
-        label: node.label ?? undefined,
-        value: node.value ?? undefined,
-        identifier: node.identifier ?? undefined,
-        rect: node.rect,
-        enabled: node.enabled,
-        hittable: node.hittable,
-        depth,
-        parentIndex,
-      });
-    }
-    const nextAncestorHittable = ancestorHittable || Boolean(node.hittable);
-    const nextAncestorCollection = ancestorCollection || isCollectionContainerType(node.type);
-    for (const child of node.children) {
-      walk(child, depth + 1, currentIndex, nextAncestorHittable, nextAncestorCollection);
-      if (truncated) return;
-    }
-  };
-
-  for (const root of roots) {
-    walk(root, 0, undefined, false, false);
-    if (truncated) break;
-  }
-
-  return truncated ? { nodes, truncated } : { nodes };
-}
-
-export function readNodeAttributes(node: string): {
-  text: string | null;
-  desc: string | null;
-  resourceId: string | null;
-  className: string | null;
-  bounds: string | null;
-  clickable?: boolean;
-  enabled?: boolean;
-  focusable?: boolean;
-  focused?: boolean;
-} {
-  const attrs = parseXmlNodeAttributes(node);
-  const getAttr = (name: string): string | null => readXmlAttr(attrs, name);
-  const boolAttr = (name: string): boolean | undefined => {
-    const raw = getAttr(name);
-    if (raw === null) return undefined;
-    return raw === 'true';
-  };
-  return {
-    text: getAttr('text'),
-    desc: getAttr('content-desc'),
-    resourceId: getAttr('resource-id'),
-    className: getAttr('class'),
-    bounds: getAttr('bounds'),
-    clickable: boolAttr('clickable'),
-    enabled: boolAttr('enabled'),
-    focusable: boolAttr('focusable'),
-    focused: boolAttr('focused'),
-  };
-}
-
-function parseXmlNodeAttributes(node: string): Map<string, string> {
-  const attrs = new Map<string, string>();
-  const start = node.indexOf(' ');
-  const end = node.lastIndexOf('>');
-  if (start < 0 || end <= start) return attrs;
-
-  const attrRegex = /([^\s=/>]+)\s*=\s*(["'])([\s\S]*?)\2/y;
-  let cursor = start;
-  while (cursor < end) {
-    while (cursor < end) {
-      const char = node[cursor];
-      if (char !== ' ' && char !== '\n' && char !== '\r' && char !== '\t') break;
-      cursor += 1;
-    }
-    if (cursor >= end) break;
-    const char = node[cursor];
-    if (char === '/' || char === '>') break;
-
-    attrRegex.lastIndex = cursor;
-    const match = attrRegex.exec(node);
-    if (!match) break;
-    attrs.set(match[1], match[3]);
-    cursor = attrRegex.lastIndex;
-  }
-
-  return attrs;
-}
-
-function readXmlAttr(attrs: Map<string, string>, name: string): string | null {
-  return attrs.get(name) ?? null;
-}
-
-export function parseBounds(bounds: string | null): Rect | undefined {
-  if (!bounds) return undefined;
-  const match = /\[(\d+),(\d+)\]\[(\d+),(\d+)\]/.exec(bounds);
-  if (!match) return undefined;
-  const x1 = Number(match[1]);
-  const y1 = Number(match[2]);
-  const x2 = Number(match[3]);
-  const y2 = Number(match[4]);
-  return { x: x1, y: y1, width: Math.max(0, x2 - x1), height: Math.max(0, y2 - y1) };
-}
-
-type AndroidNode = {
-  type: string | null;
-  label: string | null;
-  value: string | null;
-  identifier: string | null;
-  rect?: Rect;
-  enabled?: boolean;
-  hittable?: boolean;
-  depth: number;
-  parentIndex?: number;
-  children: AndroidNode[];
-};
-
-function parseUiHierarchyTree(xml: string): AndroidNode {
-  const root: AndroidNode = {
-    type: null,
-    label: null,
-    value: null,
-    identifier: null,
-    depth: -1,
-    children: [],
-  };
-  const stack: AndroidNode[] = [root];
-  const tokenRegex = /<node\b[^>]*>|<\/node>/g;
-  let match = tokenRegex.exec(xml);
-  while (match) {
-    const token = match[0];
-    if (token.startsWith('</node')) {
-      if (stack.length > 1) stack.pop();
-      match = tokenRegex.exec(xml);
-      continue;
-    }
-    const attrs = readNodeAttributes(token);
-    const rect = parseBounds(attrs.bounds);
-    const parent = stack[stack.length - 1];
-    const node: AndroidNode = {
-      type: attrs.className,
-      label: attrs.text || attrs.desc,
-      value: attrs.text,
-      identifier: attrs.resourceId,
-      rect,
-      enabled: attrs.enabled,
-      hittable: attrs.clickable ?? attrs.focusable,
-      depth: parent.depth + 1,
-      parentIndex: undefined,
-      children: [],
-    };
-    parent.children.push(node);
-    if (!token.endsWith('/>')) {
-      stack.push(node);
-    }
-    match = tokenRegex.exec(xml);
-  }
-  return root;
-}
-
-function shouldIncludeAndroidNode(
-  node: AndroidNode,
-  options: SnapshotOptions,
-  ancestorHittable: boolean,
-  descendantHittable: boolean,
-  ancestorCollection: boolean,
-): boolean {
-  const type = normalizeAndroidType(node.type);
-  const hasText = Boolean(node.label && node.label.trim().length > 0);
-  const hasId = Boolean(node.identifier && node.identifier.trim().length > 0);
-  const hasMeaningfulText = hasText && !isGenericAndroidId(node.label ?? '');
-  const hasMeaningfulId = hasId && !isGenericAndroidId(node.identifier ?? '');
-  const isStructural = isStructuralAndroidType(type);
-  const isVisual = type === 'imageview' || type === 'imagebutton';
-  if (options.interactiveOnly) {
-    if (node.hittable) return true;
-    // Keep text proxies for tappable rows while dropping structural noise.
-    const proxyCandidate = hasMeaningfulText || hasMeaningfulId;
-    if (!proxyCandidate) return false;
-    if (isVisual) return false;
-    if (isStructural && !ancestorCollection) return false;
-    return ancestorHittable || descendantHittable || ancestorCollection;
-  }
-  if (options.compact) {
-    return hasMeaningfulText || hasMeaningfulId || Boolean(node.hittable);
-  }
-  if (isStructural || isVisual) {
-    if (node.hittable) return true;
-    if (hasMeaningfulText) return true;
-    if (hasMeaningfulId && descendantHittable) return true;
-    return descendantHittable;
-  }
-  return true;
-}
-
-function isCollectionContainerType(type: string | null): boolean {
-  if (!type) return false;
-  const normalized = normalizeAndroidType(type);
-  return (
-    normalized.includes('recyclerview') ||
-    normalized.includes('listview') ||
-    normalized.includes('gridview')
-  );
-}
-
-function normalizeAndroidType(type: string | null): string {
-  if (!type) return '';
-  return type.toLowerCase();
-}
-
-function isStructuralAndroidType(type: string): boolean {
-  const short = type.split('.').pop() ?? type;
-  return short.includes('layout') || short === 'viewgroup' || short === 'view';
-}
-
-function isGenericAndroidId(value: string): boolean {
-  const trimmed = value.trim();
-  if (!trimmed) return false;
-  return /^[\w.]+:id\/[\w.-]+$/i.test(trimmed);
-}
-
-function findScopeNode(root: AndroidNode, scope: string): AndroidNode | null {
-  const query = scope.toLowerCase();
-  const stack: AndroidNode[] = [...root.children];
-  while (stack.length > 0) {
-    const node = stack.shift() as AndroidNode;
-    const label = node.label?.toLowerCase() ?? '';
-    const value = node.value?.toLowerCase() ?? '';
-    const identifier = node.identifier?.toLowerCase() ?? '';
-    if (label.includes(query) || value.includes(query) || identifier.includes(query)) {
-      return node;
-    }
-    stack.push(...node.children);
-  }
-  return null;
-}

package/src/platforms/boot-diagnostics.ts

@@ -1,128 +0,0 @@
-import { asAppError } from '../utils/errors.ts';
-
-export type BootFailureReason =
-  | 'IOS_BOOT_TIMEOUT'
-  | 'IOS_RUNNER_CONNECT_TIMEOUT'
-  | 'IOS_TOOL_MISSING'
-  | 'ANDROID_BOOT_TIMEOUT'
-  | 'ADB_TRANSPORT_UNAVAILABLE'
-  | 'CI_RESOURCE_STARVATION_SUSPECTED'
-  | 'BOOT_COMMAND_FAILED'
-  | 'UNKNOWN';
-
-type BootDiagnosticContext = {
-  platform?: 'ios' | 'android';
-  phase?: 'boot' | 'connect' | 'transport';
-};
-
-export function classifyBootFailure(input: {
-  error?: unknown;
-  message?: string;
-  stdout?: string;
-  stderr?: string;
-  context?: BootDiagnosticContext;
-}): BootFailureReason {
-  const appErr = input.error ? asAppError(input.error) : null;
-  const platform = input.context?.platform;
-  const phase = input.context?.phase;
-  if (appErr?.code === 'TOOL_MISSING') {
-    return platform === 'android' ? 'ADB_TRANSPORT_UNAVAILABLE' : 'IOS_TOOL_MISSING';
-  }
-  const details = (appErr?.details ?? {}) as Record<string, unknown>;
-  const detailMessage = typeof details.message === 'string' ? details.message : undefined;
-  const detailStdout = typeof details.stdout === 'string' ? details.stdout : undefined;
-  const detailStderr = typeof details.stderr === 'string' ? details.stderr : undefined;
-  const nestedBoot = details.boot && typeof details.boot === 'object'
-    ? (details.boot as Record<string, unknown>)
-    : null;
-  const nestedBootstatus = details.bootstatus && typeof details.bootstatus === 'object'
-    ? (details.bootstatus as Record<string, unknown>)
-    : null;
-
-  const haystack = [
-    input.message,
-    appErr?.message,
-    input.stdout,
-    input.stderr,
-    detailMessage,
-    detailStdout,
-    detailStderr,
-    typeof nestedBoot?.stdout === 'string' ? nestedBoot.stdout : undefined,
-    typeof nestedBoot?.stderr === 'string' ? nestedBoot.stderr : undefined,
-    typeof nestedBootstatus?.stdout === 'string' ? nestedBootstatus.stdout : undefined,
-    typeof nestedBootstatus?.stderr === 'string' ? nestedBootstatus.stderr : undefined,
-  ]
-    .filter(Boolean)
-    .join('\n')
-    .toLowerCase();
-
-  if (
-    platform === 'ios' &&
-    (
-      haystack.includes('runner did not accept connection') ||
-      (phase === 'connect' &&
-        (
-          haystack.includes('timed out') ||
-          haystack.includes('timeout') ||
-          haystack.includes('econnrefused') ||
-          haystack.includes('connection refused') ||
-          haystack.includes('fetch failed') ||
-          haystack.includes('socket hang up')
-        ))
-    )
-  ) {
-    return 'IOS_RUNNER_CONNECT_TIMEOUT';
-  }
-  if (platform === 'ios' && phase === 'boot' && (haystack.includes('timed out') || haystack.includes('timeout'))) {
-    return 'IOS_BOOT_TIMEOUT';
-  }
-  if (platform === 'android' && phase === 'boot' && (haystack.includes('timed out') || haystack.includes('timeout'))) {
-    return 'ANDROID_BOOT_TIMEOUT';
-  }
-  if (
-    haystack.includes('resource temporarily unavailable') ||
-    haystack.includes('killed: 9') ||
-    haystack.includes('cannot allocate memory') ||
-    haystack.includes('system is low on memory')
-  ) {
-    return 'CI_RESOURCE_STARVATION_SUSPECTED';
-  }
-  if (
-    platform === 'android' &&
-    (
-      haystack.includes('device not found') ||
-      haystack.includes('no devices') ||
-      haystack.includes('device offline') ||
-      haystack.includes('offline') ||
-      haystack.includes('unauthorized') ||
-      haystack.includes('not authorized') ||
-      haystack.includes('unable to locate device') ||
-      haystack.includes('invalid device')
-    )
-  ) {
-    return 'ADB_TRANSPORT_UNAVAILABLE';
-  }
-  if (appErr?.code === 'COMMAND_FAILED' || haystack.length > 0) return 'BOOT_COMMAND_FAILED';
-  return 'UNKNOWN';
-}
-
-export function bootFailureHint(reason: BootFailureReason): string {
-  switch (reason) {
-    case 'IOS_BOOT_TIMEOUT':
-      return 'Retry simulator boot and inspect simctl bootstatus logs; in CI consider increasing AGENT_DEVICE_IOS_BOOT_TIMEOUT_MS.';
-    case 'IOS_RUNNER_CONNECT_TIMEOUT':
-      return 'Retry runner startup, inspect xcodebuild logs, and verify simulator responsiveness before command execution.';
-    case 'ANDROID_BOOT_TIMEOUT':
-      return 'Retry emulator startup and verify sys.boot_completed reaches 1; consider increasing startup budget in CI.';
-    case 'ADB_TRANSPORT_UNAVAILABLE':
-      return 'Check adb server/device transport (adb devices -l), restart adb, and ensure the target device is online and authorized.';
-    case 'CI_RESOURCE_STARVATION_SUSPECTED':
-      return 'CI machine may be resource constrained; reduce parallel jobs or use a larger runner.';
-    case 'IOS_TOOL_MISSING':
-      return 'Xcode command-line tools are missing or not in PATH; run xcode-select --install and verify xcrun works.';
-    case 'BOOT_COMMAND_FAILED':
-      return 'Inspect command stderr/stdout for the failing boot phase and retry after environment validation.';
-    default:
-      return 'Retry once and inspect verbose logs for the failing phase.';
-  }
-}