agent-device 0.10.1 → 0.10.2

package/dist/src/daemon/context.d.ts

@@ -1,4 +1,5 @@
 import type { CommandFlags } from '../core/dispatch.ts';
+import type { SessionSurface } from '../core/session-surface.ts';
 export type DaemonCommandContext = {
     requestId?: string;
     appBundleId?: string;
@@ -19,5 +20,6 @@ export type DaemonCommandContext = {
     clickButton?: 'primary' | 'secondary' | 'middle';
     pauseMs?: number;
     pattern?: 'one-way' | 'ping-pong';
+    surface?: SessionSurface;
 };
 export declare function contextFromFlags(logPath: string, flags: CommandFlags | undefined, appBundleId?: string, traceLogPath?: string, requestId?: string): DaemonCommandContext;

package/dist/src/daemon/handlers/interaction-common.d.ts

@@ -1,6 +1,6 @@
 import { dispatchCommand, type CommandFlags } from '../../core/dispatch.ts';
 import type { DaemonCommandContext } from '../context.ts';
-import type { DaemonRequest } from '../types.ts';
+import type { DaemonRequest, DaemonResponse, SessionState } from '../types.ts';
 import { SessionStore } from '../session-store.ts';
 export type ContextFromFlags = (flags: CommandFlags | undefined, appBundleId?: string, traceLogPath?: string) => DaemonCommandContext;
 export type InteractionHandlerParams = {
@@ -10,3 +10,32 @@ export type InteractionHandlerParams = {
     contextFromFlags: ContextFromFlags;
     dispatch: typeof dispatchCommand;
 };
+export declare function buildTouchVisualizationResult(params: {
+    data: Record<string, unknown> | undefined;
+    fallbackX: number;
+    fallbackY: number;
+    referenceFrame?: {
+        referenceWidth: number;
+        referenceHeight: number;
+    };
+    extra?: Record<string, unknown>;
+}): Record<string, unknown>;
+export declare function dispatchRecordedTouchInteraction(params: {
+    session: SessionState;
+    sessionStore: SessionStore;
+    requestCommand: string;
+    requestPositionals: string[];
+    flags: CommandFlags | undefined;
+    contextFromFlags: ContextFromFlags;
+    dispatch: typeof dispatchCommand;
+    interactionCommand: string;
+    interactionPositionals: string[];
+    outPath: string | undefined;
+    buildPayloads: (data: Record<string, unknown> | undefined) => {
+        result: Record<string, unknown>;
+        responseData?: Record<string, unknown>;
+    } | Promise<{
+        result: Record<string, unknown>;
+        responseData?: Record<string, unknown>;
+    }>;
+}): Promise<DaemonResponse>;

package/dist/src/daemon/handlers/interaction-read.d.ts

@@ -0,0 +1,14 @@
+import { dispatchCommand, type CommandFlags } from '../../core/dispatch.ts';
+import type { SessionState } from '../types.ts';
+import type { SnapshotNode } from '../../utils/snapshot.ts';
+import type { ContextFromFlags } from './interaction-common.ts';
+export declare function readTextForNode(params: {
+    device: SessionState['device'];
+    node: SnapshotNode;
+    flags: CommandFlags | undefined;
+    appBundleId?: string;
+    traceOutPath?: string;
+    surface?: SessionState['surface'];
+    contextFromFlags: ContextFromFlags;
+    dispatch: typeof dispatchCommand;
+}): Promise<string>;

package/dist/src/daemon/handlers/interaction-touch.d.ts

@@ -1,17 +1,16 @@
 import { dispatchCommand, type CommandFlags } from '../../core/dispatch.ts';
 import { type SnapshotNode } from '../../utils/snapshot.ts';
-import type { DaemonCommandContext } from '../context.ts';
 import type { DaemonRequest, DaemonResponse, SessionState } from '../types.ts';
 import { SessionStore } from '../session-store.ts';
 import { getAndroidScreenSize } from '../../platforms/android/index.ts';
-type ContextFromFlags = (flags: CommandFlags | undefined, appBundleId?: string, traceLogPath?: string) => DaemonCommandContext;
+import { type ContextFromFlags } from './interaction-common.ts';
 type CaptureSnapshotForSession = (session: SessionState, flags: CommandFlags | undefined, sessionStore: SessionStore, contextFromFlags: ContextFromFlags, options: {
     interactiveOnly: boolean;
 }, dispatch?: typeof dispatchCommand) => Promise<{
     nodes: SnapshotNode[];
     truncated?: boolean;
     createdAt: number;
-    backend?: 'xctest' | 'android';
+    backend?: 'xctest' | 'android' | 'macos-helper';
 }>;
 type ResolveRefTarget = ((params: {
     session: SessionState;

package/dist/src/daemon/handlers/interaction.d.ts

@@ -1,16 +1,9 @@
-import { dispatchCommand, type CommandFlags } from '../../core/dispatch.ts';
-import type { DaemonCommandContext } from '../context.ts';
-import type { DaemonRequest, DaemonResponse } from '../types.ts';
-import { SessionStore } from '../session-store.ts';
+import { dispatchCommand } from '../../core/dispatch.ts';
+import type { DaemonResponse } from '../types.ts';
 import { getAndroidScreenSize } from '../../platforms/android/index.ts';
-type ContextFromFlags = (flags: CommandFlags | undefined, appBundleId?: string, traceLogPath?: string) => DaemonCommandContext;
-export declare function handleInteractionCommands(params: {
-    req: DaemonRequest;
-    sessionName: string;
-    sessionStore: SessionStore;
-    contextFromFlags: ContextFromFlags;
+import type { InteractionHandlerParams } from './interaction-common.ts';
+export { unsupportedRefSnapshotFlags } from './interaction-flags.ts';
+export declare function handleInteractionCommands(params: Omit<InteractionHandlerParams, 'dispatch'> & {
     dispatch?: typeof dispatchCommand;
     readAndroidScreenSize?: typeof getAndroidScreenSize;
 }): Promise<DaemonResponse | null>;
-export declare function unsupportedRefSnapshotFlags(flags: CommandFlags | undefined): string[];
-export {};

package/dist/src/daemon/handlers/snapshot-capture.d.ts

@@ -1,21 +1,28 @@
-import { dispatchCommand } from '../../core/dispatch.ts';
+import { dispatchCommand, type CommandFlags } from '../../core/dispatch.ts';
 import { type RawSnapshotNode, type SnapshotState } from '../../utils/snapshot.ts';
-import type { DaemonResponse, DaemonRequest, SessionState } from '../types.ts';
+import type { DaemonResponse, SessionState } from '../types.ts';
 type CaptureSnapshotParams = {
     dispatchSnapshotCommand: typeof dispatchCommand;
     device: SessionState['device'];
     session: SessionState | undefined;
-    req: DaemonRequest;
+    flags: CommandFlags | undefined;
+    outPath?: string;
     logPath: string;
     snapshotScope?: string;
 };
+type SnapshotData = {
+    nodes?: RawSnapshotNode[];
+    truncated?: boolean;
+    backend?: 'xctest' | 'android' | 'macos-helper';
+};
 export declare function captureSnapshot(params: CaptureSnapshotParams): Promise<{
     snapshot: SnapshotState;
 }>;
+export declare function captureSnapshotData(params: CaptureSnapshotParams): Promise<SnapshotData>;
 export declare function buildSnapshotState(data: {
     nodes?: RawSnapshotNode[];
     truncated?: boolean;
-    backend?: 'xctest' | 'android';
+    backend?: 'xctest' | 'android' | 'macos-helper';
 }, snapshotRaw: boolean | undefined): SnapshotState;
 export declare function resolveSnapshotScope(snapshotScope: string | undefined, session: SessionState | undefined): {
     ok: true;

package/dist/src/daemon/snapshot-processing.d.ts

@@ -7,3 +7,4 @@ export declare function normalizeType(type: string): string;
 export declare function isFillableType(type: string, platform: Platform): boolean;
 export declare function findNearestHittableAncestor(nodes: SnapshotState['nodes'], node: SnapshotState['nodes'][number]): SnapshotState['nodes'][number] | null;
 export declare function extractNodeText(node: SnapshotState['nodes'][number]): string;
+export declare function extractNodeReadText(node: SnapshotState['nodes'][number]): string;

package/dist/src/daemon/types.d.ts

@@ -1,5 +1,6 @@
 import type { MaterializeInstallSource } from '../platforms/install-source.ts';
 import type { CommandFlags } from '../core/dispatch.ts';
+import type { SessionSurface } from '../core/session-surface.ts';
 import type { DeviceInfo, Platform, PlatformSelector } from '../utils/device.ts';
 import type { ExecResult } from '../utils/exec.ts';
 import type { SnapshotState } from '../utils/snapshot.ts';
@@ -113,6 +114,7 @@ export type SessionState = {
     name: string;
     device: DeviceInfo;
     createdAt: number;
+    surface?: SessionSurface;
     appBundleId?: string;
     appName?: string;
     snapshot?: SnapshotState;
@@ -144,7 +146,7 @@ export type SessionState = {
     /** Session-scoped app log stream; logs written to outPath for agent to grep */
     appLog?: {
         platform: Platform;
-        backend: 'ios-simulator' | 'ios-device' | 'android';
+        backend: 'ios-simulator' | 'ios-device' | 'android' | 'macos';
         outPath: string;
         startedAt: number;
         getState: () => 'active' | 'failed';