agent-device 0.12.4 → 0.12.5

package/dist/src/index.d.ts

@@ -1,3 +1,28 @@
+export declare type AgentDevice = AgentDeviceRuntime & BoundAgentDeviceCommands;
+
+export declare type AgentDeviceBackend = {
+    platform: AgentDeviceBackendPlatform;
+    capabilities?: BackendCapabilitySet;
+    escapeHatches?: BackendEscapeHatches;
+    captureSnapshot?(context: BackendCommandContext, options?: BackendSnapshotOptions): Promise<BackendSnapshotResult>;
+    captureScreenshot?(context: BackendCommandContext, outPath: string, options?: BackendScreenshotOptions): Promise<BackendScreenshotResult | void>;
+    readText?(context: BackendCommandContext, node: SnapshotNode): Promise<BackendReadTextResult>;
+    findText?(context: BackendCommandContext, text: string): Promise<BackendFindTextResult>;
+    tap?(context: BackendCommandContext, point: Point, options?: BackendTapOptions): Promise<BackendActionResult>;
+    fill?(context: BackendCommandContext, point: Point, text: string, options?: BackendFillOptions): Promise<BackendActionResult>;
+    typeText?(context: BackendCommandContext, text: string, options?: {
+        delayMs?: number;
+    }): Promise<BackendActionResult>;
+    pressKey?(context: BackendCommandContext, key: string, options?: {
+        modifiers?: string[];
+    }): Promise<BackendActionResult>;
+    openApp?(context: BackendCommandContext, target: BackendOpenTarget): Promise<BackendActionResult>;
+    closeApp?(context: BackendCommandContext, app?: string): Promise<BackendActionResult>;
+    installApp?(context: BackendCommandContext, target: BackendInstallTarget): Promise<BackendActionResult>;
+};
+
+export declare type AgentDeviceBackendPlatform = 'ios' | 'android' | 'macos' | 'linux';
+
 export declare type AgentDeviceClient = {
     command: AgentDeviceCommandClient;
     devices: {
@@ -108,6 +133,38 @@ export declare type AgentDeviceCommandClient = {
     clipboard: (options: ClipboardCommandOptions) => Promise<ClipboardCommandResult>;
 };
 
+declare type AgentDeviceCommands = {
+    capture: {
+        screenshot: RuntimeCommand<ScreenshotCommandOptions, ScreenshotCommandResult>;
+        diffScreenshot: RuntimeCommand<DiffScreenshotCommandOptions, DiffScreenshotCommandResult>;
+        snapshot: RuntimeCommand<SnapshotCommandOptions, SnapshotCommandResult>;
+        diffSnapshot: RuntimeCommand<DiffSnapshotCommandOptions, DiffSnapshotCommandResult>;
+    };
+    selectors: {
+        find: RuntimeCommand<FindReadCommandOptions, FindReadCommandResult>;
+        get: RuntimeCommand<GetCommandOptions, GetCommandResult>;
+        getText: RuntimeCommand<GetTextCommandOptions, Extract<GetCommandResult, {
+            kind: 'text';
+        }>>;
+        getAttrs: RuntimeCommand<GetAttrsCommandOptions, Extract<GetCommandResult, {
+            kind: 'attrs';
+        }>>;
+        is: RuntimeCommand<IsCommandOptions, IsCommandResult>;
+        isVisible: RuntimeCommand<IsSelectorCommandOptions, IsCommandResult>;
+        isHidden: RuntimeCommand<IsSelectorCommandOptions, IsCommandResult>;
+        wait: RuntimeCommand<WaitCommandOptions_2, WaitCommandResult_2>;
+        waitForText: RuntimeCommand<WaitForTextCommandOptions, Extract<WaitCommandResult_2, {
+            kind: 'text';
+        }>>;
+    };
+    interactions: {
+        click: RuntimeCommand<ClickCommandOptions, PressCommandResult>;
+        press: RuntimeCommand<PressCommandOptions, PressCommandResult>;
+        fill: RuntimeCommand<FillCommandOptions, FillCommandResult>;
+        typeText: RuntimeCommand<TypeTextCommandOptions, TypeTextCommandResult>;
+    };
+};
+
 export declare type AgentDeviceDaemonTransport = (req: Omit<DaemonRequest, 'token'>) => Promise<DaemonResponse>;
 
 export declare type AgentDeviceDevice = {
@@ -139,6 +196,26 @@ export declare type AgentDeviceIdentifiers = {
 
 export declare type AgentDeviceRequestOverrides = Pick<AgentDeviceClientConfig, 'session' | 'lockPolicy' | 'lockPlatform' | 'requestId' | 'daemonBaseUrl' | 'daemonAuthToken' | 'daemonTransport' | 'daemonServerMode' | 'tenant' | 'sessionIsolation' | 'runId' | 'leaseId' | 'leaseBackend' | 'cwd' | 'debug'>;
 
+export declare type AgentDeviceRuntime = {
+    backend: AgentDeviceBackend;
+    artifacts: ArtifactAdapter;
+    sessions: CommandSessionStore;
+    policy: CommandPolicy;
+    diagnostics?: DiagnosticsSink;
+    clock?: CommandClock;
+    signal?: AbortSignal;
+};
+
+export declare type AgentDeviceRuntimeConfig = {
+    backend: AgentDeviceBackend;
+    artifacts: ArtifactAdapter;
+    sessions?: CommandSessionStore;
+    policy?: CommandPolicy;
+    diagnostics?: DiagnosticsSink;
+    clock?: CommandClock;
+    signal?: AbortSignal;
+};
+
 export declare type AgentDeviceSelectionOptions = {
     platform?: PlatformSelector;
     target?: DeviceTarget;
@@ -212,7 +289,7 @@ export declare class AppError extends Error {
     constructor(code: AppErrorCode, message: string, details?: AppErrorDetails, cause?: unknown);
 }
 
-declare type AppErrorCode = 'INVALID_ARGS' | 'DEVICE_NOT_FOUND' | 'TOOL_MISSING' | 'APP_NOT_INSTALLED' | 'UNSUPPORTED_PLATFORM' | 'UNSUPPORTED_OPERATION' | 'COMMAND_FAILED' | 'SESSION_NOT_FOUND' | 'UNAUTHORIZED' | 'UNKNOWN';
+export declare type AppErrorCode = 'INVALID_ARGS' | 'DEVICE_NOT_FOUND' | 'TOOL_MISSING' | 'APP_NOT_INSTALLED' | 'UNSUPPORTED_PLATFORM' | 'UNSUPPORTED_OPERATION' | 'NOT_IMPLEMENTED' | 'COMMAND_FAILED' | 'SESSION_NOT_FOUND' | 'UNAUTHORIZED' | 'UNKNOWN';
 
 declare type AppErrorDetails = Record<string, unknown> & {
     hint?: string;
@@ -293,6 +370,30 @@ export declare type AppTriggerEventOptions = ClientCommandBaseOptions & {
     payload?: Record<string, unknown>;
 };
 
+export declare type ArtifactAdapter = {
+    resolveInput(ref: FileInputRef, options: ResolveInputOptions): Promise<ResolvedInputFile>;
+    reserveOutput(ref: FileOutputRef | undefined, options: ReserveOutputOptions): Promise<ReservedOutputFile>;
+    createTempFile(options: CreateTempFileOptions): Promise<TemporaryFile>;
+};
+
+export declare type ArtifactDescriptor = {
+    kind: 'localPath';
+    field: string;
+    path: string;
+    fileName?: string;
+    metadata?: Record<string, unknown>;
+} | {
+    kind: 'artifact';
+    field: string;
+    artifactId: string;
+    fileName?: string;
+    url?: string;
+    clientPath?: string;
+    metadata?: Record<string, unknown>;
+};
+
+export declare function assertBackendCapabilityAllowed(runtime: Pick<AgentDeviceRuntime, 'backend' | 'policy'>, capability: BackendCapabilityName): void;
+
 export declare type BackCommandOptions = DeviceCommandBaseOptions & {
     mode?: 'in-app' | 'system';
 };
@@ -301,6 +402,112 @@ export declare type BackCommandResult = CommandActionResult<'back'> & {
     mode?: 'in-app' | 'system';
 };
 
+declare const BACKEND_CAPABILITY_NAMES: readonly ["android.shell", "ios.runnerCommand", "macos.desktopScreenshot"];
+
+export declare type BackendActionResult = Record<string, unknown> | void;
+
+export declare type BackendCapabilityName = (typeof BACKEND_CAPABILITY_NAMES)[number];
+
+export declare type BackendCapabilitySet = readonly BackendCapabilityName[];
+
+export declare type BackendCommandContext = {
+    session?: string;
+    requestId?: string;
+    appId?: string;
+    appBundleId?: string;
+    signal?: AbortSignal;
+    metadata?: Record<string, unknown>;
+};
+
+export declare type BackendEscapeHatches = {
+    androidShell?(context: BackendCommandContext, args: readonly string[]): Promise<BackendShellResult>;
+    iosRunnerCommand?(context: BackendCommandContext, command: BackendRunnerCommand): Promise<BackendActionResult>;
+    macosDesktopScreenshot?(context: BackendCommandContext, outPath: string, options?: BackendScreenshotOptions): Promise<BackendScreenshotResult | void>;
+};
+
+export declare type BackendFillOptions = {
+    delayMs?: number;
+};
+
+export declare type BackendFindTextResult = {
+    found: boolean;
+};
+
+export declare type BackendInstallTarget = {
+    app: string;
+    artifactPath: string;
+};
+
+export declare type BackendOpenTarget = {
+    app?: string;
+    url?: string;
+    activity?: string;
+};
+
+export declare type BackendReadTextResult = {
+    text: string;
+};
+
+export declare type BackendRunnerCommand = {
+    command: string;
+    args?: readonly string[];
+    payload?: Record<string, unknown>;
+};
+
+export declare type BackendScreenshotOptions = {
+    fullscreen?: boolean;
+    overlayRefs?: boolean;
+    surface?: 'app' | 'frontmost-app' | 'desktop' | 'menubar';
+};
+
+export declare type BackendScreenshotResult = {
+    path?: string;
+    overlayRefs?: ScreenshotOverlayRef[];
+};
+
+export declare type BackendShellResult = {
+    exitCode: number;
+    stdout: string;
+    stderr: string;
+};
+
+export declare type BackendSnapshotAnalysis = {
+    rawNodeCount?: number;
+    maxDepth?: number;
+};
+
+export declare type BackendSnapshotFreshness = {
+    action: string;
+    retryCount: number;
+    staleAfterRetries: boolean;
+    reason?: 'empty-interactive' | 'sharp-drop' | 'stuck-route';
+};
+
+export declare type BackendSnapshotOptions = SnapshotOptions & {
+    outPath?: string;
+};
+
+export declare type BackendSnapshotResult = {
+    nodes?: SnapshotNode[];
+    truncated?: boolean;
+    backend?: string;
+    snapshot?: SnapshotState;
+    analysis?: BackendSnapshotAnalysis;
+    freshness?: BackendSnapshotFreshness;
+    warnings?: string[];
+    appName?: string;
+    appBundleId?: string;
+};
+
+export declare type BackendTapOptions = {
+    button?: 'primary' | 'secondary' | 'middle';
+    count?: number;
+    intervalMs?: number;
+    holdMs?: number;
+    jitterPx?: number;
+    doubleTap?: boolean;
+};
+
 export declare type BatchRunOptions = AgentDeviceRequestOverrides & {
     steps: BatchStep[];
     onError?: 'stop';
@@ -314,6 +521,40 @@ export declare type BatchStep = {
     flags?: Record<string, unknown>;
 };
 
+export declare type BoundAgentDeviceCommands = {
+    capture: {
+        screenshot: BoundRuntimeCommand<ScreenshotCommandOptions, ScreenshotCommandResult>;
+        diffScreenshot: BoundRuntimeCommand<DiffScreenshotCommandOptions, DiffScreenshotCommandResult>;
+        snapshot: BoundRuntimeCommand<SnapshotCommandOptions, SnapshotCommandResult>;
+        diffSnapshot: BoundRuntimeCommand<DiffSnapshotCommandOptions, DiffSnapshotCommandResult>;
+    };
+    selectors: {
+        find: BoundRuntimeCommand<FindReadCommandOptions, FindReadCommandResult>;
+        get: BoundRuntimeCommand<GetCommandOptions, GetCommandResult>;
+        getText: (target: ElementTarget_2, options?: Omit<GetTextCommandOptions, 'target'>) => Promise<Extract<GetCommandResult, {
+            kind: 'text';
+        }>>;
+        getAttrs: (target: ElementTarget_2, options?: Omit<GetAttrsCommandOptions, 'target'>) => Promise<Extract<GetCommandResult, {
+            kind: 'attrs';
+        }>>;
+        is: BoundRuntimeCommand<IsCommandOptions, IsCommandResult>;
+        isVisible: (target: SelectorTarget, options?: Omit<IsSelectorCommandOptions, 'target'>) => Promise<IsCommandResult>;
+        isHidden: (target: SelectorTarget, options?: Omit<IsSelectorCommandOptions, 'target'>) => Promise<IsCommandResult>;
+        wait: BoundRuntimeCommand<WaitCommandOptions_2, WaitCommandResult_2>;
+        waitForText: (text: string, options?: Omit<WaitForTextCommandOptions, 'text'>) => Promise<Extract<WaitCommandResult_2, {
+            kind: 'text';
+        }>>;
+    };
+    interactions: {
+        click: (target: InteractionTarget_2, options?: Omit<ClickCommandOptions, 'target'>) => Promise<PressCommandResult>;
+        press: (target: InteractionTarget_2, options?: Omit<PressCommandOptions, 'target'>) => Promise<PressCommandResult>;
+        fill: (target: InteractionTarget_2, text: string, options?: Omit<FillCommandOptions, 'target' | 'text'>) => Promise<FillCommandResult>;
+        typeText: (text: string, options?: Omit<TypeTextCommandOptions, 'text'>) => Promise<TypeTextCommandResult>;
+    };
+};
+
+export declare type BoundRuntimeCommand<TOptions = Record<string, unknown>, TResult = CommandResult> = (options: TOptions) => Promise<TResult>;
+
 export declare type CaptureDiffOptions = ClientCommandBaseOptions & Pick<CaptureSnapshotOptions, 'interactiveOnly' | 'compact' | 'depth' | 'scope' | 'raw'> & {
     kind: 'snapshot';
     out?: string;
@@ -323,6 +564,7 @@ export declare type CaptureScreenshotOptions = AgentDeviceRequestOverrides & {
     path?: string;
     overlayRefs?: boolean;
     fullscreen?: boolean;
+    surface?: 'app' | 'frontmost-app' | 'desktop' | 'menubar';
 };
 
 export declare type CaptureScreenshotResult = {
@@ -351,6 +593,8 @@ export declare type CaptureSnapshotResult = {
 
 export declare function centerOfRect(rect: Rect): Point;
 
+declare type ClickCommandOptions = PressCommandOptions;
+
 export declare type ClickOptions = ClientCommandBaseOptions & SelectorSnapshotCommandOptions & InteractionTarget & RepeatedPressOptions & {
     button?: 'primary' | 'secondary' | 'middle';
 };
@@ -376,12 +620,143 @@ declare type CommandActionResult<T extends string> = DaemonResponseData & {
     action?: T;
 };
 
+export declare const commandCatalog: readonly CommandCatalogEntry[];
+
+export declare type CommandCatalogEntry = {
+    command: string;
+    category: 'portable-runtime' | 'backend-admin' | 'transport-session' | 'environment' | 'capability-gated';
+    status: 'implemented' | 'planned';
+};
+
+export declare type CommandClock = {
+    now(): number;
+    sleep(ms: number): Promise<void>;
+};
+
+export declare type CommandContext = {
+    session?: string;
+    requestId?: string;
+    signal?: AbortSignal;
+    metadata?: Record<string, unknown>;
+};
+
+export declare type CommandPolicy = {
+    allowLocalInputPaths: boolean;
+    allowLocalOutputPaths: boolean;
+    maxImagePixels: number;
+    allowNamedBackendCapabilities: readonly BackendCapabilityName[];
+};
+
 export declare type CommandRequestResult = DaemonResponseData;
 
+export declare type CommandResult = Record<string, unknown>;
+
+export declare type CommandRouter<TContext = unknown> = {
+    dispatch(request: CommandRouterRequest<TContext>): Promise<CommandRouterResponse>;
+};
+
+export declare type CommandRouterConfig<TContext = unknown> = {
+    createRuntime(request: CommandRouterRequest<TContext>): AgentDeviceRuntime | Promise<AgentDeviceRuntime>;
+    beforeDispatch?(request: CommandRouterRequest<TContext>): void | Promise<void>;
+    formatError?(error: unknown, request: CommandRouterRequest<TContext>): NormalizedError;
+};
+
+export declare type CommandRouterRequest<TContext = unknown> = {
+    command: 'capture.screenshot';
+    options: ScreenshotCommandOptions;
+    context?: TContext;
+} | {
+    command: 'capture.diffScreenshot';
+    options: DiffScreenshotCommandOptions;
+    context?: TContext;
+} | {
+    command: 'capture.snapshot';
+    options: SnapshotCommandOptions;
+    context?: TContext;
+} | {
+    command: 'capture.diffSnapshot';
+    options: DiffSnapshotCommandOptions;
+    context?: TContext;
+} | {
+    command: 'selectors.find';
+    options: FindReadCommandOptions;
+    context?: TContext;
+} | {
+    command: 'selectors.get';
+    options: GetCommandOptions;
+    context?: TContext;
+} | {
+    command: 'selectors.is';
+    options: IsCommandOptions;
+    context?: TContext;
+} | {
+    command: 'selectors.wait';
+    options: WaitCommandOptions_2;
+    context?: TContext;
+} | {
+    command: 'interactions.click';
+    options: ClickCommandOptions;
+    context?: TContext;
+} | {
+    command: 'interactions.press';
+    options: PressCommandOptions;
+    context?: TContext;
+} | {
+    command: 'interactions.fill';
+    options: FillCommandOptions;
+    context?: TContext;
+} | {
+    command: 'interactions.typeText';
+    options: TypeTextCommandOptions;
+    context?: TContext;
+};
+
+export declare type CommandRouterResponse = {
+    ok: true;
+    data: CommandRouterResult;
+} | {
+    ok: false;
+    error: NormalizedError;
+};
+
+export declare type CommandRouterResult = ScreenshotCommandResult | DiffScreenshotCommandResult | SnapshotCommandResult | DiffSnapshotCommandResult | FindReadCommandResult | GetCommandResult | IsCommandResult | WaitCommandResult_2 | PressCommandResult | FillCommandResult | TypeTextCommandResult;
+
+export declare const commands: AgentDeviceCommands;
+
+export declare type CommandSessionRecord = {
+    name: string;
+    appId?: string;
+    appBundleId?: string;
+    appName?: string;
+    backendSessionId?: string;
+    snapshot?: SnapshotState;
+    metadata?: Record<string, unknown>;
+};
+
+export declare type CommandSessionStore = {
+    get(name: string): CommandSessionRecord | undefined | Promise<CommandSessionRecord | undefined>;
+    set(record: CommandSessionRecord): void | Promise<void>;
+    delete?(name: string): void | Promise<void>;
+    list?(): readonly CommandSessionRecord[] | Promise<readonly CommandSessionRecord[]>;
+};
+
+export declare function createAgentDevice(config: AgentDeviceRuntimeConfig): AgentDevice;
+
 export declare function createAgentDeviceClient(config?: AgentDeviceClientConfig, deps?: {
     transport?: AgentDeviceDaemonTransport;
 }): AgentDeviceClient;
 
+export declare function createCommandRouter<TContext = unknown>(config: CommandRouterConfig<TContext>): CommandRouter<TContext>;
+
+export declare function createLocalArtifactAdapter(options?: LocalArtifactAdapterOptions): ArtifactAdapter;
+
+export declare function createMemorySessionStore(records?: readonly CommandSessionRecord[]): CommandSessionStore;
+
+export declare type CreateTempFileOptions = {
+    prefix: string;
+    ext: string;
+};
+
 declare type DaemonArtifact = {
     field: string;
     artifactId?: string;
@@ -466,7 +841,41 @@ declare type DeviceKind = 'simulator' | 'emulator' | 'device';
 
 declare type DeviceTarget = 'mobile' | 'tv' | 'desktop';
 
-export declare type ElementTarget = RefTarget | SelectorTarget;
+export declare type DiagnosticsSink = {
+    emit(event: {
+        level: 'debug' | 'info' | 'warn' | 'error';
+        message: string;
+        data?: unknown;
+    }): void;
+};
+
+declare type DiffScreenshotCommandOptions = CommandContext & {
+    baseline: FileInputRef;
+    current?: FileInputRef | LiveScreenshotInputRef;
+    out?: FileOutputRef;
+    currentOverlayOut?: FileOutputRef;
+    threshold?: number;
+    overlayRefs?: boolean;
+    surface?: BackendScreenshotOptions['surface'];
+};
+
+declare type DiffScreenshotCommandResult = ScreenshotDiffResult & {
+    artifacts?: ArtifactDescriptor[];
+};
+
+declare type DiffSnapshotCommandOptions = SnapshotCommandOptions;
+
+declare type DiffSnapshotCommandResult = {
+    mode: 'snapshot';
+    baselineInitialized: boolean;
+    summary: SnapshotDiffSummary;
+    lines: SnapshotDiffLine[];
+    warnings?: string[];
+};
+
+export declare type ElementTarget = RefTarget_2 | SelectorTarget_2;
+
+declare type ElementTarget_2 = SelectorTarget | RefTarget;
 
 export declare type EnsureSimulatorOptions = AgentDeviceRequestOverrides & {
     device: string;
@@ -486,11 +895,61 @@ export declare type EnsureSimulatorResult = {
     identifiers: AgentDeviceIdentifiers;
 };
 
+export declare type FileInputRef = {
+    kind: 'path';
+    path: string;
+} | {
+    kind: 'uploadedArtifact';
+    id: string;
+};
+
+export declare type FileOutputRef = {
+    kind: 'path';
+    path: string;
+} | {
+    kind: 'downloadableArtifact';
+    clientPath?: string;
+    fileName?: string;
+};
+
+declare type FillCommandOptions = CommandContext & {
+    target: InteractionTarget_2;
+    text: string;
+    delayMs?: number;
+};
+
+declare type FillCommandResult = ResolvedInteractionTarget & {
+    text: string;
+    warning?: string;
+    backendResult?: Record<string, unknown>;
+};
+
 export declare type FillOptions = ClientCommandBaseOptions & SelectorSnapshotCommandOptions & InteractionTarget & {
     text: string;
     delayMs?: number;
 };
 
+declare type FindAction = {
+    kind: 'click';
+} | {
+    kind: 'focus';
+} | {
+    kind: 'fill';
+    value: string;
+} | {
+    kind: 'type';
+    value: string;
+} | {
+    kind: 'get_text';
+} | {
+    kind: 'get_attrs';
+} | {
+    kind: 'exists';
+} | {
+    kind: 'wait';
+    timeoutMs?: number;
+};
+
 declare type FindBaseOptions = ClientCommandBaseOptions & FindSnapshotCommandOptions & {
     locator?: FindLocator;
     query: string;
@@ -500,6 +959,8 @@ declare type FindBaseOptions = ClientCommandBaseOptions & FindSnapshotCommandOpt
 
 export declare type FindLocator = 'any' | 'text' | 'label' | 'value' | 'role' | 'id';
 
+declare type FindLocator_2 = 'any' | 'text' | 'label' | 'value' | 'role' | 'id';
+
 export declare type FindOptions = (FindBaseOptions & {
     action?: 'click' | 'focus' | 'exists' | 'getText' | 'getAttrs';
 }) | (FindBaseOptions & {
@@ -510,6 +971,28 @@ export declare type FindOptions = (FindBaseOptions & {
     value: string;
 });
 
+declare type FindReadCommandOptions = CommandContext & {
+    locator?: FindLocator_2;
+    query: string;
+    action: Extract<FindAction['kind'], 'exists' | 'wait' | 'get_text' | 'get_attrs'>;
+    timeoutMs?: number;
+} & SelectorSnapshotOptions;
+
+declare type FindReadCommandResult = {
+    kind: 'found';
+    found: true;
+    waitedMs?: number;
+} | {
+    kind: 'text';
+    ref: string;
+    text: string;
+    node: SnapshotNode;
+} | {
+    kind: 'attrs';
+    ref: string;
+    node: SnapshotNode;
+};
+
 declare type FindSnapshotCommandOptions = Pick<CaptureSnapshotOptions, 'depth' | 'raw'>;
 
 declare type FocusOptions_2 = ClientCommandBaseOptions & {
@@ -518,18 +1001,67 @@ declare type FocusOptions_2 = ClientCommandBaseOptions & {
 };
 export { FocusOptions_2 as FocusOptions }
 
+declare type GetAttrsCommandOptions = CommandContext & SelectorSnapshotOptions & {
+    target: ElementTarget_2;
+};
+
+declare type GetCommandOptions = CommandContext & SelectorSnapshotOptions & {
+    property: 'text' | 'attrs';
+    target: ElementTarget_2;
+};
+
+declare type GetCommandResult = {
+    kind: 'text';
+    target: ResolvedTarget;
+    text: string;
+    node: SnapshotNode;
+    selectorChain?: string[];
+} | {
+    kind: 'attrs';
+    target: ResolvedTarget;
+    node: SnapshotNode;
+    selectorChain?: string[];
+};
+
 export declare type GetOptions = ClientCommandBaseOptions & SelectorSnapshotCommandOptions & ElementTarget & {
     format: 'text' | 'attrs';
 };
 
+declare type GetTextCommandOptions = CommandContext & SelectorSnapshotOptions & {
+    target: ElementTarget_2;
+};
+
 export declare type HomeCommandOptions = DeviceCommandBaseOptions;
 
 export declare type HomeCommandResult = CommandActionResult<'home'>;
 
-export declare type InteractionTarget = PointTarget | RefTarget | SelectorTarget;
+export declare type InteractionTarget = PointTarget_2 | RefTarget_2 | SelectorTarget_2;
+
+declare type InteractionTarget_2 = ElementTarget_2 | PointTarget;
+
+export declare function isAgentDeviceError(err: unknown): err is AppError;
+
+declare type IsCommandOptions = CommandContext & SelectorSnapshotOptions & {
+    predicate: 'visible' | 'hidden' | 'exists' | 'editable' | 'selected' | 'text';
+    selector: string;
+    expectedText?: string;
+};
+
+declare type IsCommandResult = {
+    predicate: IsCommandOptions['predicate'];
+    pass: true;
+    selector: string;
+    matches?: number;
+    text?: string;
+    selectorChain?: string[];
+};
 
 export declare type IsOptions = IsTextPredicateOptions | IsStatePredicateOptions;
 
+declare type IsSelectorCommandOptions = CommandContext & SelectorSnapshotOptions & {
+    target: SelectorTarget;
+};
+
 declare type IsStatePredicateOptions = ClientCommandBaseOptions & SelectorSnapshotCommandOptions & {
     predicate: 'visible' | 'hidden' | 'exists' | 'editable' | 'selected';
     selector: string;
@@ -585,6 +1117,18 @@ declare type LeaseScopedOptions = LeaseOptions & {
     leaseId: string;
 };
 
+declare type LiveScreenshotInputRef = {
+    kind: 'live';
+};
+
+export declare type LocalArtifactAdapterOptions = {
+    cwd?: string;
+    tempDir?: string;
+    rootDir?: string;
+};
+
+export declare function localCommandPolicy(overrides?: Partial<CommandPolicy>): CommandPolicy;
+
 export declare type LogsOptions = AgentDeviceRequestOverrides & {
     action?: 'path' | 'start' | 'stop' | 'doctor' | 'mark' | 'clear';
     message?: string;
@@ -666,6 +1210,22 @@ export declare type NetworkOptions = AgentDeviceRequestOverrides & {
     include?: 'summary' | 'headers' | 'body' | 'all';
 };
 
+export declare function normalizeAgentDeviceError(err: unknown, context?: {
+    diagnosticId?: string;
+    logPath?: string;
+}): NormalizedError;
+
+export declare type NormalizedError = {
+    code: string;
+    message: string;
+    hint?: string;
+    diagnosticId?: string;
+    logPath?: string;
+    details?: Record<string, unknown>;
+};
+
+export declare type OutputVisibility = 'client-visible' | 'internal';
+
 export declare type PerfOptions = ClientCommandBaseOptions;
 
 export declare type PermissionTarget = 'camera' | 'microphone' | 'photos' | 'contacts' | 'contacts-limited' | 'notifications' | 'calendar' | 'location' | 'location-always' | 'media-library' | 'motion' | 'reminders' | 'siri' | 'accessibility' | 'screen-recording' | 'input-monitoring';
@@ -686,6 +1246,12 @@ export declare type Point = {
 };
 
 declare type PointTarget = {
+    kind: 'point';
+    x: number;
+    y: number;
+};
+
+declare type PointTarget_2 = {
     x: number;
     y: number;
     ref?: never;
@@ -709,6 +1275,20 @@ declare type PrepareMetroRuntimeResult = {
     bridge: MetroBridgeResult | null;
 };
 
+declare type PressCommandOptions = CommandContext & {
+    target: InteractionTarget_2;
+    button?: 'primary' | 'secondary' | 'middle';
+    count?: number;
+    intervalMs?: number;
+    holdMs?: number;
+    jitterPx?: number;
+    doubleTap?: boolean;
+};
+
+declare type PressCommandResult = ResolvedInteractionTarget & {
+    backendResult?: Record<string, unknown>;
+};
+
 export declare type PressOptions = ClientCommandBaseOptions & SelectorSnapshotCommandOptions & InteractionTarget & RepeatedPressOptions;
 
 declare type RawSnapshotNode = {
@@ -734,10 +1314,13 @@ declare type RawSnapshotNode = {
     hiddenContentBelow?: boolean;
 };
 
+declare type RecordingQuality = 5 | 6 | 7 | 8 | 9 | 10;
+
 export declare type RecordOptions = AgentDeviceRequestOverrides & {
     action: 'start' | 'stop';
     path?: string;
     fps?: number;
+    quality?: RecordingQuality;
     hideTouches?: boolean;
 };
 
@@ -748,7 +1331,17 @@ export declare type Rect = {
     height: number;
 };
 
+export declare function ref(refInput: string, options?: {
+    fallbackLabel?: string;
+}): RefTarget;
+
 declare type RefTarget = {
+    kind: 'ref';
+    ref: string;
+    fallbackLabel?: string;
+};
+
+declare type RefTarget_2 = {
     ref: string;
     label?: string;
     x?: never;
@@ -779,8 +1372,65 @@ export declare type ReplayTestOptions = AgentDeviceRequestOverrides & AgentDevic
     reportJunit?: string;
 };
 
+export declare type ReservedOutputFile = {
+    path: string;
+    visibility: OutputVisibility;
+    publish: () => Promise<ArtifactDescriptor | undefined>;
+    cleanup?: () => Promise<void>;
+};
+
+export declare type ReserveOutputOptions = {
+    field: string;
+    ext: string;
+    requestedClientPath?: string;
+    visibility?: OutputVisibility;
+};
+
+export declare type ResolvedInputFile = {
+    path: string;
+    cleanup?: () => Promise<void>;
+};
+
+declare type ResolvedInteractionTarget = {
+    kind: 'point';
+    point: Point;
+} | {
+    kind: 'ref';
+    point: Point;
+    target: Extract<ResolvedTarget, {
+        kind: 'ref';
+    }>;
+    node: SnapshotNode;
+    selectorChain: string[];
+    refLabel?: string;
+} | {
+    kind: 'selector';
+    point: Point;
+    target: Extract<ResolvedTarget, {
+        kind: 'selector';
+    }>;
+    node: SnapshotNode;
+    selectorChain: string[];
+    refLabel?: string;
+};
+
 declare type ResolvedMetroKind = Exclude<MetroPrepareKind, 'auto'>;
 
+declare type ResolvedTarget = {
+    kind: 'selector';
+    selector: string;
+} | {
+    kind: 'ref';
+    ref: string;
+};
+
+export declare type ResolveInputOptions = {
+    usage: string;
+    field?: string;
+};
+
+export declare function restrictedCommandPolicy(overrides?: Partial<CommandPolicy>): CommandPolicy;
+
 export declare type RotateCommandOptions = DeviceCommandBaseOptions & {
     orientation: 'portrait' | 'portrait-upside-down' | 'landscape-left' | 'landscape-right';
 };
@@ -789,6 +1439,131 @@ export declare type RotateCommandResult = CommandActionResult<'rotate'> & {
     orientation?: RotateCommandOptions['orientation'];
 };
 
+export declare type RuntimeCommand<TOptions = Record<string, unknown>, TResult = CommandResult> = (runtime: AgentDeviceRuntime, options: TOptions) => Promise<TResult>;
+
+declare type ScreenshotCommandOptions = CommandContext & {
+    out?: FileOutputRef;
+    fullscreen?: boolean;
+    overlayRefs?: boolean;
+    appId?: string;
+    appBundleId?: string;
+    surface?: 'app' | 'frontmost-app' | 'desktop' | 'menubar';
+};
+
+declare type ScreenshotCommandResult = {
+    path: string;
+    artifacts?: ArtifactDescriptor[];
+    message?: string;
+};
+
+declare type ScreenshotDiffRegion = {
+    index: number;
+    rect: {
+        x: number;
+        y: number;
+        width: number;
+        height: number;
+    };
+    normalizedRect: {
+        x: number;
+        y: number;
+        width: number;
+        height: number;
+    };
+    differentPixels: number;
+    shareOfDiffPercentage: number;
+    densityPercentage: number;
+    shape: 'compact' | 'horizontal-band' | 'vertical-band' | 'large-area';
+    size: 'small' | 'medium' | 'large';
+    location: string;
+    averageBaselineColorHex: string;
+    averageCurrentColorHex: string;
+    baselineLuminance: number;
+    currentLuminance: number;
+    dominantChange: 'brighter' | 'darker' | 'color-shift' | 'mixed';
+    currentOverlayMatches?: ScreenshotDiffRegionOverlayMatch[];
+};
+
+declare type ScreenshotDiffRegionOverlayMatch = {
+    ref: string;
+    label?: string;
+    regionCoveragePercentage: number;
+    rect: {
+        x: number;
+        y: number;
+        width: number;
+        height: number;
+    };
+};
+
+declare type ScreenshotDiffResult = {
+    diffPath?: string;
+    totalPixels: number;
+    differentPixels: number;
+    mismatchPercentage: number;
+    match: boolean;
+    dimensionMismatch?: ScreenshotDimensionMismatch;
+    regions?: ScreenshotDiffRegion[];
+    currentOverlayPath?: string;
+    currentOverlayRefCount?: number;
+    ocr?: ScreenshotOcrSummary;
+    nonTextDeltas?: ScreenshotNonTextDelta[];
+};
+
+declare type ScreenshotDimensionMismatch = {
+    expected: {
+        width: number;
+        height: number;
+    };
+    actual: {
+        width: number;
+        height: number;
+    };
+};
+
+declare type ScreenshotNonTextDelta = {
+    index: number;
+    regionIndex?: number;
+    slot: 'leading' | 'trailing' | 'background' | 'separator' | 'unknown';
+    likelyKind: 'icon' | 'toggle' | 'chevron' | 'separator' | 'visual';
+    rect: Rect;
+    nearestText?: string;
+};
+
+declare type ScreenshotOcrMovementCluster = {
+    texts: string[];
+    xRange: {
+        min: number;
+        max: number;
+    };
+    yRange: {
+        min: number;
+        max: number;
+    };
+};
+
+declare type ScreenshotOcrSummary = {
+    provider: 'tesseract';
+    baselineBlocks: number;
+    currentBlocks: number;
+    matches: ScreenshotOcrTextMatch[];
+    movementClusters?: ScreenshotOcrMovementCluster[];
+};
+
+declare type ScreenshotOcrTextMatch = {
+    text: string;
+    baselineRect: Rect;
+    currentRect: Rect;
+    delta: {
+        x: number;
+        y: number;
+        width: number;
+        height: number;
+    };
+    confidence: number;
+    possibleTextMetricMismatch: boolean;
+};
+
 export declare type ScreenshotOverlayRef = {
     ref: string;
     label?: string;
@@ -804,9 +1579,22 @@ declare type ScrollOptions_2 = ClientCommandBaseOptions & {
 };
 export { ScrollOptions_2 as ScrollOptions }
 
+export declare function selector(expression: string): SelectorTarget;
+
 declare type SelectorSnapshotCommandOptions = Pick<CaptureSnapshotOptions, 'depth' | 'scope' | 'raw'>;
 
+export declare type SelectorSnapshotOptions = {
+    depth?: number;
+    scope?: string;
+    raw?: boolean;
+};
+
 declare type SelectorTarget = {
+    kind: 'selector';
+    selector: string;
+};
+
+declare type SelectorTarget_2 = {
     selector: string;
     x?: never;
     y?: never;
@@ -849,10 +1637,56 @@ export declare type SettingsUpdateOptions = (ClientCommandBaseOptions & {
     mode?: 'full' | 'limited';
 });
 
+declare type SnapshotBackend = 'xctest' | 'android' | 'macos-helper' | 'linux-atspi';
+
+declare type SnapshotCommandOptions = CommandContext & {
+    interactiveOnly?: boolean;
+    compact?: boolean;
+    depth?: number;
+    scope?: string;
+    raw?: boolean;
+};
+
+declare type SnapshotCommandResult = {
+    nodes: SnapshotNode[];
+    truncated: boolean;
+    appName?: string;
+    appBundleId?: string;
+    visibility?: SnapshotVisibility;
+    warnings?: string[];
+};
+
+declare type SnapshotDiffLine = {
+    kind: 'added' | 'removed' | 'unchanged';
+    text: string;
+};
+
+declare type SnapshotDiffSummary = {
+    additions: number;
+    removals: number;
+    unchanged: number;
+};
+
 export declare type SnapshotNode = RawSnapshotNode & {
     ref: string;
 };
 
+declare type SnapshotOptions = {
+    interactiveOnly?: boolean;
+    compact?: boolean;
+    depth?: number;
+    scope?: string;
+    raw?: boolean;
+};
+
+declare type SnapshotState = {
+    nodes: SnapshotNode[];
+    createdAt: number;
+    truncated?: boolean;
+    backend?: SnapshotBackend;
+    comparisonSafe?: boolean;
+};
+
 export declare type SnapshotVisibility = {
     partial: boolean;
     visibleNodeCount: number;
@@ -885,11 +1719,30 @@ export declare type SwipeOptions = ClientCommandBaseOptions & {
     pattern?: 'one-way' | 'ping-pong';
 };
 
+export declare type TemporaryFile = {
+    path: string;
+    visibility: 'internal';
+    cleanup: () => Promise<void>;
+};
+
 export declare type TraceOptions = AgentDeviceRequestOverrides & {
     action: 'start' | 'stop';
     path?: string;
 };
 
+export declare type TypeTextCommandOptions = CommandContext & {
+    text: string;
+    delayMs?: number;
+};
+
+export declare type TypeTextCommandResult = {
+    kind: 'text';
+    text: string;
+    delayMs: number;
+    backendResult?: Record<string, unknown>;
+    message?: string;
+};
+
 export declare type TypeTextOptions = ClientCommandBaseOptions & {
     text: string;
     delayMs?: number;
@@ -897,12 +1750,44 @@ export declare type TypeTextOptions = ClientCommandBaseOptions & {
 
 export declare type WaitCommandOptions = DeviceCommandBaseOptions & WaitCommandTarget;
 
+declare type WaitCommandOptions_2 = CommandContext & SelectorSnapshotOptions & {
+    target: {
+        kind: 'sleep';
+        durationMs: number;
+    } | {
+        kind: 'text';
+        text: string;
+        timeoutMs?: number | null;
+    } | {
+        kind: 'ref';
+        ref: string;
+        timeoutMs?: number | null;
+    } | {
+        kind: 'selector';
+        selector: string;
+        timeoutMs?: number | null;
+    };
+};
+
 export declare type WaitCommandResult = DaemonResponseData & {
     waitedMs?: number;
     text?: string;
     selector?: string;
 };
 
+declare type WaitCommandResult_2 = {
+    kind: 'sleep';
+    waitedMs: number;
+} | {
+    kind: 'text';
+    waitedMs: number;
+    text: string;
+} | {
+    kind: 'selector';
+    waitedMs: number;
+    selector: string;
+};
+
 declare type WaitCommandTarget = {
     durationMs: number;
     text?: never;
@@ -929,6 +1814,11 @@ declare type WaitCommandTarget = {
     timeoutMs?: number;
 });
 
+declare type WaitForTextCommandOptions = CommandContext & SelectorSnapshotOptions & {
+    text: string;
+    timeoutMs?: number | null;
+};
+
 declare type WaitSnapshotOptions = Pick<CaptureSnapshotOptions, 'depth' | 'scope' | 'raw'>;
 
 export { }