@midscene/core 1.10.8-beta-20260724035136.0 → 1.10.8

package/dist/es/device/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"device/index.mjs","sources":["../../../src/device/index.ts"],"sourcesContent":["import type { ModelRuntime } from '@/ai-model/models';\nimport { getMidsceneLocationSchema } from '@/common';\nimport type {\n  ActionScrollParam,\n  DeviceAction,\n  ExecutorContext,\n  LocateResultElement,\n} from '@/types';\nimport type { ElementNode } from '@midscene/shared/extractor';\nimport { getDebug } from '@midscene/shared/logger';\nimport { _keyDefinitions } from '@midscene/shared/us-keyboard-layout';\nimport { z } from 'zod';\nimport type { ElementCacheFeature, Rect, Size, UIContext } from '../types';\n\nexport interface FileChooserHandler {\n  accept(files: string[]): Promise<void>;\n}\n\nexport interface FileChooserRegistration {\n  dispose: () => void;\n  getError: () => Error | undefined | Promise<Error | undefined>;\n}\n\nexport interface MjpegStreamFrame {\n  /** Raw base64-encoded image bytes WITHOUT a `data:image/...;base64,` prefix. */\n  data: string;\n  contentType?: string;\n}\n\nexport interface MjpegStreamHandle {\n  stop(): void | Promise<void>;\n}\n\nexport interface MjpegStreamOptions {\n  signal?: AbortSignal;\n  onFrame(frame: MjpegStreamFrame): void;\n  onError?(error: unknown): void;\n}\n\n/**\n * A cheap, not-yet-decoded handle to one screen frame from a\n * {@link DeviceFrameSource}. `ref` is platform-specific (a raw H.264 keyframe\n * buffer on Android, an already-encoded JPEG data URL on iOS/web) and must not\n * be interpreted by callers — pass it back to `decode()` to materialize.\n */\nexport interface DeviceFrameRef {\n  ref: unknown;\n  capturedAt: number;\n}\n\n/**\n * A continuous screen-frame source opened via\n * {@link AbstractInterface.openFrameSource}. Designed for deferred decoding:\n * grabbing `latest()` is near-zero cost, so observers can sample at a steady\n * cadence and pay any decode cost only once, for the frames they keep.\n */\nexport interface DeviceFrameSource {\n  /** Latest frame handle, near-zero cost. Null until the first frame arrives. */\n  latest(): DeviceFrameRef | null;\n  /**\n   * Materialize frame handles into `data:image/...;base64,` URLs, preserving\n   * order. Possibly expensive (e.g. one ffmpeg run per unique frame on\n   * Android) — call once with the sampled handles, never per tick.\n   */\n  decode(refs: DeviceFrameRef[]): Promise<string[]>;\n  /** Release the source (stop streams/subscriptions it started). */\n  stop(): Promise<void> | void;\n}\n\n/** A point in device-pixel coordinates on the screen. */\nexport interface PointerPoint {\n  x: number;\n  y: number;\n}\n\nexport interface PointerInputPrimitives {\n  tap(p: PointerPoint, opts?: { duration?: number }): Promise<void>;\n  doubleClick?(p: PointerPoint): Promise<void>;\n  rightClick?(p: PointerPoint): Promise<void>;\n  hover?(p: PointerPoint): Promise<void>;\n  longPress?(p: PointerPoint, opts?: { duration?: number }): Promise<void>;\n  dragAndDrop?(from: PointerPoint, to: PointerPoint): Promise<void>;\n}\n\nexport interface TouchInputPrimitives {\n  swipe(\n    start: PointerPoint,\n    end: PointerPoint,\n    opts?: { duration?: number; repeat?: number },\n  ): Promise<void>;\n  pinch?(\n    center: PointerPoint,\n    opts: { startDistance: number; endDistance: number; duration: number },\n  ): Promise<void>;\n}\n\nexport interface KeyboardInputPrimitives {\n  keyboardPress(keyName: string, opts?: { target?: unknown }): Promise<void>;\n  cursorMove?(direction: 'left' | 'right', times?: number): Promise<void>;\n  typeText(\n    value: string,\n    opts?: {\n      autoDismissKeyboard?: boolean;\n      keyboardDismissStrategy?: 'esc-first' | 'back-first';\n      keyboardTypeDelay?: number;\n      target?: unknown;\n      replace?: boolean;\n      focusOnly?: boolean;\n    },\n  ): Promise<void>;\n  clearInput(target?: unknown): Promise<void>;\n}\n\nexport interface ScrollInputPrimitives {\n  scroll(param: ActionScrollParam): Promise<void>;\n}\n\nexport interface SystemInputPrimitives {\n  backButton?(): Promise<void>;\n  homeButton?(): Promise<void>;\n  recentAppsButton?(): Promise<void>;\n}\n\nexport interface InputPrimitives {\n  pointer?: PointerInputPrimitives;\n  keyboard?: KeyboardInputPrimitives;\n  touch?: TouchInputPrimitives;\n  scroll?: ScrollInputPrimitives;\n  system?: SystemInputPrimitives;\n}\n\nexport interface MobileInputPrimitives extends InputPrimitives {\n  pointer: PointerInputPrimitives & {\n    doubleClick(p: PointerPoint): Promise<void>;\n    longPress(p: PointerPoint, opts?: { duration?: number }): Promise<void>;\n    dragAndDrop(from: PointerPoint, to: PointerPoint): Promise<void>;\n  };\n  keyboard: KeyboardInputPrimitives;\n  touch: TouchInputPrimitives;\n}\n\nexport interface BrowserInputPrimitives extends InputPrimitives {\n  pointer: PointerInputPrimitives & {\n    doubleClick(p: PointerPoint): Promise<void>;\n    rightClick(p: PointerPoint): Promise<void>;\n    hover(p: PointerPoint): Promise<void>;\n    dragAndDrop(from: PointerPoint, to: PointerPoint): Promise<void>;\n    longPress(p: PointerPoint, opts?: { duration?: number }): Promise<void>;\n  };\n  keyboard: KeyboardInputPrimitives;\n  scroll: ScrollInputPrimitives;\n  touch: TouchInputPrimitives;\n}\n\nexport interface ComputerInputPrimitives extends InputPrimitives {\n  pointer: PointerInputPrimitives & {\n    doubleClick(p: PointerPoint): Promise<void>;\n    rightClick(p: PointerPoint): Promise<void>;\n    hover(p: PointerPoint): Promise<void>;\n    dragAndDrop(from: PointerPoint, to: PointerPoint): Promise<void>;\n  };\n  keyboard: KeyboardInputPrimitives;\n  scroll: ScrollInputPrimitives;\n}\n\nexport abstract class AbstractInterface {\n  abstract interfaceType: string;\n\n  abstract screenshotBase64(): Promise<string>;\n  abstract size(): Promise<Size>;\n  abstract actionSpace(): DeviceAction[];\n\n  abstract cacheFeatureForPoint?(\n    center: [number, number],\n    options?: {\n      targetDescription?: string;\n      modelRuntime?: ModelRuntime;\n    },\n  ): Promise<ElementCacheFeature>;\n  abstract rectMatchesCacheFeature?(\n    feature: ElementCacheFeature,\n  ): Promise<Rect>;\n\n  abstract destroy?(): Promise<void>;\n\n  abstract describe?(): string;\n  abstract beforeInvokeAction?(actionName: string, param: any): Promise<void>;\n  abstract afterInvokeAction?(actionName: string, param: any): Promise<void>;\n\n  // for web only\n  registerFileChooserListener?(\n    handler: (chooser: FileChooserHandler) => Promise<void>,\n  ): Promise<FileChooserRegistration>;\n\n  // @deprecated do NOT extend this method\n  abstract getElementsNodeTree?: () => Promise<ElementNode>;\n\n  // @deprecated do NOT extend this method\n  abstract url?: () => string | Promise<string>;\n\n  // @deprecated do NOT extend this method\n  abstract evaluateJavaScript?<T = any>(script: string): Promise<T>;\n\n  /**\n   * Get the current device-local time as a formatted string.\n   * Prefer this for user-visible time because timestamps alone do not preserve\n   * the target device's timezone when formatted on the host machine.\n   */\n  getDeviceLocalTimeString?(format?: string): Promise<string>;\n\n  /** URL of native MJPEG stream for real-time screen preview (e.g. WDA MJPEG server) */\n  mjpegStreamUrl?: string;\n\n  /**\n   * Optional continuous frame source for UI observation (`startObserving`).\n   * Devices that maintain a continuous frame stream — scrcpy on Android, WDA\n   * MJPEG on iOS, CDP screencast on web — implement this so an observer can\n   * sample the screen far faster than repeated `screenshotBase64()` calls,\n   * catching short-lived UI (toasts, carousels, transitions).\n   *\n   * The contract enables DEFERRED decoding: `latest()` returns a cheap opaque\n   * handle (e.g. a raw H.264 keyframe on Android) with no per-frame decode\n   * cost, and `decode()` materializes only the handles that were actually\n   * sampled — once, at the end of the observation window.\n   */\n  openFrameSource?(): Promise<DeviceFrameSource | undefined>;\n\n  /**\n   * Optional in-process MJPEG frame producer. Implementations can push raw\n   * base64 frames here when there is no standalone native MJPEG URL, e.g.\n   * Chromium CDP Page.startScreencast for web previews.\n   */\n  startMjpegStream?(\n    options: MjpegStreamOptions,\n  ): MjpegStreamHandle | undefined | Promise<MjpegStreamHandle | undefined>;\n\n  /**\n   * Optional hook used after a UI action to push a fresh frame on the active\n   * MJPEG stream. Set `force` after navigation to replace a transient loading\n   * frame even when the screencast has already emitted one. Implementations\n   * should be a no-op when no stream is active.\n   */\n  flushPendingVisualUpdate?(force?: boolean): Promise<void>;\n\n  /**\n   * Optional non-blocking variant of `flushPendingVisualUpdate`. Keyboard-\n   * heavy preview interactions can schedule a coalesced refresh here without\n   * stalling the input hot path; `force` preserves a requested navigation\n   * refresh while work is already queued.\n   */\n  schedulePendingVisualUpdate?(force?: boolean): void;\n\n  /**\n   * Optional navigation state probe for browser-like interfaces, used to drive\n   * loading indicators in playground UIs. Returning `undefined` means the\n   * interface does not expose this concept.\n   */\n  navigationState?(): Promise<{ isLoading: boolean }>;\n\n  /**\n   * Low-level device input surface. Platform implementations expose transport\n   * primitives here; higher-level AI actions and manual pointer dispatch should\n   * adapt to this instead of duplicating platform gesture logic.\n   */\n  inputPrimitives?: InputPrimitives;\n}\n\n// Generic function to define actions with proper type inference\n// TRuntime allows specifying a different type for the runtime parameter (after location resolution)\n// TReturn allows specifying the return type of the action\nexport const defineAction = <\n  TSchema extends z.ZodType | undefined = undefined,\n  TRuntime = TSchema extends z.ZodType ? z.infer<TSchema> : undefined,\n  TReturn = any,\n>(\n  config: {\n    name: string;\n    description: string;\n    interfaceAlias?: string;\n    paramSchema?: TSchema;\n    call: (\n      param: TRuntime,\n      context?: ExecutorContext,\n    ) => Promise<TReturn> | TReturn;\n  } & Partial<\n    Omit<\n      DeviceAction<TRuntime, TReturn>,\n      'name' | 'description' | 'interfaceAlias' | 'paramSchema' | 'call'\n    >\n  >,\n): DeviceAction<TRuntime, TReturn> => {\n  return config as any; // Type assertion needed because schema validation type differs from runtime type\n};\n\nfunction pointFromLocate(\n  locate: LocateResultElement | undefined,\n  missingMessage: string,\n): PointerPoint {\n  if (!locate) {\n    throw new Error(missingMessage);\n  }\n  return { x: locate.center[0], y: locate.center[1] };\n}\n\nfunction defineLocatedPointAction<\n  TSchema extends z.ZodType,\n  TParam extends { locate: LocateResultElement },\n>(config: {\n  name: string;\n  description: string;\n  interfaceAlias?: string;\n  paramSchema: TSchema;\n  sample: DeviceAction<TParam>['sample'];\n  missingLocateMessage: string;\n  call: (point: PointerPoint, param: TParam) => Promise<void>;\n}): DeviceAction<TParam> {\n  return defineAction<TSchema, TParam>({\n    name: config.name,\n    description: config.description,\n    interfaceAlias: config.interfaceAlias,\n    paramSchema: config.paramSchema,\n    sample: config.sample,\n    call: async (param) => {\n      await config.call(\n        pointFromLocate(param.locate, config.missingLocateMessage),\n        param,\n      );\n    },\n  });\n}\n\n// Tap\nexport const actionTapParamSchema = z.object({\n  locate: getMidsceneLocationSchema().describe('The element to be tapped'),\n});\nexport type ActionTapParam = {\n  locate: LocateResultElement;\n};\n\nexport const defineActionTap = (\n  tap: PointerInputPrimitives['tap'],\n): DeviceAction<ActionTapParam> => {\n  return defineLocatedPointAction<typeof actionTapParamSchema, ActionTapParam>({\n    name: 'Tap',\n    description: 'Tap the element',\n    interfaceAlias: 'aiTap',\n    paramSchema: actionTapParamSchema,\n    sample: {\n      locate: { prompt: 'the \"Submit\" button' },\n    },\n    missingLocateMessage: 'Element not found, cannot tap',\n    call: async (point) => {\n      await tap(point);\n    },\n  });\n};\n\n// RightClick\nexport const actionRightClickParamSchema = z.object({\n  locate: getMidsceneLocationSchema().describe(\n    'The element to be right clicked',\n  ),\n});\nexport type ActionRightClickParam = {\n  locate: LocateResultElement;\n};\n\nexport const defineActionRightClick = (\n  rightClick: NonNullable<PointerInputPrimitives['rightClick']>,\n): DeviceAction<ActionRightClickParam> => {\n  return defineLocatedPointAction<\n    typeof actionRightClickParamSchema,\n    ActionRightClickParam\n  >({\n    name: 'RightClick',\n    description: 'Right click the element',\n    interfaceAlias: 'aiRightClick',\n    paramSchema: actionRightClickParamSchema,\n    sample: {\n      locate: { prompt: 'the file icon on the desktop' },\n    },\n    missingLocateMessage: 'Element not found, cannot right click',\n    call: async (point) => {\n      await rightClick(point);\n    },\n  });\n};\n\n// DoubleClick\nexport const actionDoubleClickParamSchema = z.object({\n  locate: getMidsceneLocationSchema().describe(\n    'The element to be double clicked',\n  ),\n});\nexport type ActionDoubleClickParam = {\n  locate: LocateResultElement;\n};\n\nexport const defineActionDoubleClick = (\n  doubleClick: NonNullable<PointerInputPrimitives['doubleClick']>,\n): DeviceAction<ActionDoubleClickParam> => {\n  return defineLocatedPointAction<\n    typeof actionDoubleClickParamSchema,\n    ActionDoubleClickParam\n  >({\n    name: 'DoubleClick',\n    description: 'Double click the element',\n    interfaceAlias: 'aiDoubleClick',\n    paramSchema: actionDoubleClickParamSchema,\n    sample: {\n      locate: { prompt: 'the folder icon' },\n    },\n    missingLocateMessage: 'Element not found, cannot double click',\n    call: async (point) => {\n      await doubleClick(point);\n    },\n  });\n};\n\n// Hover\nexport const actionHoverParamSchema = z.object({\n  locate: getMidsceneLocationSchema().describe('The element to be hovered'),\n});\nexport type ActionHoverParam = {\n  locate: LocateResultElement;\n};\n\nexport const defineActionHover = (\n  hover: NonNullable<PointerInputPrimitives['hover']>,\n): DeviceAction<ActionHoverParam> => {\n  return defineLocatedPointAction<\n    typeof actionHoverParamSchema,\n    ActionHoverParam\n  >({\n    name: 'Hover',\n    description: 'Move the mouse to the element',\n    interfaceAlias: 'aiHover',\n    paramSchema: actionHoverParamSchema,\n    sample: {\n      locate: { prompt: 'the navigation menu item \"Products\"' },\n    },\n    missingLocateMessage: 'Element not found, cannot hover',\n    call: async (point) => {\n      await hover(point);\n    },\n  });\n};\n\n// Input\nconst inputLocateDescription =\n  'the position of the placeholder or text content in the target input field. If there is no content, locate the center of the input field.';\nexport const actionInputParamSchema = z.object({\n  value: z\n    .union([z.string(), z.number()])\n    .transform((val) => String(val))\n    .describe(\n      'The text to input. Provide the final content for replace mode, only the inserted characters for typeOnly mode, or an empty string when using clear mode to remove existing text.',\n    ),\n  locate: getMidsceneLocationSchema()\n    .describe(inputLocateDescription)\n    .optional(),\n  mode: z\n    .enum(['replace', 'clear', 'typeOnly'])\n    .default('replace')\n    .describe(\n      'Input mode: \"replace\" (default) - clear the field and input the value; \"typeOnly\" - type the value directly without clearing the field first, and should be set explicitly for incremental edits after moving the cursor; \"clear\" - clear the field without inputting new text.',\n    ),\n  autoDismissKeyboard: z\n    .boolean()\n    .optional()\n    .describe(\n      'If true, the keyboard will be dismissed after the input is completed. Do not set it unless the user asks you to do so.',\n    ),\n  keyboardTypeDelay: z\n    .number()\n    .optional()\n    .describe(\n      'Delay in milliseconds between keystrokes when typing. Passed through from device/user configuration. Do not set it unless the user asks you to do so.',\n    ),\n});\nexport type ActionInputParam = {\n  value: string;\n  locate?: LocateResultElement;\n  mode?: 'replace' | 'clear' | 'typeOnly' | 'append';\n  autoDismissKeyboard?: boolean;\n  keyboardTypeDelay?: number;\n};\n\nexport const defineActionInput = (\n  keyboard: KeyboardInputPrimitives,\n): DeviceAction<ActionInputParam> => {\n  return defineAction<typeof actionInputParamSchema, ActionInputParam>({\n    name: 'Input',\n    description: 'Input the value into the element',\n    interfaceAlias: 'aiInput',\n    paramSchema: actionInputParamSchema,\n    sample: {\n      value: 'test@example.com',\n      locate: { prompt: 'the email input field' },\n    },\n    call: async (param) => {\n      // backward compat: convert deprecated 'append' to 'typeOnly'\n      if ((param.mode as string) === 'append') {\n        param.mode = 'typeOnly';\n      }\n\n      if (param.mode === 'clear') {\n        await keyboard.clearInput(param.locate);\n        return;\n      }\n\n      if (!param || !param.value) {\n        return;\n      }\n\n      await keyboard.typeText(param.value, {\n        target: param.locate,\n        replace: param.mode !== 'typeOnly',\n        autoDismissKeyboard: param.autoDismissKeyboard,\n        keyboardTypeDelay: param.keyboardTypeDelay,\n      });\n    },\n  });\n};\n\n// KeyboardPress\nexport const actionKeyboardPressParamSchema = z.object({\n  locate: getMidsceneLocationSchema()\n    .describe('The element to be clicked before pressing the key')\n    .optional(),\n  keyName: z\n    .string()\n    .describe(\n      \"The key to be pressed. Use '+' for key combinations, e.g., 'Control+A', 'Shift+Enter'\",\n    ),\n});\nexport type ActionKeyboardPressParam = {\n  locate?: LocateResultElement;\n  keyName: string;\n};\n\nexport const defineActionKeyboardPress = (\n  keyboardPress: KeyboardInputPrimitives['keyboardPress'],\n): DeviceAction<ActionKeyboardPressParam> => {\n  return defineAction<\n    typeof actionKeyboardPressParamSchema,\n    ActionKeyboardPressParam\n  >({\n    name: 'KeyboardPress',\n    description:\n      'Press a key or key combination, like \"Enter\", \"Tab\", \"Escape\", or \"Control+A\", \"Shift+Enter\". Do not use this to type text.',\n    interfaceAlias: 'aiKeyboardPress',\n    paramSchema: actionKeyboardPressParamSchema,\n    sample: {\n      keyName: 'Enter',\n    },\n    call: async (param) => {\n      await keyboardPress(param.keyName, {\n        target: param.locate,\n      });\n    },\n  });\n};\n\n// Scroll\nexport const actionScrollParamSchema = z.object({\n  scrollType: z\n    .enum([\n      'singleAction',\n      'scrollToBottom',\n      'scrollToTop',\n      'scrollToRight',\n      'scrollToLeft',\n    ])\n    .default('singleAction')\n    .describe(\n      'The scroll behavior: \"singleAction\" for a single scroll action, \"scrollToBottom\" for scrolling all the way to the bottom by rapidly scrolling 5-10 times (skipping intermediate content until reaching the bottom), \"scrollToTop\" for scrolling all the way to the top by rapidly scrolling 5-10 times (skipping intermediate content until reaching the top), \"scrollToRight\" for scrolling all the way to the right by rapidly scrolling multiple times, \"scrollToLeft\" for scrolling all the way to the left by rapidly scrolling multiple times',\n    ),\n  direction: z\n    .enum(['down', 'up', 'right', 'left'])\n    .default('down')\n    .describe(\n      'The direction to scroll. Only effective when scrollType is \"singleAction\".',\n    ),\n  distance: z\n    .number()\n    .nullable()\n    .optional()\n    .describe('The distance in pixels to scroll'),\n  locate: getMidsceneLocationSchema()\n    .optional()\n    .describe(\n      'Describe the target element to be scrolled on, like \"the table\" or \"the list\" or \"the content area\" or \"the scrollable area\". Do NOT provide a general intent like \"scroll to find some element\"',\n    ),\n});\n\nexport const defineActionScroll = (\n  scroll: ScrollInputPrimitives['scroll'],\n): DeviceAction<ActionScrollParam> => {\n  return defineAction<typeof actionScrollParamSchema, ActionScrollParam>({\n    name: 'Scroll',\n    description:\n      'Scroll the page or a scrollable element to browse content. This is the preferred way to scroll on all platforms, including mobile. Supports scrollToBottom/scrollToTop for boundary navigation. Default: direction `down`, scrollType `singleAction`, distance `null`.',\n    interfaceAlias: 'aiScroll',\n    paramSchema: actionScrollParamSchema,\n    sample: {\n      direction: 'down',\n      scrollType: 'singleAction',\n      locate: { prompt: 'the center of the product list area' },\n    },\n    call: async (param) => {\n      await scroll(param);\n    },\n  });\n};\n\n// DragAndDrop\nexport const actionDragAndDropParamSchema = z.object({\n  from: getMidsceneLocationSchema().describe('The position to be dragged'),\n  to: getMidsceneLocationSchema().describe('The position to be dropped'),\n});\nexport type ActionDragAndDropParam = {\n  from: LocateResultElement;\n  to: LocateResultElement;\n};\n\nexport const defineActionDragAndDrop = (\n  dragAndDrop: NonNullable<PointerInputPrimitives['dragAndDrop']>,\n): DeviceAction<ActionDragAndDropParam> => {\n  return defineAction<\n    typeof actionDragAndDropParamSchema,\n    ActionDragAndDropParam\n  >({\n    name: 'DragAndDrop',\n    description:\n      'Pick up a specific UI element and move it to a new position (e.g., reorder a card, move a file into a folder, sort list items). The element itself moves with your finger/mouse.',\n    interfaceAlias: 'aiDragAndDrop',\n    paramSchema: actionDragAndDropParamSchema,\n    sample: {\n      from: { prompt: 'the \"report.pdf\" file icon' },\n      to: { prompt: 'the upload drop zone' },\n    },\n    call: async (param) => {\n      const from = param.from;\n      const to = param.to;\n      if (!from) {\n        throw new Error('missing \"from\" param for drag and drop');\n      }\n      if (!to) {\n        throw new Error('missing \"to\" param for drag and drop');\n      }\n      await dragAndDrop(\n        { x: from.center[0], y: from.center[1] },\n        { x: to.center[0], y: to.center[1] },\n      );\n    },\n  });\n};\n\nexport const ActionLongPressParamSchema = z.object({\n  locate: getMidsceneLocationSchema().describe(\n    'The element to be long pressed',\n  ),\n  duration: z\n    .number()\n    .optional()\n    .describe('Long press duration in milliseconds'),\n});\n\nexport type ActionLongPressParam = {\n  locate: LocateResultElement;\n  duration?: number;\n};\nexport const defineActionLongPress = (\n  longPress: NonNullable<PointerInputPrimitives['longPress']>,\n): DeviceAction<ActionLongPressParam> => {\n  return defineLocatedPointAction<\n    typeof ActionLongPressParamSchema,\n    ActionLongPressParam\n  >({\n    name: 'LongPress',\n    description: 'Long press the element',\n    interfaceAlias: 'aiLongPress',\n    paramSchema: ActionLongPressParamSchema,\n    sample: {\n      locate: { prompt: 'the message bubble' },\n    },\n    missingLocateMessage: 'LongPress requires an element to be located',\n    call: async (point, param) => {\n      await longPress(point, { duration: param.duration });\n    },\n  });\n};\n\nexport const ActionSwipeParamSchema = z.object({\n  start: getMidsceneLocationSchema()\n    .optional()\n    .describe(\n      'Starting point of the swipe gesture, if not specified, the center of the page will be used',\n    ),\n  direction: z\n    .enum(['up', 'down', 'left', 'right'])\n    .optional()\n    .describe(\n      'The direction to swipe (required when using distance). The direction means the direction of the finger swipe.',\n    ),\n  distance: z\n    .number()\n    .optional()\n    .describe('The distance in pixels to swipe (mutually exclusive with end)'),\n  end: getMidsceneLocationSchema()\n    .optional()\n    .describe(\n      'Ending point of the swipe gesture (mutually exclusive with distance)',\n    ),\n  duration: z\n    .number()\n    .default(300)\n    .describe('Duration of the swipe gesture in milliseconds'),\n  repeat: z\n    .number()\n    .optional()\n    .describe(\n      'The number of times to repeat the swipe gesture. 1 for default, 0 for infinite (e.g. endless swipe until the end of the page)',\n    ),\n});\n\nexport type ActionSwipeParam = {\n  start?: LocateResultElement;\n  direction?: 'up' | 'down' | 'left' | 'right';\n  distance?: number;\n  end?: LocateResultElement;\n  duration?: number;\n  repeat?: number;\n};\n\nexport function normalizeMobileSwipeParam(\n  param: ActionSwipeParam,\n  screenSize: { width: number; height: number },\n): {\n  startPoint: { x: number; y: number };\n  endPoint: { x: number; y: number };\n  duration: number;\n  repeatCount: number;\n} {\n  const { width, height } = screenSize;\n  const { start, end } = param;\n\n  const startPoint = start\n    ? { x: start.center[0], y: start.center[1] }\n    : { x: width / 2, y: height / 2 };\n\n  let endPoint: { x: number; y: number };\n\n  if (end) {\n    endPoint = { x: end.center[0], y: end.center[1] };\n  } else if (param.distance) {\n    const direction = param.direction;\n    if (!direction) {\n      throw new Error('direction is required for swipe gesture');\n    }\n    endPoint = {\n      x:\n        startPoint.x +\n        (direction === 'right'\n          ? param.distance\n          : direction === 'left'\n            ? -param.distance\n            : 0),\n      y:\n        startPoint.y +\n        (direction === 'down'\n          ? param.distance\n          : direction === 'up'\n            ? -param.distance\n            : 0),\n    };\n  } else {\n    throw new Error(\n      'Either end or distance must be specified for swipe gesture',\n    );\n  }\n\n  endPoint.x = Math.max(0, Math.min(endPoint.x, width));\n  endPoint.y = Math.max(0, Math.min(endPoint.y, height));\n\n  const duration = param.duration ?? 300;\n\n  let repeatCount = typeof param.repeat === 'number' ? param.repeat : 1;\n  if (repeatCount === 0) {\n    repeatCount = 10;\n  }\n\n  return { startPoint, endPoint, duration, repeatCount };\n}\n\nexport const defineActionSwipe = (config: {\n  swipe: TouchInputPrimitives['swipe'];\n  size(): Promise<Size>;\n}): DeviceAction<ActionSwipeParam> => {\n  return defineAction<typeof ActionSwipeParamSchema, ActionSwipeParam>({\n    name: 'Swipe',\n    description:\n      'Perform a touch gesture for interactions beyond regular scrolling (e.g., adjust a continuous control such as a slider, flip pages in a carousel, dismiss a notification, swipe-to-delete a list item). For regular content scrolling, use Scroll instead. Use \"distance\" + \"direction\" for relative movement, or \"start\" + \"end\" for precise endpoint movement.',\n    paramSchema: ActionSwipeParamSchema,\n    sample: {\n      start: { prompt: 'center of the notification' },\n      end: { prompt: 'upper edge of the screen' },\n    },\n    call: async (param) => {\n      const { startPoint, endPoint, duration, repeatCount } =\n        normalizeMobileSwipeParam(param, await config.size());\n      for (let i = 0; i < repeatCount; i++) {\n        await config.swipe(startPoint, endPoint, { duration });\n      }\n    },\n  });\n};\n\n// ClearInput\nexport const actionClearInputParamSchema = z.object({\n  locate: getMidsceneLocationSchema()\n    .describe('The input field to be cleared')\n    .optional(),\n});\nexport type ActionClearInputParam = {\n  locate?: LocateResultElement;\n};\n\nexport const defineActionClearInput = (\n  clearInput: KeyboardInputPrimitives['clearInput'],\n): DeviceAction<ActionClearInputParam> => {\n  return defineAction<\n    typeof actionClearInputParamSchema,\n    ActionClearInputParam\n  >({\n    name: 'ClearInput',\n    description: inputLocateDescription,\n    interfaceAlias: 'aiClearInput',\n    paramSchema: actionClearInputParamSchema,\n    sample: {\n      locate: { prompt: 'the search input field' },\n    },\n    call: async (param) => {\n      await clearInput(param.locate);\n    },\n  });\n};\n\n// CursorMove\nexport const actionCursorMoveParamSchema = z.object({\n  direction: z\n    .enum(['left', 'right'])\n    .describe('The direction to move the cursor'),\n  times: z\n    .number()\n    .int()\n    .min(1)\n    .default(1)\n    .describe(\n      'The number of times to move the cursor in the specified direction',\n    ),\n});\nexport type ActionCursorMoveParam = {\n  direction: 'left' | 'right';\n  times?: number;\n};\n\nexport const defineActionCursorMove = (config: {\n  keyboard: Pick<KeyboardInputPrimitives, 'keyboardPress' | 'cursorMove'>;\n  sleep?(timeMs: number): Promise<void>;\n}): DeviceAction<ActionCursorMoveParam> => {\n  return defineAction<\n    typeof actionCursorMoveParamSchema,\n    ActionCursorMoveParam\n  >({\n    name: 'CursorMove',\n    description:\n      'Move the text cursor (caret) left or right within an input field or text area. Use this to reposition the cursor without selecting text.',\n    paramSchema: actionCursorMoveParamSchema,\n    sample: {\n      direction: 'left',\n      times: 3,\n    },\n    call: async (param) => {\n      const times = param.times ?? 1;\n      if (config.keyboard.cursorMove) {\n        await config.keyboard.cursorMove(param.direction, times);\n        return;\n      }\n\n      const wait =\n        config.sleep ??\n        ((timeMs: number) =>\n          new Promise<void>((resolve) => setTimeout(resolve, timeMs)));\n      const arrowKey = param.direction === 'left' ? 'ArrowLeft' : 'ArrowRight';\n      for (let i = 0; i < times; i++) {\n        await config.keyboard.keyboardPress(arrowKey);\n        await wait(100);\n      }\n    },\n  });\n};\n\n// Pinch\nexport const ActionPinchParamSchema = z.object({\n  locate: getMidsceneLocationSchema()\n    .optional()\n    .describe(\n      'The element to pinch on. If not specified, the center of the screen will be used',\n    ),\n  direction: z\n    .enum(['in', 'out'])\n    .describe(\n      'Pinch direction. \"in\" = pinch fingers together (zoom out / shrink), \"out\" = spread fingers apart (zoom in / enlarge).',\n    ),\n  distance: z\n    .number()\n    .positive()\n    .optional()\n    .describe(\n      'How far each finger moves in pixels. Defaults to a quarter of the shorter screen dimension.',\n    ),\n  duration: z\n    .number()\n    .default(500)\n    .optional()\n    .describe('Duration of the pinch gesture in milliseconds'),\n});\n\nexport type ActionPinchParam = {\n  locate?: LocateResultElement;\n  direction: 'in' | 'out';\n  distance?: number;\n  duration?: number;\n};\n\nexport const defineActionPinch = (config: {\n  pinch: TouchInputPrimitives['pinch'];\n  size(): Promise<Size>;\n}): DeviceAction<ActionPinchParam> | undefined => {\n  if (!config.pinch) {\n    return undefined;\n  }\n\n  return defineAction<typeof ActionPinchParamSchema, ActionPinchParam>({\n    name: 'Pinch',\n    description:\n      'Perform a two-finger pinch gesture. Use direction \"in\" to pinch fingers together (zoom out), or \"out\" to spread fingers apart (zoom in). Optionally specify distance for how far each finger moves.',\n    interfaceAlias: 'aiPinch',\n    paramSchema: ActionPinchParamSchema,\n    sample: {\n      locate: { prompt: 'the map area' },\n      direction: 'out',\n      distance: 200,\n    },\n    call: async (param) => {\n      const { centerX, centerY, startDistance, endDistance, duration } =\n        normalizePinchParam(param, await config.size());\n      await config.pinch?.(\n        { x: centerX, y: centerY },\n        { startDistance, endDistance, duration },\n      );\n    },\n  });\n};\n\nexport function normalizePinchParam(\n  param: ActionPinchParam,\n  screenSize: { width: number; height: number },\n): {\n  centerX: number;\n  centerY: number;\n  startDistance: number;\n  endDistance: number;\n  duration: number;\n} {\n  const { width, height } = screenSize;\n  const element = param.locate;\n  const centerX = element\n    ? Math.round(element.center[0])\n    : Math.round(width / 2);\n  const centerY = element\n    ? Math.round(element.center[1])\n    : Math.round(height / 2);\n  const duration = param.duration ?? 500;\n\n  const baseDistance = Math.round(Math.min(width, height) / 4);\n  const fingerDistance = param.distance ?? baseDistance;\n\n  const startDistance = baseDistance;\n  const endDistance =\n    param.direction === 'out'\n      ? baseDistance + fingerDistance\n      : Math.max(10, baseDistance - fingerDistance);\n\n  return { centerX, centerY, startDistance, endDistance, duration };\n}\n\nexport interface MobileInputActionContext {\n  input: MobileInputPrimitives;\n  size(): Promise<Size>;\n  sleep?(timeMs: number): Promise<void>;\n  getDefaultAutoDismissKeyboard?(): boolean | undefined;\n  systemActions?: SystemInputActionOptions;\n}\n\nexport interface SystemInputActionConfig {\n  name: string;\n  description: string;\n  interfaceAlias?: string;\n  delayBeforeRunner?: number;\n  delayAfterRunner?: number;\n}\n\nexport interface SystemInputActionOptions {\n  backButton?: SystemInputActionConfig;\n  homeButton?: SystemInputActionConfig;\n  recentAppsButton?: SystemInputActionConfig;\n}\n\nexport interface InputPrimitiveActionOptions {\n  size?: () => Promise<Size>;\n  sleep?: (timeMs: number) => Promise<void>;\n  includeSwipe?: boolean;\n  includePinch?: boolean;\n  systemActions?: SystemInputActionOptions;\n}\n\nfunction defineSystemInputAction(\n  config: SystemInputActionConfig,\n  call: () => Promise<void>,\n): DeviceAction<undefined, void> {\n  return defineAction<undefined, undefined, void>({\n    name: config.name,\n    description: config.description,\n    interfaceAlias: config.interfaceAlias,\n    delayBeforeRunner: config.delayBeforeRunner,\n    delayAfterRunner: config.delayAfterRunner,\n    call,\n  });\n}\n\nexport function defineActionsFromInputPrimitives(\n  input: InputPrimitives,\n  options: InputPrimitiveActionOptions = {},\n): DeviceAction<any>[] {\n  const actions: Array<DeviceAction<any> | undefined> = [];\n  const { pointer, keyboard, scroll, touch, system } = input;\n\n  if (pointer) {\n    actions.push(defineActionTap(pointer.tap));\n    if (pointer.doubleClick) {\n      actions.push(defineActionDoubleClick(pointer.doubleClick));\n    }\n    if (pointer.rightClick) {\n      actions.push(defineActionRightClick(pointer.rightClick));\n    }\n    if (pointer.hover) {\n      actions.push(defineActionHover(pointer.hover));\n    }\n    if (pointer.dragAndDrop) {\n      actions.push(defineActionDragAndDrop(pointer.dragAndDrop));\n    }\n    if (pointer.longPress) {\n      actions.push(defineActionLongPress(pointer.longPress));\n    }\n  }\n\n  if (keyboard) {\n    actions.push(\n      defineActionInput(keyboard),\n      defineActionClearInput(keyboard.clearInput),\n      defineActionKeyboardPress(keyboard.keyboardPress),\n      defineActionCursorMove({ keyboard, sleep: options.sleep }),\n    );\n  }\n\n  if (scroll) {\n    actions.push(defineActionScroll(scroll.scroll));\n  }\n\n  if (touch?.swipe && options.size && options.includeSwipe !== false) {\n    actions.push(defineActionSwipe({ swipe: touch.swipe, size: options.size }));\n  }\n\n  if (touch?.pinch && options.size && options.includePinch !== false) {\n    actions.push(defineActionPinch({ pinch: touch.pinch, size: options.size }));\n  }\n\n  if (system && options.systemActions) {\n    const { systemActions } = options;\n    if (system.backButton && systemActions.backButton) {\n      actions.push(\n        defineSystemInputAction(systemActions.backButton, system.backButton),\n      );\n    }\n    if (system.homeButton && systemActions.homeButton) {\n      actions.push(\n        defineSystemInputAction(systemActions.homeButton, system.homeButton),\n      );\n    }\n    if (system.recentAppsButton && systemActions.recentAppsButton) {\n      actions.push(\n        defineSystemInputAction(\n          systemActions.recentAppsButton,\n          system.recentAppsButton,\n        ),\n      );\n    }\n  }\n\n  return actions.filter((action): action is DeviceAction<any> =>\n    Boolean(action),\n  );\n}\n\nexport function createDefaultMobileActions(\n  context: MobileInputActionContext,\n): DeviceAction<any>[] {\n  return defineActionsFromInputPrimitives(context.input, {\n    size: context.size,\n    sleep: context.sleep,\n    systemActions: context.systemActions,\n  });\n}\n\n// Sleep\nexport const ActionSleepParamSchema = z.object({\n  timeMs: z\n    .number()\n    .default(1000)\n    .optional()\n    .describe('Sleep duration in milliseconds, defaults to 1000ms (1 second)'),\n});\n\nexport type ActionSleepParam = {\n  timeMs?: number;\n};\n\nexport const defineActionSleep = (): DeviceAction<ActionSleepParam> => {\n  return defineAction<typeof ActionSleepParamSchema, ActionSleepParam>({\n    name: 'Sleep',\n    description:\n      'Wait for a specified duration before continuing. Defaults to 1 second (1000ms) if not specified.',\n    paramSchema: ActionSleepParamSchema,\n    sample: {\n      timeMs: 2000,\n    },\n    call: async (param) => {\n      const duration = param?.timeMs ?? 1000;\n      getDebug('device:common-action')(`Sleeping for ${duration}ms`);\n      await new Promise((resolve) => setTimeout(resolve, duration));\n    },\n  });\n};\n\nexport type { DeviceAction } from '../types';\nexport type {\n  AndroidDeviceOpt,\n  AndroidDeviceInputOpt,\n  IOSDeviceOpt,\n  IOSDeviceInputOpt,\n  HarmonyDeviceOpt,\n  HarmonyDeviceInputOpt,\n} from './device-options';\n"],"names":["AbstractInterface","defineAction","config","pointFromLocate","locate","missingMessage","Error","defineLocatedPointAction","param","actionTapParamSchema","z","getMidsceneLocationSchema","defineActionTap","tap","point","actionRightClickParamSchema","defineActionRightClick","rightClick","actionDoubleClickParamSchema","defineActionDoubleClick","doubleClick","actionHoverParamSchema","defineActionHover","hover","inputLocateDescription","actionInputParamSchema","val","String","defineActionInput","keyboard","actionKeyboardPressParamSchema","defineActionKeyboardPress","keyboardPress","actionScrollParamSchema","defineActionScroll","scroll","actionDragAndDropParamSchema","defineActionDragAndDrop","dragAndDrop","from","to","ActionLongPressParamSchema","defineActionLongPress","longPress","ActionSwipeParamSchema","normalizeMobileSwipeParam","screenSize","width","height","start","end","startPoint","endPoint","direction","Math","duration","repeatCount","defineActionSwipe","i","actionClearInputParamSchema","defineActionClearInput","clearInput","actionCursorMoveParamSchema","defineActionCursorMove","times","wait","timeMs","Promise","resolve","setTimeout","arrowKey","ActionPinchParamSchema","defineActionPinch","centerX","centerY","startDistance","endDistance","normalizePinchParam","element","baseDistance","fingerDistance","defineSystemInputAction","call","defineActionsFromInputPrimitives","input","options","actions","pointer","touch","system","systemActions","action","Boolean","createDefaultMobileActions","context","ActionSleepParamSchema","defineActionSleep","getDebug"],"mappings":";;;;;;;;;;;;;AAqKO,MAAeA;;QA8CpB;QAqDA;;AACF;AAKO,MAAMC,eAAe,CAK1BC,SAgBOA;AAGT,SAASC,gBACPC,MAAuC,EACvCC,cAAsB;IAEtB,IAAI,CAACD,QACH,MAAM,IAAIE,MAAMD;IAElB,OAAO;QAAE,GAAGD,OAAO,MAAM,CAAC,EAAE;QAAE,GAAGA,OAAO,MAAM,CAAC,EAAE;IAAC;AACpD;AAEA,SAASG,yBAGPL,MAQD;IACC,OAAOD,aAA8B;QACnC,MAAMC,OAAO,IAAI;QACjB,aAAaA,OAAO,WAAW;QAC/B,gBAAgBA,OAAO,cAAc;QACrC,aAAaA,OAAO,WAAW;QAC/B,QAAQA,OAAO,MAAM;QACrB,MAAM,OAAOM;YACX,MAAMN,OAAO,IAAI,CACfC,gBAAgBK,MAAM,MAAM,EAAEN,OAAO,oBAAoB,GACzDM;QAEJ;IACF;AACF;AAGO,MAAMC,uBAAuBC,EAAE,MAAM,CAAC;IAC3C,QAAQC,4BAA4B,QAAQ,CAAC;AAC/C;AAKO,MAAMC,kBAAkB,CAC7BC,MAEON,yBAAsE;QAC3E,MAAM;QACN,aAAa;QACb,gBAAgB;QAChB,aAAaE;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAAsB;QAC1C;QACA,sBAAsB;QACtB,MAAM,OAAOK;YACX,MAAMD,IAAIC;QACZ;IACF;AAIK,MAAMC,8BAA8BL,EAAE,MAAM,CAAC;IAClD,QAAQC,4BAA4B,QAAQ,CAC1C;AAEJ;AAKO,MAAMK,yBAAyB,CACpCC,aAEOV,yBAGL;QACA,MAAM;QACN,aAAa;QACb,gBAAgB;QAChB,aAAaQ;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAA+B;QACnD;QACA,sBAAsB;QACtB,MAAM,OAAOD;YACX,MAAMG,WAAWH;QACnB;IACF;AAIK,MAAMI,+BAA+BR,EAAE,MAAM,CAAC;IACnD,QAAQC,4BAA4B,QAAQ,CAC1C;AAEJ;AAKO,MAAMQ,0BAA0B,CACrCC,cAEOb,yBAGL;QACA,MAAM;QACN,aAAa;QACb,gBAAgB;QAChB,aAAaW;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAAkB;QACtC;QACA,sBAAsB;QACtB,MAAM,OAAOJ;YACX,MAAMM,YAAYN;QACpB;IACF;AAIK,MAAMO,yBAAyBX,EAAE,MAAM,CAAC;IAC7C,QAAQC,4BAA4B,QAAQ,CAAC;AAC/C;AAKO,MAAMW,oBAAoB,CAC/BC,QAEOhB,yBAGL;QACA,MAAM;QACN,aAAa;QACb,gBAAgB;QAChB,aAAac;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAAsC;QAC1D;QACA,sBAAsB;QACtB,MAAM,OAAOP;YACX,MAAMS,MAAMT;QACd;IACF;AAIF,MAAMU,yBACJ;AACK,MAAMC,yBAAyBf,EAAE,MAAM,CAAC;IAC7C,OAAOA,EAAAA,KACC,CAAC;QAACA,EAAE,MAAM;QAAIA,EAAE,MAAM;KAAG,EAC9B,SAAS,CAAC,CAACgB,MAAQC,OAAOD,MAC1B,QAAQ,CACP;IAEJ,QAAQf,4BACL,QAAQ,CAACa,wBACT,QAAQ;IACX,MAAMd,CAAC,CAADA,OACC,CAAC;QAAC;QAAW;QAAS;KAAW,EACrC,OAAO,CAAC,WACR,QAAQ,CACP;IAEJ,qBAAqBA,EAAAA,OACX,GACP,QAAQ,GACR,QAAQ,CACP;IAEJ,mBAAmBA,EAAAA,MACV,GACN,QAAQ,GACR,QAAQ,CACP;AAEN;AASO,MAAMkB,oBAAoB,CAC/BC,WAEO5B,aAA8D;QACnE,MAAM;QACN,aAAa;QACb,gBAAgB;QAChB,aAAawB;QACb,QAAQ;YACN,OAAO;YACP,QAAQ;gBAAE,QAAQ;YAAwB;QAC5C;QACA,MAAM,OAAOjB;YAEX,IAAKA,AAA0B,aAA1BA,MAAM,IAAI,EACbA,MAAM,IAAI,GAAG;YAGf,IAAIA,AAAe,YAAfA,MAAM,IAAI,EAAc,YAC1B,MAAMqB,SAAS,UAAU,CAACrB,MAAM,MAAM;YAIxC,IAAI,CAACA,SAAS,CAACA,MAAM,KAAK,EACxB;YAGF,MAAMqB,SAAS,QAAQ,CAACrB,MAAM,KAAK,EAAE;gBACnC,QAAQA,MAAM,MAAM;gBACpB,SAASA,AAAe,eAAfA,MAAM,IAAI;gBACnB,qBAAqBA,MAAM,mBAAmB;gBAC9C,mBAAmBA,MAAM,iBAAiB;YAC5C;QACF;IACF;AAIK,MAAMsB,iCAAiCpB,EAAE,MAAM,CAAC;IACrD,QAAQC,4BACL,QAAQ,CAAC,qDACT,QAAQ;IACX,SAASD,EAAAA,MACA,GACN,QAAQ,CACP;AAEN;AAMO,MAAMqB,4BAA4B,CACvCC,gBAEO/B,aAGL;QACA,MAAM;QACN,aACE;QACF,gBAAgB;QAChB,aAAa6B;QACb,QAAQ;YACN,SAAS;QACX;QACA,MAAM,OAAOtB;YACX,MAAMwB,cAAcxB,MAAM,OAAO,EAAE;gBACjC,QAAQA,MAAM,MAAM;YACtB;QACF;IACF;AAIK,MAAMyB,0BAA0BvB,EAAE,MAAM,CAAC;IAC9C,YAAYA,CAAC,CAADA,OACL,CAAC;QACJ;QACA;QACA;QACA;QACA;KACD,EACA,OAAO,CAAC,gBACR,QAAQ,CACP;IAEJ,WAAWA,CAAC,CAADA,OACJ,CAAC;QAAC;QAAQ;QAAM;QAAS;KAAO,EACpC,OAAO,CAAC,QACR,QAAQ,CACP;IAEJ,UAAUA,EAAAA,MACD,GACN,QAAQ,GACR,QAAQ,GACR,QAAQ,CAAC;IACZ,QAAQC,4BACL,QAAQ,GACR,QAAQ,CACP;AAEN;AAEO,MAAMuB,qBAAqB,CAChCC,SAEOlC,aAAgE;QACrE,MAAM;QACN,aACE;QACF,gBAAgB;QAChB,aAAagC;QACb,QAAQ;YACN,WAAW;YACX,YAAY;YACZ,QAAQ;gBAAE,QAAQ;YAAsC;QAC1D;QACA,MAAM,OAAOzB;YACX,MAAM2B,OAAO3B;QACf;IACF;AAIK,MAAM4B,+BAA+B1B,EAAE,MAAM,CAAC;IACnD,MAAMC,4BAA4B,QAAQ,CAAC;IAC3C,IAAIA,4BAA4B,QAAQ,CAAC;AAC3C;AAMO,MAAM0B,0BAA0B,CACrCC,cAEOrC,aAGL;QACA,MAAM;QACN,aACE;QACF,gBAAgB;QAChB,aAAamC;QACb,QAAQ;YACN,MAAM;gBAAE,QAAQ;YAA6B;YAC7C,IAAI;gBAAE,QAAQ;YAAuB;QACvC;QACA,MAAM,OAAO5B;YACX,MAAM+B,OAAO/B,MAAM,IAAI;YACvB,MAAMgC,KAAKhC,MAAM,EAAE;YACnB,IAAI,CAAC+B,MACH,MAAM,IAAIjC,MAAM;YAElB,IAAI,CAACkC,IACH,MAAM,IAAIlC,MAAM;YAElB,MAAMgC,YACJ;gBAAE,GAAGC,KAAK,MAAM,CAAC,EAAE;gBAAE,GAAGA,KAAK,MAAM,CAAC,EAAE;YAAC,GACvC;gBAAE,GAAGC,GAAG,MAAM,CAAC,EAAE;gBAAE,GAAGA,GAAG,MAAM,CAAC,EAAE;YAAC;QAEvC;IACF;AAGK,MAAMC,6BAA6B/B,EAAE,MAAM,CAAC;IACjD,QAAQC,4BAA4B,QAAQ,CAC1C;IAEF,UAAUD,EAAAA,MACD,GACN,QAAQ,GACR,QAAQ,CAAC;AACd;AAMO,MAAMgC,wBAAwB,CACnCC,YAEOpC,yBAGL;QACA,MAAM;QACN,aAAa;QACb,gBAAgB;QAChB,aAAakC;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAAqB;QACzC;QACA,sBAAsB;QACtB,MAAM,OAAO3B,OAAON;YAClB,MAAMmC,UAAU7B,OAAO;gBAAE,UAAUN,MAAM,QAAQ;YAAC;QACpD;IACF;AAGK,MAAMoC,yBAAyBlC,EAAE,MAAM,CAAC;IAC7C,OAAOC,4BACJ,QAAQ,GACR,QAAQ,CACP;IAEJ,WAAWD,CAAC,CAADA,OACJ,CAAC;QAAC;QAAM;QAAQ;QAAQ;KAAQ,EACpC,QAAQ,GACR,QAAQ,CACP;IAEJ,UAAUA,EAAAA,MACD,GACN,QAAQ,GACR,QAAQ,CAAC;IACZ,KAAKC,4BACF,QAAQ,GACR,QAAQ,CACP;IAEJ,UAAUD,EAAAA,MACD,GACN,OAAO,CAAC,KACR,QAAQ,CAAC;IACZ,QAAQA,EAAAA,MACC,GACN,QAAQ,GACR,QAAQ,CACP;AAEN;AAWO,SAASmC,0BACdrC,KAAuB,EACvBsC,UAA6C;IAO7C,MAAM,EAAEC,KAAK,EAAEC,MAAM,EAAE,GAAGF;IAC1B,MAAM,EAAEG,KAAK,EAAEC,GAAG,EAAE,GAAG1C;IAEvB,MAAM2C,aAAaF,QACf;QAAE,GAAGA,MAAM,MAAM,CAAC,EAAE;QAAE,GAAGA,MAAM,MAAM,CAAC,EAAE;IAAC,IACzC;QAAE,GAAGF,QAAQ;QAAG,GAAGC,SAAS;IAAE;IAElC,IAAII;IAEJ,IAAIF,KACFE,WAAW;QAAE,GAAGF,IAAI,MAAM,CAAC,EAAE;QAAE,GAAGA,IAAI,MAAM,CAAC,EAAE;IAAC;SAC3C,IAAI1C,MAAM,QAAQ,EAAE;QACzB,MAAM6C,YAAY7C,MAAM,SAAS;QACjC,IAAI,CAAC6C,WACH,MAAM,IAAI/C,MAAM;QAElB8C,WAAW;YACT,GACED,WAAW,CAAC,GACXE,CAAAA,AAAc,YAAdA,YACG7C,MAAM,QAAQ,GACd6C,AAAc,WAAdA,YACE,CAAC7C,MAAM,QAAQ,GACf;YACR,GACE2C,WAAW,CAAC,GACXE,CAAAA,AAAc,WAAdA,YACG7C,MAAM,QAAQ,GACd6C,AAAc,SAAdA,YACE,CAAC7C,MAAM,QAAQ,GACf;QACV;IACF,OACE,MAAM,IAAIF,MACR;IAIJ8C,SAAS,CAAC,GAAGE,KAAK,GAAG,CAAC,GAAGA,KAAK,GAAG,CAACF,SAAS,CAAC,EAAEL;IAC9CK,SAAS,CAAC,GAAGE,KAAK,GAAG,CAAC,GAAGA,KAAK,GAAG,CAACF,SAAS,CAAC,EAAEJ;IAE9C,MAAMO,WAAW/C,MAAM,QAAQ,IAAI;IAEnC,IAAIgD,cAAc,AAAwB,YAAxB,OAAOhD,MAAM,MAAM,GAAgBA,MAAM,MAAM,GAAG;IACpE,IAAIgD,AAAgB,MAAhBA,aACFA,cAAc;IAGhB,OAAO;QAAEL;QAAYC;QAAUG;QAAUC;IAAY;AACvD;AAEO,MAAMC,oBAAoB,CAACvD,SAIzBD,aAA8D;QACnE,MAAM;QACN,aACE;QACF,aAAa2C;QACb,QAAQ;YACN,OAAO;gBAAE,QAAQ;YAA6B;YAC9C,KAAK;gBAAE,QAAQ;YAA2B;QAC5C;QACA,MAAM,OAAOpC;YACX,MAAM,EAAE2C,UAAU,EAAEC,QAAQ,EAAEG,QAAQ,EAAEC,WAAW,EAAE,GACnDX,0BAA0BrC,OAAO,MAAMN,OAAO,IAAI;YACpD,IAAK,IAAIwD,IAAI,GAAGA,IAAIF,aAAaE,IAC/B,MAAMxD,OAAO,KAAK,CAACiD,YAAYC,UAAU;gBAAEG;YAAS;QAExD;IACF;AAIK,MAAMI,8BAA8BjD,EAAE,MAAM,CAAC;IAClD,QAAQC,4BACL,QAAQ,CAAC,iCACT,QAAQ;AACb;AAKO,MAAMiD,yBAAyB,CACpCC,aAEO5D,aAGL;QACA,MAAM;QACN,aAAauB;QACb,gBAAgB;QAChB,aAAamC;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAAyB;QAC7C;QACA,MAAM,OAAOnD;YACX,MAAMqD,WAAWrD,MAAM,MAAM;QAC/B;IACF;AAIK,MAAMsD,8BAA8BpD,EAAE,MAAM,CAAC;IAClD,WAAWA,CAAC,CAADA,OACJ,CAAC;QAAC;QAAQ;KAAQ,EACtB,QAAQ,CAAC;IACZ,OAAOA,EAAAA,MACE,GACN,GAAG,GACH,GAAG,CAAC,GACJ,OAAO,CAAC,GACR,QAAQ,CACP;AAEN;AAMO,MAAMqD,yBAAyB,CAAC7D,SAI9BD,aAGL;QACA,MAAM;QACN,aACE;QACF,aAAa6D;QACb,QAAQ;YACN,WAAW;YACX,OAAO;QACT;QACA,MAAM,OAAOtD;YACX,MAAMwD,QAAQxD,MAAM,KAAK,IAAI;YAC7B,IAAIN,OAAO,QAAQ,CAAC,UAAU,EAAE,YAC9B,MAAMA,OAAO,QAAQ,CAAC,UAAU,CAACM,MAAM,SAAS,EAAEwD;YAIpD,MAAMC,OACJ/D,OAAO,KAAK,IACV,EAAAgE,SACA,IAAIC,QAAc,CAACC,UAAYC,WAAWD,SAASF,QAAO;YAC9D,MAAMI,WAAW9D,AAAoB,WAApBA,MAAM,SAAS,GAAc,cAAc;YAC5D,IAAK,IAAIkD,IAAI,GAAGA,IAAIM,OAAON,IAAK;gBAC9B,MAAMxD,OAAO,QAAQ,CAAC,aAAa,CAACoE;gBACpC,MAAML,KAAK;YACb;QACF;IACF;AAIK,MAAMM,yBAAyB7D,EAAE,MAAM,CAAC;IAC7C,QAAQC,4BACL,QAAQ,GACR,QAAQ,CACP;IAEJ,WAAWD,CAAC,CAADA,OACJ,CAAC;QAAC;QAAM;KAAM,EAClB,QAAQ,CACP;IAEJ,UAAUA,EAAAA,MACD,GACN,QAAQ,GACR,QAAQ,GACR,QAAQ,CACP;IAEJ,UAAUA,EAAAA,MACD,GACN,OAAO,CAAC,KACR,QAAQ,GACR,QAAQ,CAAC;AACd;AASO,MAAM8D,oBAAoB,CAACtE;IAIhC,IAAI,CAACA,OAAO,KAAK,EACf;IAGF,OAAOD,aAA8D;QACnE,MAAM;QACN,aACE;QACF,gBAAgB;QAChB,aAAasE;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAAe;YACjC,WAAW;YACX,UAAU;QACZ;QACA,MAAM,OAAO/D;YACX,MAAM,EAAEiE,OAAO,EAAEC,OAAO,EAAEC,aAAa,EAAEC,WAAW,EAAErB,QAAQ,EAAE,GAC9DsB,oBAAoBrE,OAAO,MAAMN,OAAO,IAAI;YAC9C,MAAMA,OAAO,KAAK,GAChB;gBAAE,GAAGuE;gBAAS,GAAGC;YAAQ,GACzB;gBAAEC;gBAAeC;gBAAarB;YAAS;QAE3C;IACF;AACF;AAEO,SAASsB,oBACdrE,KAAuB,EACvBsC,UAA6C;IAQ7C,MAAM,EAAEC,KAAK,EAAEC,MAAM,EAAE,GAAGF;IAC1B,MAAMgC,UAAUtE,MAAM,MAAM;IAC5B,MAAMiE,UAAUK,UACZxB,KAAK,KAAK,CAACwB,QAAQ,MAAM,CAAC,EAAE,IAC5BxB,KAAK,KAAK,CAACP,QAAQ;IACvB,MAAM2B,UAAUI,UACZxB,KAAK,KAAK,CAACwB,QAAQ,MAAM,CAAC,EAAE,IAC5BxB,KAAK,KAAK,CAACN,SAAS;IACxB,MAAMO,WAAW/C,MAAM,QAAQ,IAAI;IAEnC,MAAMuE,eAAezB,KAAK,KAAK,CAACA,KAAK,GAAG,CAACP,OAAOC,UAAU;IAC1D,MAAMgC,iBAAiBxE,MAAM,QAAQ,IAAIuE;IAEzC,MAAMJ,gBAAgBI;IACtB,MAAMH,cACJpE,AAAoB,UAApBA,MAAM,SAAS,GACXuE,eAAeC,iBACf1B,KAAK,GAAG,CAAC,IAAIyB,eAAeC;IAElC,OAAO;QAAEP;QAASC;QAASC;QAAeC;QAAarB;IAAS;AAClE;AAgCA,SAAS0B,wBACP/E,MAA+B,EAC/BgF,IAAyB;IAEzB,OAAOjF,aAAyC;QAC9C,MAAMC,OAAO,IAAI;QACjB,aAAaA,OAAO,WAAW;QAC/B,gBAAgBA,OAAO,cAAc;QACrC,mBAAmBA,OAAO,iBAAiB;QAC3C,kBAAkBA,OAAO,gBAAgB;QACzCgF;IACF;AACF;AAEO,SAASC,iCACdC,KAAsB,EACtBC,UAAuC,CAAC,CAAC;IAEzC,MAAMC,UAAgD,EAAE;IACxD,MAAM,EAAEC,OAAO,EAAE1D,QAAQ,EAAEM,MAAM,EAAEqD,KAAK,EAAEC,MAAM,EAAE,GAAGL;IAErD,IAAIG,SAAS;QACXD,QAAQ,IAAI,CAAC1E,gBAAgB2E,QAAQ,GAAG;QACxC,IAAIA,QAAQ,WAAW,EACrBD,QAAQ,IAAI,CAACnE,wBAAwBoE,QAAQ,WAAW;QAE1D,IAAIA,QAAQ,UAAU,EACpBD,QAAQ,IAAI,CAACtE,uBAAuBuE,QAAQ,UAAU;QAExD,IAAIA,QAAQ,KAAK,EACfD,QAAQ,IAAI,CAAChE,kBAAkBiE,QAAQ,KAAK;QAE9C,IAAIA,QAAQ,WAAW,EACrBD,QAAQ,IAAI,CAACjD,wBAAwBkD,QAAQ,WAAW;QAE1D,IAAIA,QAAQ,SAAS,EACnBD,QAAQ,IAAI,CAAC5C,sBAAsB6C,QAAQ,SAAS;IAExD;IAEA,IAAI1D,UACFyD,QAAQ,IAAI,CACV1D,kBAAkBC,WAClB+B,uBAAuB/B,SAAS,UAAU,GAC1CE,0BAA0BF,SAAS,aAAa,GAChDkC,uBAAuB;QAAElC;QAAU,OAAOwD,QAAQ,KAAK;IAAC;IAI5D,IAAIlD,QACFmD,QAAQ,IAAI,CAACpD,mBAAmBC,OAAO,MAAM;IAG/C,IAAIqD,OAAO,SAASH,QAAQ,IAAI,IAAIA,AAAyB,UAAzBA,QAAQ,YAAY,EACtDC,QAAQ,IAAI,CAAC7B,kBAAkB;QAAE,OAAO+B,MAAM,KAAK;QAAE,MAAMH,QAAQ,IAAI;IAAC;IAG1E,IAAIG,OAAO,SAASH,QAAQ,IAAI,IAAIA,AAAyB,UAAzBA,QAAQ,YAAY,EACtDC,QAAQ,IAAI,CAACd,kBAAkB;QAAE,OAAOgB,MAAM,KAAK;QAAE,MAAMH,QAAQ,IAAI;IAAC;IAG1E,IAAII,UAAUJ,QAAQ,aAAa,EAAE;QACnC,MAAM,EAAEK,aAAa,EAAE,GAAGL;QAC1B,IAAII,OAAO,UAAU,IAAIC,cAAc,UAAU,EAC/CJ,QAAQ,IAAI,CACVL,wBAAwBS,cAAc,UAAU,EAAED,OAAO,UAAU;QAGvE,IAAIA,OAAO,UAAU,IAAIC,cAAc,UAAU,EAC/CJ,QAAQ,IAAI,CACVL,wBAAwBS,cAAc,UAAU,EAAED,OAAO,UAAU;QAGvE,IAAIA,OAAO,gBAAgB,IAAIC,cAAc,gBAAgB,EAC3DJ,QAAQ,IAAI,CACVL,wBACES,cAAc,gBAAgB,EAC9BD,OAAO,gBAAgB;IAI/B;IAEA,OAAOH,QAAQ,MAAM,CAAC,CAACK,SACrBC,QAAQD;AAEZ;AAEO,SAASE,2BACdC,OAAiC;IAEjC,OAAOX,iCAAiCW,QAAQ,KAAK,EAAE;QACrD,MAAMA,QAAQ,IAAI;QAClB,OAAOA,QAAQ,KAAK;QACpB,eAAeA,QAAQ,aAAa;IACtC;AACF;AAGO,MAAMC,yBAAyBrF,EAAE,MAAM,CAAC;IAC7C,QAAQA,EAAAA,MACC,GACN,OAAO,CAAC,MACR,QAAQ,GACR,QAAQ,CAAC;AACd;AAMO,MAAMsF,oBAAoB,IACxB/F,aAA8D;QACnE,MAAM;QACN,aACE;QACF,aAAa8F;QACb,QAAQ;YACN,QAAQ;QACV;QACA,MAAM,OAAOvF;YACX,MAAM+C,WAAW/C,OAAO,UAAU;YAClCyF,SAAS,wBAAwB,CAAC,aAAa,EAAE1C,SAAS,EAAE,CAAC;YAC7D,MAAM,IAAIY,QAAQ,CAACC,UAAYC,WAAWD,SAASb;QACrD;IACF"}
+{"version":3,"file":"device/index.mjs","sources":["../../../src/device/index.ts"],"sourcesContent":["import type { ModelRuntime } from '@/ai-model/models';\nimport { getMidsceneLocationSchema } from '@/common';\nimport type {\n  ActionScrollParam,\n  DeviceAction,\n  ExecutorContext,\n  LocateResultElement,\n} from '@/types';\nimport type { ElementNode } from '@midscene/shared/extractor';\nimport { getDebug } from '@midscene/shared/logger';\nimport { _keyDefinitions } from '@midscene/shared/us-keyboard-layout';\nimport { z } from 'zod';\nimport type { ElementCacheFeature, Rect, Size, UIContext } from '../types';\n\nexport interface FileChooserHandler {\n  accept(files: string[]): Promise<void>;\n}\n\nexport interface FileChooserRegistration {\n  dispose: () => void;\n  getError: () => Error | undefined | Promise<Error | undefined>;\n}\n\nexport interface MjpegStreamFrame {\n  /** Raw base64-encoded image bytes WITHOUT a `data:image/...;base64,` prefix. */\n  data: string;\n  contentType?: string;\n}\n\nexport interface MjpegStreamHandle {\n  stop(): void | Promise<void>;\n}\n\nexport interface MjpegStreamOptions {\n  signal?: AbortSignal;\n  onFrame(frame: MjpegStreamFrame): void;\n  onError?(error: unknown): void;\n}\n\n/**\n * A cheap, not-yet-decoded handle to one screen frame from a\n * {@link DeviceFrameSource}. `ref` is platform-specific (a raw H.264 keyframe\n * buffer on Android, an already-encoded JPEG data URL on iOS/web) and must not\n * be interpreted by callers — pass it back to `decode()` to materialize.\n */\nexport interface DeviceFrameRef {\n  ref: unknown;\n  capturedAt: number;\n}\n\n/**\n * A continuous screen-frame source opened via\n * {@link AbstractInterface.openFrameSource}. Designed for deferred decoding:\n * grabbing `latest()` is near-zero cost, so observers can sample at a steady\n * cadence and pay any decode cost only once, for the frames they keep.\n */\nexport interface DeviceFrameSource {\n  /** Latest frame handle, near-zero cost. Null until the first frame arrives. */\n  latest(): DeviceFrameRef | null;\n  /**\n   * Materialize frame handles into `data:image/...;base64,` URLs, preserving\n   * order. Possibly expensive (e.g. one ffmpeg run per unique frame on\n   * Android) — call once with the sampled handles, never per tick.\n   */\n  decode(refs: DeviceFrameRef[]): Promise<string[]>;\n  /** Release the source (stop streams/subscriptions it started). */\n  stop(): Promise<void> | void;\n}\n\n/** A point in device-pixel coordinates on the screen. */\nexport interface PointerPoint {\n  x: number;\n  y: number;\n}\n\nexport interface PointerInputPrimitives {\n  tap(p: PointerPoint, opts?: { duration?: number }): Promise<void>;\n  doubleClick?(p: PointerPoint): Promise<void>;\n  rightClick?(p: PointerPoint): Promise<void>;\n  hover?(p: PointerPoint): Promise<void>;\n  longPress?(p: PointerPoint, opts?: { duration?: number }): Promise<void>;\n  dragAndDrop?(from: PointerPoint, to: PointerPoint): Promise<void>;\n}\n\nexport interface TouchInputPrimitives {\n  swipe(\n    start: PointerPoint,\n    end: PointerPoint,\n    opts?: { duration?: number; repeat?: number },\n  ): Promise<void>;\n  pinch?(\n    center: PointerPoint,\n    opts: { startDistance: number; endDistance: number; duration: number },\n  ): Promise<void>;\n}\n\nexport interface KeyboardInputPrimitives {\n  keyboardPress(keyName: string, opts?: { target?: unknown }): Promise<void>;\n  cursorMove?(direction: 'left' | 'right', times?: number): Promise<void>;\n  typeText(\n    value: string,\n    opts?: {\n      autoDismissKeyboard?: boolean;\n      keyboardDismissStrategy?: 'esc-first' | 'back-first';\n      keyboardTypeDelay?: number;\n      target?: unknown;\n      replace?: boolean;\n      focusOnly?: boolean;\n    },\n  ): Promise<void>;\n  clearInput(target?: unknown): Promise<void>;\n}\n\nexport interface ScrollInputPrimitives {\n  scroll(param: ActionScrollParam): Promise<void>;\n}\n\nexport interface SystemInputPrimitives {\n  backButton?(): Promise<void>;\n  homeButton?(): Promise<void>;\n  recentAppsButton?(): Promise<void>;\n}\n\nexport interface InputPrimitives {\n  pointer?: PointerInputPrimitives;\n  keyboard?: KeyboardInputPrimitives;\n  touch?: TouchInputPrimitives;\n  scroll?: ScrollInputPrimitives;\n  system?: SystemInputPrimitives;\n}\n\nexport interface MobileInputPrimitives extends InputPrimitives {\n  pointer: PointerInputPrimitives & {\n    doubleClick(p: PointerPoint): Promise<void>;\n    longPress(p: PointerPoint, opts?: { duration?: number }): Promise<void>;\n    dragAndDrop(from: PointerPoint, to: PointerPoint): Promise<void>;\n  };\n  keyboard: KeyboardInputPrimitives;\n  touch: TouchInputPrimitives;\n}\n\nexport interface BrowserInputPrimitives extends InputPrimitives {\n  pointer: PointerInputPrimitives & {\n    doubleClick(p: PointerPoint): Promise<void>;\n    rightClick(p: PointerPoint): Promise<void>;\n    hover(p: PointerPoint): Promise<void>;\n    dragAndDrop(from: PointerPoint, to: PointerPoint): Promise<void>;\n    longPress(p: PointerPoint, opts?: { duration?: number }): Promise<void>;\n  };\n  keyboard: KeyboardInputPrimitives;\n  scroll: ScrollInputPrimitives;\n  touch: TouchInputPrimitives;\n}\n\nexport interface ComputerInputPrimitives extends InputPrimitives {\n  pointer: PointerInputPrimitives & {\n    doubleClick(p: PointerPoint): Promise<void>;\n    rightClick(p: PointerPoint): Promise<void>;\n    hover(p: PointerPoint): Promise<void>;\n    dragAndDrop(from: PointerPoint, to: PointerPoint): Promise<void>;\n  };\n  keyboard: KeyboardInputPrimitives;\n  scroll: ScrollInputPrimitives;\n}\n\nexport abstract class AbstractInterface {\n  abstract interfaceType: string;\n\n  abstract screenshotBase64(): Promise<string>;\n  abstract size(): Promise<Size>;\n  abstract actionSpace(): DeviceAction[];\n\n  abstract cacheFeatureForPoint?(\n    center: [number, number],\n    options?: {\n      targetDescription?: string;\n      modelRuntime?: ModelRuntime;\n    },\n  ): Promise<ElementCacheFeature>;\n  abstract rectMatchesCacheFeature?(\n    feature: ElementCacheFeature,\n  ): Promise<Rect>;\n\n  abstract destroy?(): Promise<void>;\n\n  abstract describe?(): string;\n  abstract beforeInvokeAction?(actionName: string, param: any): Promise<void>;\n  abstract afterInvokeAction?(actionName: string, param: any): Promise<void>;\n\n  // for web only\n  registerFileChooserListener?(\n    handler: (chooser: FileChooserHandler) => Promise<void>,\n  ): Promise<FileChooserRegistration>;\n\n  // @deprecated do NOT extend this method\n  abstract getElementsNodeTree?: () => Promise<ElementNode>;\n\n  // @deprecated do NOT extend this method\n  abstract url?: () => string | Promise<string>;\n\n  // @deprecated do NOT extend this method\n  abstract evaluateJavaScript?<T = any>(script: string): Promise<T>;\n\n  /**\n   * Get the current device-local time as a formatted string.\n   * Prefer this for user-visible time because timestamps alone do not preserve\n   * the target device's timezone when formatted on the host machine.\n   */\n  getDeviceLocalTimeString?(format?: string): Promise<string>;\n\n  /** URL of native MJPEG stream for real-time screen preview (e.g. WDA MJPEG server) */\n  mjpegStreamUrl?: string;\n\n  /**\n   * Optional continuous frame source for UI observation (`startObserving`).\n   * Devices that maintain a continuous frame stream — scrcpy on Android, WDA\n   * MJPEG on iOS, CDP screencast on web — implement this so an observer can\n   * sample the screen far faster than repeated `screenshotBase64()` calls,\n   * catching short-lived UI (toasts, carousels, transitions).\n   *\n   * The contract enables DEFERRED decoding: `latest()` returns a cheap opaque\n   * handle (e.g. a raw H.264 keyframe on Android) with no per-frame decode\n   * cost, and `decode()` materializes only the handles that were actually\n   * sampled — once, at the end of the observation window.\n   */\n  openFrameSource?(): Promise<DeviceFrameSource | undefined>;\n\n  /**\n   * Optional in-process MJPEG frame producer. Implementations can push raw\n   * base64 frames here when there is no standalone native MJPEG URL, e.g.\n   * Chromium CDP Page.startScreencast for web previews.\n   */\n  startMjpegStream?(\n    options: MjpegStreamOptions,\n  ): MjpegStreamHandle | undefined | Promise<MjpegStreamHandle | undefined>;\n\n  /**\n   * Optional hook used after a UI action to push a fresh frame on the active\n   * MJPEG stream. Set `force` after navigation to replace a transient loading\n   * frame even when the screencast has already emitted one. Implementations\n   * should be a no-op when no stream is active.\n   */\n  flushPendingVisualUpdate?(force?: boolean): Promise<void>;\n\n  /**\n   * Optional non-blocking variant of `flushPendingVisualUpdate`. Keyboard-\n   * heavy preview interactions can schedule a coalesced refresh here without\n   * stalling the input hot path; `force` preserves a requested navigation\n   * refresh while work is already queued.\n   */\n  schedulePendingVisualUpdate?(force?: boolean): void;\n\n  /**\n   * Optional navigation state probe for browser-like interfaces, used to drive\n   * loading indicators in playground UIs. Returning `undefined` means the\n   * interface does not expose this concept.\n   */\n  navigationState?(): Promise<{ isLoading: boolean }>;\n\n  /**\n   * Low-level device input surface. Platform implementations expose transport\n   * primitives here; higher-level AI actions and manual pointer dispatch should\n   * adapt to this instead of duplicating platform gesture logic.\n   */\n  inputPrimitives?: InputPrimitives;\n}\n\n// Generic function to define actions with proper type inference\n// TRuntime allows specifying a different type for the runtime parameter (after location resolution)\n// TReturn allows specifying the return type of the action\nexport const defineAction = <\n  TSchema extends z.ZodType | undefined = undefined,\n  TRuntime = TSchema extends z.ZodType ? z.infer<TSchema> : undefined,\n  TReturn = any,\n>(\n  config: {\n    name: string;\n    description: string;\n    interfaceAlias?: string;\n    paramSchema?: TSchema;\n    call: (\n      param: TRuntime,\n      context?: ExecutorContext,\n    ) => Promise<TReturn> | TReturn;\n  } & Partial<\n    Omit<\n      DeviceAction<TRuntime, TReturn>,\n      'name' | 'description' | 'interfaceAlias' | 'paramSchema' | 'call'\n    >\n  >,\n): DeviceAction<TRuntime, TReturn> => {\n  return config as any; // Type assertion needed because schema validation type differs from runtime type\n};\n\nfunction pointFromLocate(\n  locate: LocateResultElement | undefined,\n  missingMessage: string,\n): PointerPoint {\n  if (!locate) {\n    throw new Error(missingMessage);\n  }\n  return { x: locate.center[0], y: locate.center[1] };\n}\n\nfunction defineLocatedPointAction<\n  TSchema extends z.ZodType,\n  TParam extends { locate: LocateResultElement },\n>(config: {\n  name: string;\n  description: string;\n  interfaceAlias?: string;\n  paramSchema: TSchema;\n  sample: DeviceAction<TParam>['sample'];\n  missingLocateMessage: string;\n  call: (point: PointerPoint, param: TParam) => Promise<void>;\n}): DeviceAction<TParam> {\n  return defineAction<TSchema, TParam>({\n    name: config.name,\n    description: config.description,\n    interfaceAlias: config.interfaceAlias,\n    paramSchema: config.paramSchema,\n    sample: config.sample,\n    call: async (param) => {\n      await config.call(\n        pointFromLocate(param.locate, config.missingLocateMessage),\n        param,\n      );\n    },\n  });\n}\n\n// Tap\nexport const actionTapParamSchema = z.object({\n  locate: getMidsceneLocationSchema().describe('The element to be tapped'),\n});\nexport type ActionTapParam = {\n  locate: LocateResultElement;\n};\n\nexport const defineActionTap = (\n  tap: PointerInputPrimitives['tap'],\n): DeviceAction<ActionTapParam> => {\n  return defineLocatedPointAction<typeof actionTapParamSchema, ActionTapParam>({\n    name: 'Tap',\n    description: 'Tap the element',\n    interfaceAlias: 'aiTap',\n    paramSchema: actionTapParamSchema,\n    sample: {\n      locate: { prompt: 'the \"Submit\" button' },\n    },\n    missingLocateMessage: 'Element not found, cannot tap',\n    call: async (point) => {\n      await tap(point);\n    },\n  });\n};\n\nexport const registerFileChooserAcceptParamSchema = z.object({\n  files: z\n    .union([z.string(), z.array(z.string())])\n    .describe(\n      \"File path(s) within the current aiAct call's fileChooserAllowedDir to use whenever a later action triggers a file chooser. fileChooserAllowedDir must be provided for this action. This setting replaces any previously registered file path(s).\",\n    ),\n});\nexport type RegisterFileChooserAcceptParam = {\n  files: string | string[];\n};\n\nexport const defineActionRegisterFileChooserAccept = (\n  register: (files: string | string[]) => Promise<void>,\n): DeviceAction<RegisterFileChooserAcceptParam> => {\n  return defineAction<\n    typeof registerFileChooserAcceptParamSchema,\n    RegisterFileChooserAcceptParam\n  >({\n    name: 'RegisterFileChooserAccept',\n    description:\n      'Configure files for file chooser dialogs triggered by later actions in this aiAct',\n    interfaceAlias: 'registerFileChooserAccept',\n    paramSchema: registerFileChooserAcceptParamSchema,\n    sample: {\n      files: ['fixtures/document.pdf'],\n    },\n    call: async (param) => {\n      await register(param.files);\n    },\n  });\n};\n\n// RightClick\nexport const actionRightClickParamSchema = z.object({\n  locate: getMidsceneLocationSchema().describe(\n    'The element to be right clicked',\n  ),\n});\nexport type ActionRightClickParam = {\n  locate: LocateResultElement;\n};\n\nexport const defineActionRightClick = (\n  rightClick: NonNullable<PointerInputPrimitives['rightClick']>,\n): DeviceAction<ActionRightClickParam> => {\n  return defineLocatedPointAction<\n    typeof actionRightClickParamSchema,\n    ActionRightClickParam\n  >({\n    name: 'RightClick',\n    description: 'Right click the element',\n    interfaceAlias: 'aiRightClick',\n    paramSchema: actionRightClickParamSchema,\n    sample: {\n      locate: { prompt: 'the file icon on the desktop' },\n    },\n    missingLocateMessage: 'Element not found, cannot right click',\n    call: async (point) => {\n      await rightClick(point);\n    },\n  });\n};\n\n// DoubleClick\nexport const actionDoubleClickParamSchema = z.object({\n  locate: getMidsceneLocationSchema().describe(\n    'The element to be double clicked',\n  ),\n});\nexport type ActionDoubleClickParam = {\n  locate: LocateResultElement;\n};\n\nexport const defineActionDoubleClick = (\n  doubleClick: NonNullable<PointerInputPrimitives['doubleClick']>,\n): DeviceAction<ActionDoubleClickParam> => {\n  return defineLocatedPointAction<\n    typeof actionDoubleClickParamSchema,\n    ActionDoubleClickParam\n  >({\n    name: 'DoubleClick',\n    description: 'Double click the element',\n    interfaceAlias: 'aiDoubleClick',\n    paramSchema: actionDoubleClickParamSchema,\n    sample: {\n      locate: { prompt: 'the folder icon' },\n    },\n    missingLocateMessage: 'Element not found, cannot double click',\n    call: async (point) => {\n      await doubleClick(point);\n    },\n  });\n};\n\n// Hover\nexport const actionHoverParamSchema = z.object({\n  locate: getMidsceneLocationSchema().describe('The element to be hovered'),\n});\nexport type ActionHoverParam = {\n  locate: LocateResultElement;\n};\n\nexport const defineActionHover = (\n  hover: NonNullable<PointerInputPrimitives['hover']>,\n): DeviceAction<ActionHoverParam> => {\n  return defineLocatedPointAction<\n    typeof actionHoverParamSchema,\n    ActionHoverParam\n  >({\n    name: 'Hover',\n    description: 'Move the mouse to the element',\n    interfaceAlias: 'aiHover',\n    paramSchema: actionHoverParamSchema,\n    sample: {\n      locate: { prompt: 'the navigation menu item \"Products\"' },\n    },\n    missingLocateMessage: 'Element not found, cannot hover',\n    call: async (point) => {\n      await hover(point);\n    },\n  });\n};\n\n// Input\nconst inputLocateDescription =\n  'the position of the placeholder or text content in the target input field. If there is no content, locate the center of the input field.';\nexport const actionInputParamSchema = z.object({\n  value: z\n    .union([z.string(), z.number()])\n    .transform((val) => String(val))\n    .describe(\n      'The text to input. Provide the final content for replace mode, only the inserted characters for typeOnly mode, or an empty string when using clear mode to remove existing text.',\n    ),\n  locate: getMidsceneLocationSchema()\n    .describe(inputLocateDescription)\n    .optional(),\n  mode: z\n    .enum(['replace', 'clear', 'typeOnly'])\n    .default('replace')\n    .describe(\n      'Input mode: \"replace\" (default) - clear the field and input the value; \"typeOnly\" - type the value directly without clearing the field first, and should be set explicitly for incremental edits after moving the cursor; \"clear\" - clear the field without inputting new text.',\n    ),\n  autoDismissKeyboard: z\n    .boolean()\n    .optional()\n    .describe(\n      'If true, the keyboard will be dismissed after the input is completed. Do not set it unless the user asks you to do so.',\n    ),\n  keyboardTypeDelay: z\n    .number()\n    .optional()\n    .describe(\n      'Delay in milliseconds between keystrokes when typing. Passed through from device/user configuration. Do not set it unless the user asks you to do so.',\n    ),\n});\nexport type ActionInputParam = {\n  value: string;\n  locate?: LocateResultElement;\n  mode?: 'replace' | 'clear' | 'typeOnly' | 'append';\n  autoDismissKeyboard?: boolean;\n  keyboardTypeDelay?: number;\n};\n\nexport const defineActionInput = (\n  keyboard: KeyboardInputPrimitives,\n): DeviceAction<ActionInputParam> => {\n  return defineAction<typeof actionInputParamSchema, ActionInputParam>({\n    name: 'Input',\n    description: 'Input the value into the element',\n    interfaceAlias: 'aiInput',\n    paramSchema: actionInputParamSchema,\n    sample: {\n      value: 'test@example.com',\n      locate: { prompt: 'the email input field' },\n    },\n    call: async (param) => {\n      // backward compat: convert deprecated 'append' to 'typeOnly'\n      if ((param.mode as string) === 'append') {\n        param.mode = 'typeOnly';\n      }\n\n      if (param.mode === 'clear') {\n        await keyboard.clearInput(param.locate);\n        return;\n      }\n\n      if (!param || !param.value) {\n        return;\n      }\n\n      await keyboard.typeText(param.value, {\n        target: param.locate,\n        replace: param.mode !== 'typeOnly',\n        autoDismissKeyboard: param.autoDismissKeyboard,\n        keyboardTypeDelay: param.keyboardTypeDelay,\n      });\n    },\n  });\n};\n\n// KeyboardPress\nexport const actionKeyboardPressParamSchema = z.object({\n  locate: getMidsceneLocationSchema()\n    .describe('The element to be clicked before pressing the key')\n    .optional(),\n  keyName: z\n    .string()\n    .describe(\n      \"The key to be pressed. Use '+' for key combinations, e.g., 'Control+A', 'Shift+Enter'\",\n    ),\n});\nexport type ActionKeyboardPressParam = {\n  locate?: LocateResultElement;\n  keyName: string;\n};\n\nexport const defineActionKeyboardPress = (\n  keyboardPress: KeyboardInputPrimitives['keyboardPress'],\n): DeviceAction<ActionKeyboardPressParam> => {\n  return defineAction<\n    typeof actionKeyboardPressParamSchema,\n    ActionKeyboardPressParam\n  >({\n    name: 'KeyboardPress',\n    description:\n      'Press a key or key combination, like \"Enter\", \"Tab\", \"Escape\", or \"Control+A\", \"Shift+Enter\". Do not use this to type text.',\n    interfaceAlias: 'aiKeyboardPress',\n    paramSchema: actionKeyboardPressParamSchema,\n    sample: {\n      keyName: 'Enter',\n    },\n    call: async (param) => {\n      await keyboardPress(param.keyName, {\n        target: param.locate,\n      });\n    },\n  });\n};\n\n// Scroll\nexport const actionScrollParamSchema = z.object({\n  scrollType: z\n    .enum([\n      'singleAction',\n      'scrollToBottom',\n      'scrollToTop',\n      'scrollToRight',\n      'scrollToLeft',\n    ])\n    .default('singleAction')\n    .describe(\n      'The scroll behavior: \"singleAction\" for a single scroll action, \"scrollToBottom\" for scrolling all the way to the bottom by rapidly scrolling 5-10 times (skipping intermediate content until reaching the bottom), \"scrollToTop\" for scrolling all the way to the top by rapidly scrolling 5-10 times (skipping intermediate content until reaching the top), \"scrollToRight\" for scrolling all the way to the right by rapidly scrolling multiple times, \"scrollToLeft\" for scrolling all the way to the left by rapidly scrolling multiple times',\n    ),\n  direction: z\n    .enum(['down', 'up', 'right', 'left'])\n    .default('down')\n    .describe(\n      'The direction to scroll. Only effective when scrollType is \"singleAction\".',\n    ),\n  distance: z\n    .number()\n    .nullable()\n    .optional()\n    .describe('The distance in pixels to scroll'),\n  locate: getMidsceneLocationSchema()\n    .optional()\n    .describe(\n      'Describe the target element to be scrolled on, like \"the table\" or \"the list\" or \"the content area\" or \"the scrollable area\". Do NOT provide a general intent like \"scroll to find some element\"',\n    ),\n});\n\nexport const defineActionScroll = (\n  scroll: ScrollInputPrimitives['scroll'],\n): DeviceAction<ActionScrollParam> => {\n  return defineAction<typeof actionScrollParamSchema, ActionScrollParam>({\n    name: 'Scroll',\n    description:\n      'Scroll the page or a scrollable element to browse content. This is the preferred way to scroll on all platforms, including mobile. Supports scrollToBottom/scrollToTop for boundary navigation. Default: direction `down`, scrollType `singleAction`, distance `null`.',\n    interfaceAlias: 'aiScroll',\n    paramSchema: actionScrollParamSchema,\n    sample: {\n      direction: 'down',\n      scrollType: 'singleAction',\n      locate: { prompt: 'the center of the product list area' },\n    },\n    call: async (param) => {\n      await scroll(param);\n    },\n  });\n};\n\n// DragAndDrop\nexport const actionDragAndDropParamSchema = z.object({\n  from: getMidsceneLocationSchema().describe('The position to be dragged'),\n  to: getMidsceneLocationSchema().describe('The position to be dropped'),\n});\nexport type ActionDragAndDropParam = {\n  from: LocateResultElement;\n  to: LocateResultElement;\n};\n\nexport const defineActionDragAndDrop = (\n  dragAndDrop: NonNullable<PointerInputPrimitives['dragAndDrop']>,\n): DeviceAction<ActionDragAndDropParam> => {\n  return defineAction<\n    typeof actionDragAndDropParamSchema,\n    ActionDragAndDropParam\n  >({\n    name: 'DragAndDrop',\n    description:\n      'Pick up a specific UI element and move it to a new position (e.g., reorder a card, move a file into a folder, sort list items). The element itself moves with your finger/mouse.',\n    interfaceAlias: 'aiDragAndDrop',\n    paramSchema: actionDragAndDropParamSchema,\n    sample: {\n      from: { prompt: 'the \"report.pdf\" file icon' },\n      to: { prompt: 'the upload drop zone' },\n    },\n    call: async (param) => {\n      const from = param.from;\n      const to = param.to;\n      if (!from) {\n        throw new Error('missing \"from\" param for drag and drop');\n      }\n      if (!to) {\n        throw new Error('missing \"to\" param for drag and drop');\n      }\n      await dragAndDrop(\n        { x: from.center[0], y: from.center[1] },\n        { x: to.center[0], y: to.center[1] },\n      );\n    },\n  });\n};\n\nexport const ActionLongPressParamSchema = z.object({\n  locate: getMidsceneLocationSchema().describe(\n    'The element to be long pressed',\n  ),\n  duration: z\n    .number()\n    .optional()\n    .describe('Long press duration in milliseconds'),\n});\n\nexport type ActionLongPressParam = {\n  locate: LocateResultElement;\n  duration?: number;\n};\nexport const defineActionLongPress = (\n  longPress: NonNullable<PointerInputPrimitives['longPress']>,\n): DeviceAction<ActionLongPressParam> => {\n  return defineLocatedPointAction<\n    typeof ActionLongPressParamSchema,\n    ActionLongPressParam\n  >({\n    name: 'LongPress',\n    description: 'Long press the element',\n    interfaceAlias: 'aiLongPress',\n    paramSchema: ActionLongPressParamSchema,\n    sample: {\n      locate: { prompt: 'the message bubble' },\n    },\n    missingLocateMessage: 'LongPress requires an element to be located',\n    call: async (point, param) => {\n      await longPress(point, { duration: param.duration });\n    },\n  });\n};\n\nexport const ActionSwipeParamSchema = z.object({\n  start: getMidsceneLocationSchema()\n    .optional()\n    .describe(\n      'Starting point of the swipe gesture, if not specified, the center of the page will be used',\n    ),\n  direction: z\n    .enum(['up', 'down', 'left', 'right'])\n    .optional()\n    .describe(\n      'The direction to swipe (required when using distance). The direction means the direction of the finger swipe.',\n    ),\n  distance: z\n    .number()\n    .optional()\n    .describe('The distance in pixels to swipe (mutually exclusive with end)'),\n  end: getMidsceneLocationSchema()\n    .optional()\n    .describe(\n      'Ending point of the swipe gesture (mutually exclusive with distance)',\n    ),\n  duration: z\n    .number()\n    .default(300)\n    .describe('Duration of the swipe gesture in milliseconds'),\n  repeat: z\n    .number()\n    .optional()\n    .describe(\n      'The number of times to repeat the swipe gesture. 1 for default, 0 for infinite (e.g. endless swipe until the end of the page)',\n    ),\n});\n\nexport type ActionSwipeParam = {\n  start?: LocateResultElement;\n  direction?: 'up' | 'down' | 'left' | 'right';\n  distance?: number;\n  end?: LocateResultElement;\n  duration?: number;\n  repeat?: number;\n};\n\nexport function normalizeMobileSwipeParam(\n  param: ActionSwipeParam,\n  screenSize: { width: number; height: number },\n): {\n  startPoint: { x: number; y: number };\n  endPoint: { x: number; y: number };\n  duration: number;\n  repeatCount: number;\n} {\n  const { width, height } = screenSize;\n  const { start, end } = param;\n\n  const startPoint = start\n    ? { x: start.center[0], y: start.center[1] }\n    : { x: width / 2, y: height / 2 };\n\n  let endPoint: { x: number; y: number };\n\n  if (end) {\n    endPoint = { x: end.center[0], y: end.center[1] };\n  } else if (param.distance) {\n    const direction = param.direction;\n    if (!direction) {\n      throw new Error('direction is required for swipe gesture');\n    }\n    endPoint = {\n      x:\n        startPoint.x +\n        (direction === 'right'\n          ? param.distance\n          : direction === 'left'\n            ? -param.distance\n            : 0),\n      y:\n        startPoint.y +\n        (direction === 'down'\n          ? param.distance\n          : direction === 'up'\n            ? -param.distance\n            : 0),\n    };\n  } else {\n    throw new Error(\n      'Either end or distance must be specified for swipe gesture',\n    );\n  }\n\n  endPoint.x = Math.max(0, Math.min(endPoint.x, width));\n  endPoint.y = Math.max(0, Math.min(endPoint.y, height));\n\n  const duration = param.duration ?? 300;\n\n  let repeatCount = typeof param.repeat === 'number' ? param.repeat : 1;\n  if (repeatCount === 0) {\n    repeatCount = 10;\n  }\n\n  return { startPoint, endPoint, duration, repeatCount };\n}\n\nexport const defineActionSwipe = (config: {\n  swipe: TouchInputPrimitives['swipe'];\n  size(): Promise<Size>;\n}): DeviceAction<ActionSwipeParam> => {\n  return defineAction<typeof ActionSwipeParamSchema, ActionSwipeParam>({\n    name: 'Swipe',\n    description:\n      'Perform a touch gesture for interactions beyond regular scrolling (e.g., adjust a continuous control such as a slider, flip pages in a carousel, dismiss a notification, swipe-to-delete a list item). For regular content scrolling, use Scroll instead. Use \"distance\" + \"direction\" for relative movement, or \"start\" + \"end\" for precise endpoint movement.',\n    paramSchema: ActionSwipeParamSchema,\n    sample: {\n      start: { prompt: 'center of the notification' },\n      end: { prompt: 'upper edge of the screen' },\n    },\n    call: async (param) => {\n      const { startPoint, endPoint, duration, repeatCount } =\n        normalizeMobileSwipeParam(param, await config.size());\n      for (let i = 0; i < repeatCount; i++) {\n        await config.swipe(startPoint, endPoint, { duration });\n      }\n    },\n  });\n};\n\n// ClearInput\nexport const actionClearInputParamSchema = z.object({\n  locate: getMidsceneLocationSchema()\n    .describe('The input field to be cleared')\n    .optional(),\n});\nexport type ActionClearInputParam = {\n  locate?: LocateResultElement;\n};\n\nexport const defineActionClearInput = (\n  clearInput: KeyboardInputPrimitives['clearInput'],\n): DeviceAction<ActionClearInputParam> => {\n  return defineAction<\n    typeof actionClearInputParamSchema,\n    ActionClearInputParam\n  >({\n    name: 'ClearInput',\n    description: inputLocateDescription,\n    interfaceAlias: 'aiClearInput',\n    paramSchema: actionClearInputParamSchema,\n    sample: {\n      locate: { prompt: 'the search input field' },\n    },\n    call: async (param) => {\n      await clearInput(param.locate);\n    },\n  });\n};\n\n// CursorMove\nexport const actionCursorMoveParamSchema = z.object({\n  direction: z\n    .enum(['left', 'right'])\n    .describe('The direction to move the cursor'),\n  times: z\n    .number()\n    .int()\n    .min(1)\n    .default(1)\n    .describe(\n      'The number of times to move the cursor in the specified direction',\n    ),\n});\nexport type ActionCursorMoveParam = {\n  direction: 'left' | 'right';\n  times?: number;\n};\n\nexport const defineActionCursorMove = (config: {\n  keyboard: Pick<KeyboardInputPrimitives, 'keyboardPress' | 'cursorMove'>;\n  sleep?(timeMs: number): Promise<void>;\n}): DeviceAction<ActionCursorMoveParam> => {\n  return defineAction<\n    typeof actionCursorMoveParamSchema,\n    ActionCursorMoveParam\n  >({\n    name: 'CursorMove',\n    description:\n      'Move the text cursor (caret) left or right within an input field or text area. Use this to reposition the cursor without selecting text.',\n    paramSchema: actionCursorMoveParamSchema,\n    sample: {\n      direction: 'left',\n      times: 3,\n    },\n    call: async (param) => {\n      const times = param.times ?? 1;\n      if (config.keyboard.cursorMove) {\n        await config.keyboard.cursorMove(param.direction, times);\n        return;\n      }\n\n      const wait =\n        config.sleep ??\n        ((timeMs: number) =>\n          new Promise<void>((resolve) => setTimeout(resolve, timeMs)));\n      const arrowKey = param.direction === 'left' ? 'ArrowLeft' : 'ArrowRight';\n      for (let i = 0; i < times; i++) {\n        await config.keyboard.keyboardPress(arrowKey);\n        await wait(100);\n      }\n    },\n  });\n};\n\n// Pinch\nexport const ActionPinchParamSchema = z.object({\n  locate: getMidsceneLocationSchema()\n    .optional()\n    .describe(\n      'The element to pinch on. If not specified, the center of the screen will be used',\n    ),\n  direction: z\n    .enum(['in', 'out'])\n    .describe(\n      'Pinch direction. \"in\" = pinch fingers together (zoom out / shrink), \"out\" = spread fingers apart (zoom in / enlarge).',\n    ),\n  distance: z\n    .number()\n    .positive()\n    .optional()\n    .describe(\n      'How far each finger moves in pixels. Defaults to a quarter of the shorter screen dimension.',\n    ),\n  duration: z\n    .number()\n    .default(500)\n    .optional()\n    .describe('Duration of the pinch gesture in milliseconds'),\n});\n\nexport type ActionPinchParam = {\n  locate?: LocateResultElement;\n  direction: 'in' | 'out';\n  distance?: number;\n  duration?: number;\n};\n\nexport const defineActionPinch = (config: {\n  pinch: TouchInputPrimitives['pinch'];\n  size(): Promise<Size>;\n}): DeviceAction<ActionPinchParam> | undefined => {\n  if (!config.pinch) {\n    return undefined;\n  }\n\n  return defineAction<typeof ActionPinchParamSchema, ActionPinchParam>({\n    name: 'Pinch',\n    description:\n      'Perform a two-finger pinch gesture. Use direction \"in\" to pinch fingers together (zoom out), or \"out\" to spread fingers apart (zoom in). Optionally specify distance for how far each finger moves.',\n    interfaceAlias: 'aiPinch',\n    paramSchema: ActionPinchParamSchema,\n    sample: {\n      locate: { prompt: 'the map area' },\n      direction: 'out',\n      distance: 200,\n    },\n    call: async (param) => {\n      const { centerX, centerY, startDistance, endDistance, duration } =\n        normalizePinchParam(param, await config.size());\n      await config.pinch?.(\n        { x: centerX, y: centerY },\n        { startDistance, endDistance, duration },\n      );\n    },\n  });\n};\n\nexport function normalizePinchParam(\n  param: ActionPinchParam,\n  screenSize: { width: number; height: number },\n): {\n  centerX: number;\n  centerY: number;\n  startDistance: number;\n  endDistance: number;\n  duration: number;\n} {\n  const { width, height } = screenSize;\n  const element = param.locate;\n  const centerX = element\n    ? Math.round(element.center[0])\n    : Math.round(width / 2);\n  const centerY = element\n    ? Math.round(element.center[1])\n    : Math.round(height / 2);\n  const duration = param.duration ?? 500;\n\n  const baseDistance = Math.round(Math.min(width, height) / 4);\n  const fingerDistance = param.distance ?? baseDistance;\n\n  const startDistance = baseDistance;\n  const endDistance =\n    param.direction === 'out'\n      ? baseDistance + fingerDistance\n      : Math.max(10, baseDistance - fingerDistance);\n\n  return { centerX, centerY, startDistance, endDistance, duration };\n}\n\nexport interface MobileInputActionContext {\n  input: MobileInputPrimitives;\n  size(): Promise<Size>;\n  sleep?(timeMs: number): Promise<void>;\n  getDefaultAutoDismissKeyboard?(): boolean | undefined;\n  systemActions?: SystemInputActionOptions;\n}\n\nexport interface SystemInputActionConfig {\n  name: string;\n  description: string;\n  interfaceAlias?: string;\n  delayBeforeRunner?: number;\n  delayAfterRunner?: number;\n}\n\nexport interface SystemInputActionOptions {\n  backButton?: SystemInputActionConfig;\n  homeButton?: SystemInputActionConfig;\n  recentAppsButton?: SystemInputActionConfig;\n}\n\nexport interface InputPrimitiveActionOptions {\n  size?: () => Promise<Size>;\n  sleep?: (timeMs: number) => Promise<void>;\n  includeSwipe?: boolean;\n  includePinch?: boolean;\n  systemActions?: SystemInputActionOptions;\n}\n\nfunction defineSystemInputAction(\n  config: SystemInputActionConfig,\n  call: () => Promise<void>,\n): DeviceAction<undefined, void> {\n  return defineAction<undefined, undefined, void>({\n    name: config.name,\n    description: config.description,\n    interfaceAlias: config.interfaceAlias,\n    delayBeforeRunner: config.delayBeforeRunner,\n    delayAfterRunner: config.delayAfterRunner,\n    call,\n  });\n}\n\nexport function defineActionsFromInputPrimitives(\n  input: InputPrimitives,\n  options: InputPrimitiveActionOptions = {},\n): DeviceAction<any>[] {\n  const actions: Array<DeviceAction<any> | undefined> = [];\n  const { pointer, keyboard, scroll, touch, system } = input;\n\n  if (pointer) {\n    actions.push(defineActionTap(pointer.tap));\n    if (pointer.doubleClick) {\n      actions.push(defineActionDoubleClick(pointer.doubleClick));\n    }\n    if (pointer.rightClick) {\n      actions.push(defineActionRightClick(pointer.rightClick));\n    }\n    if (pointer.hover) {\n      actions.push(defineActionHover(pointer.hover));\n    }\n    if (pointer.dragAndDrop) {\n      actions.push(defineActionDragAndDrop(pointer.dragAndDrop));\n    }\n    if (pointer.longPress) {\n      actions.push(defineActionLongPress(pointer.longPress));\n    }\n  }\n\n  if (keyboard) {\n    actions.push(\n      defineActionInput(keyboard),\n      defineActionClearInput(keyboard.clearInput),\n      defineActionKeyboardPress(keyboard.keyboardPress),\n      defineActionCursorMove({ keyboard, sleep: options.sleep }),\n    );\n  }\n\n  if (scroll) {\n    actions.push(defineActionScroll(scroll.scroll));\n  }\n\n  if (touch?.swipe && options.size && options.includeSwipe !== false) {\n    actions.push(defineActionSwipe({ swipe: touch.swipe, size: options.size }));\n  }\n\n  if (touch?.pinch && options.size && options.includePinch !== false) {\n    actions.push(defineActionPinch({ pinch: touch.pinch, size: options.size }));\n  }\n\n  if (system && options.systemActions) {\n    const { systemActions } = options;\n    if (system.backButton && systemActions.backButton) {\n      actions.push(\n        defineSystemInputAction(systemActions.backButton, system.backButton),\n      );\n    }\n    if (system.homeButton && systemActions.homeButton) {\n      actions.push(\n        defineSystemInputAction(systemActions.homeButton, system.homeButton),\n      );\n    }\n    if (system.recentAppsButton && systemActions.recentAppsButton) {\n      actions.push(\n        defineSystemInputAction(\n          systemActions.recentAppsButton,\n          system.recentAppsButton,\n        ),\n      );\n    }\n  }\n\n  return actions.filter((action): action is DeviceAction<any> =>\n    Boolean(action),\n  );\n}\n\nexport function createDefaultMobileActions(\n  context: MobileInputActionContext,\n): DeviceAction<any>[] {\n  return defineActionsFromInputPrimitives(context.input, {\n    size: context.size,\n    sleep: context.sleep,\n    systemActions: context.systemActions,\n  });\n}\n\n// Sleep\nexport const ActionSleepParamSchema = z.object({\n  timeMs: z\n    .number()\n    .default(1000)\n    .optional()\n    .describe('Sleep duration in milliseconds, defaults to 1000ms (1 second)'),\n});\n\nexport type ActionSleepParam = {\n  timeMs?: number;\n};\n\nexport const defineActionSleep = (): DeviceAction<ActionSleepParam> => {\n  return defineAction<typeof ActionSleepParamSchema, ActionSleepParam>({\n    name: 'Sleep',\n    description:\n      'Wait for a specified duration before continuing. Defaults to 1 second (1000ms) if not specified.',\n    paramSchema: ActionSleepParamSchema,\n    sample: {\n      timeMs: 2000,\n    },\n    call: async (param) => {\n      const duration = param?.timeMs ?? 1000;\n      getDebug('device:common-action')(`Sleeping for ${duration}ms`);\n      await new Promise((resolve) => setTimeout(resolve, duration));\n    },\n  });\n};\n\nexport type { DeviceAction } from '../types';\nexport type {\n  AndroidDeviceOpt,\n  AndroidDeviceInputOpt,\n  IOSDeviceOpt,\n  IOSDeviceInputOpt,\n  HarmonyDeviceOpt,\n  HarmonyDeviceInputOpt,\n} from './device-options';\n"],"names":["AbstractInterface","defineAction","config","pointFromLocate","locate","missingMessage","Error","defineLocatedPointAction","param","actionTapParamSchema","z","getMidsceneLocationSchema","defineActionTap","tap","point","registerFileChooserAcceptParamSchema","defineActionRegisterFileChooserAccept","register","actionRightClickParamSchema","defineActionRightClick","rightClick","actionDoubleClickParamSchema","defineActionDoubleClick","doubleClick","actionHoverParamSchema","defineActionHover","hover","inputLocateDescription","actionInputParamSchema","val","String","defineActionInput","keyboard","actionKeyboardPressParamSchema","defineActionKeyboardPress","keyboardPress","actionScrollParamSchema","defineActionScroll","scroll","actionDragAndDropParamSchema","defineActionDragAndDrop","dragAndDrop","from","to","ActionLongPressParamSchema","defineActionLongPress","longPress","ActionSwipeParamSchema","normalizeMobileSwipeParam","screenSize","width","height","start","end","startPoint","endPoint","direction","Math","duration","repeatCount","defineActionSwipe","i","actionClearInputParamSchema","defineActionClearInput","clearInput","actionCursorMoveParamSchema","defineActionCursorMove","times","wait","timeMs","Promise","resolve","setTimeout","arrowKey","ActionPinchParamSchema","defineActionPinch","centerX","centerY","startDistance","endDistance","normalizePinchParam","element","baseDistance","fingerDistance","defineSystemInputAction","call","defineActionsFromInputPrimitives","input","options","actions","pointer","touch","system","systemActions","action","Boolean","createDefaultMobileActions","context","ActionSleepParamSchema","defineActionSleep","getDebug"],"mappings":";;;;;;;;;;;;;AAqKO,MAAeA;;QA8CpB;QAqDA;;AACF;AAKO,MAAMC,eAAe,CAK1BC,SAgBOA;AAGT,SAASC,gBACPC,MAAuC,EACvCC,cAAsB;IAEtB,IAAI,CAACD,QACH,MAAM,IAAIE,MAAMD;IAElB,OAAO;QAAE,GAAGD,OAAO,MAAM,CAAC,EAAE;QAAE,GAAGA,OAAO,MAAM,CAAC,EAAE;IAAC;AACpD;AAEA,SAASG,yBAGPL,MAQD;IACC,OAAOD,aAA8B;QACnC,MAAMC,OAAO,IAAI;QACjB,aAAaA,OAAO,WAAW;QAC/B,gBAAgBA,OAAO,cAAc;QACrC,aAAaA,OAAO,WAAW;QAC/B,QAAQA,OAAO,MAAM;QACrB,MAAM,OAAOM;YACX,MAAMN,OAAO,IAAI,CACfC,gBAAgBK,MAAM,MAAM,EAAEN,OAAO,oBAAoB,GACzDM;QAEJ;IACF;AACF;AAGO,MAAMC,uBAAuBC,EAAE,MAAM,CAAC;IAC3C,QAAQC,4BAA4B,QAAQ,CAAC;AAC/C;AAKO,MAAMC,kBAAkB,CAC7BC,MAEON,yBAAsE;QAC3E,MAAM;QACN,aAAa;QACb,gBAAgB;QAChB,aAAaE;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAAsB;QAC1C;QACA,sBAAsB;QACtB,MAAM,OAAOK;YACX,MAAMD,IAAIC;QACZ;IACF;AAGK,MAAMC,uCAAuCL,EAAE,MAAM,CAAC;IAC3D,OAAOA,EAAAA,KACC,CAAC;QAACA,EAAE,MAAM;QAAIA,EAAE,KAAK,CAACA,EAAE,MAAM;KAAI,EACvC,QAAQ,CACP;AAEN;AAKO,MAAMM,wCAAwC,CACnDC,WAEOhB,aAGL;QACA,MAAM;QACN,aACE;QACF,gBAAgB;QAChB,aAAac;QACb,QAAQ;YACN,OAAO;gBAAC;aAAwB;QAClC;QACA,MAAM,OAAOP;YACX,MAAMS,SAAST,MAAM,KAAK;QAC5B;IACF;AAIK,MAAMU,8BAA8BR,EAAE,MAAM,CAAC;IAClD,QAAQC,4BAA4B,QAAQ,CAC1C;AAEJ;AAKO,MAAMQ,yBAAyB,CACpCC,aAEOb,yBAGL;QACA,MAAM;QACN,aAAa;QACb,gBAAgB;QAChB,aAAaW;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAA+B;QACnD;QACA,sBAAsB;QACtB,MAAM,OAAOJ;YACX,MAAMM,WAAWN;QACnB;IACF;AAIK,MAAMO,+BAA+BX,EAAE,MAAM,CAAC;IACnD,QAAQC,4BAA4B,QAAQ,CAC1C;AAEJ;AAKO,MAAMW,0BAA0B,CACrCC,cAEOhB,yBAGL;QACA,MAAM;QACN,aAAa;QACb,gBAAgB;QAChB,aAAac;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAAkB;QACtC;QACA,sBAAsB;QACtB,MAAM,OAAOP;YACX,MAAMS,YAAYT;QACpB;IACF;AAIK,MAAMU,yBAAyBd,EAAE,MAAM,CAAC;IAC7C,QAAQC,4BAA4B,QAAQ,CAAC;AAC/C;AAKO,MAAMc,oBAAoB,CAC/BC,QAEOnB,yBAGL;QACA,MAAM;QACN,aAAa;QACb,gBAAgB;QAChB,aAAaiB;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAAsC;QAC1D;QACA,sBAAsB;QACtB,MAAM,OAAOV;YACX,MAAMY,MAAMZ;QACd;IACF;AAIF,MAAMa,yBACJ;AACK,MAAMC,yBAAyBlB,EAAE,MAAM,CAAC;IAC7C,OAAOA,EAAAA,KACC,CAAC;QAACA,EAAE,MAAM;QAAIA,EAAE,MAAM;KAAG,EAC9B,SAAS,CAAC,CAACmB,MAAQC,OAAOD,MAC1B,QAAQ,CACP;IAEJ,QAAQlB,4BACL,QAAQ,CAACgB,wBACT,QAAQ;IACX,MAAMjB,CAAC,CAADA,OACC,CAAC;QAAC;QAAW;QAAS;KAAW,EACrC,OAAO,CAAC,WACR,QAAQ,CACP;IAEJ,qBAAqBA,EAAAA,OACX,GACP,QAAQ,GACR,QAAQ,CACP;IAEJ,mBAAmBA,EAAAA,MACV,GACN,QAAQ,GACR,QAAQ,CACP;AAEN;AASO,MAAMqB,oBAAoB,CAC/BC,WAEO/B,aAA8D;QACnE,MAAM;QACN,aAAa;QACb,gBAAgB;QAChB,aAAa2B;QACb,QAAQ;YACN,OAAO;YACP,QAAQ;gBAAE,QAAQ;YAAwB;QAC5C;QACA,MAAM,OAAOpB;YAEX,IAAKA,AAA0B,aAA1BA,MAAM,IAAI,EACbA,MAAM,IAAI,GAAG;YAGf,IAAIA,AAAe,YAAfA,MAAM,IAAI,EAAc,YAC1B,MAAMwB,SAAS,UAAU,CAACxB,MAAM,MAAM;YAIxC,IAAI,CAACA,SAAS,CAACA,MAAM,KAAK,EACxB;YAGF,MAAMwB,SAAS,QAAQ,CAACxB,MAAM,KAAK,EAAE;gBACnC,QAAQA,MAAM,MAAM;gBACpB,SAASA,AAAe,eAAfA,MAAM,IAAI;gBACnB,qBAAqBA,MAAM,mBAAmB;gBAC9C,mBAAmBA,MAAM,iBAAiB;YAC5C;QACF;IACF;AAIK,MAAMyB,iCAAiCvB,EAAE,MAAM,CAAC;IACrD,QAAQC,4BACL,QAAQ,CAAC,qDACT,QAAQ;IACX,SAASD,EAAAA,MACA,GACN,QAAQ,CACP;AAEN;AAMO,MAAMwB,4BAA4B,CACvCC,gBAEOlC,aAGL;QACA,MAAM;QACN,aACE;QACF,gBAAgB;QAChB,aAAagC;QACb,QAAQ;YACN,SAAS;QACX;QACA,MAAM,OAAOzB;YACX,MAAM2B,cAAc3B,MAAM,OAAO,EAAE;gBACjC,QAAQA,MAAM,MAAM;YACtB;QACF;IACF;AAIK,MAAM4B,0BAA0B1B,EAAE,MAAM,CAAC;IAC9C,YAAYA,CAAC,CAADA,OACL,CAAC;QACJ;QACA;QACA;QACA;QACA;KACD,EACA,OAAO,CAAC,gBACR,QAAQ,CACP;IAEJ,WAAWA,CAAC,CAADA,OACJ,CAAC;QAAC;QAAQ;QAAM;QAAS;KAAO,EACpC,OAAO,CAAC,QACR,QAAQ,CACP;IAEJ,UAAUA,EAAAA,MACD,GACN,QAAQ,GACR,QAAQ,GACR,QAAQ,CAAC;IACZ,QAAQC,4BACL,QAAQ,GACR,QAAQ,CACP;AAEN;AAEO,MAAM0B,qBAAqB,CAChCC,SAEOrC,aAAgE;QACrE,MAAM;QACN,aACE;QACF,gBAAgB;QAChB,aAAamC;QACb,QAAQ;YACN,WAAW;YACX,YAAY;YACZ,QAAQ;gBAAE,QAAQ;YAAsC;QAC1D;QACA,MAAM,OAAO5B;YACX,MAAM8B,OAAO9B;QACf;IACF;AAIK,MAAM+B,+BAA+B7B,EAAE,MAAM,CAAC;IACnD,MAAMC,4BAA4B,QAAQ,CAAC;IAC3C,IAAIA,4BAA4B,QAAQ,CAAC;AAC3C;AAMO,MAAM6B,0BAA0B,CACrCC,cAEOxC,aAGL;QACA,MAAM;QACN,aACE;QACF,gBAAgB;QAChB,aAAasC;QACb,QAAQ;YACN,MAAM;gBAAE,QAAQ;YAA6B;YAC7C,IAAI;gBAAE,QAAQ;YAAuB;QACvC;QACA,MAAM,OAAO/B;YACX,MAAMkC,OAAOlC,MAAM,IAAI;YACvB,MAAMmC,KAAKnC,MAAM,EAAE;YACnB,IAAI,CAACkC,MACH,MAAM,IAAIpC,MAAM;YAElB,IAAI,CAACqC,IACH,MAAM,IAAIrC,MAAM;YAElB,MAAMmC,YACJ;gBAAE,GAAGC,KAAK,MAAM,CAAC,EAAE;gBAAE,GAAGA,KAAK,MAAM,CAAC,EAAE;YAAC,GACvC;gBAAE,GAAGC,GAAG,MAAM,CAAC,EAAE;gBAAE,GAAGA,GAAG,MAAM,CAAC,EAAE;YAAC;QAEvC;IACF;AAGK,MAAMC,6BAA6BlC,EAAE,MAAM,CAAC;IACjD,QAAQC,4BAA4B,QAAQ,CAC1C;IAEF,UAAUD,EAAAA,MACD,GACN,QAAQ,GACR,QAAQ,CAAC;AACd;AAMO,MAAMmC,wBAAwB,CACnCC,YAEOvC,yBAGL;QACA,MAAM;QACN,aAAa;QACb,gBAAgB;QAChB,aAAaqC;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAAqB;QACzC;QACA,sBAAsB;QACtB,MAAM,OAAO9B,OAAON;YAClB,MAAMsC,UAAUhC,OAAO;gBAAE,UAAUN,MAAM,QAAQ;YAAC;QACpD;IACF;AAGK,MAAMuC,yBAAyBrC,EAAE,MAAM,CAAC;IAC7C,OAAOC,4BACJ,QAAQ,GACR,QAAQ,CACP;IAEJ,WAAWD,CAAC,CAADA,OACJ,CAAC;QAAC;QAAM;QAAQ;QAAQ;KAAQ,EACpC,QAAQ,GACR,QAAQ,CACP;IAEJ,UAAUA,EAAAA,MACD,GACN,QAAQ,GACR,QAAQ,CAAC;IACZ,KAAKC,4BACF,QAAQ,GACR,QAAQ,CACP;IAEJ,UAAUD,EAAAA,MACD,GACN,OAAO,CAAC,KACR,QAAQ,CAAC;IACZ,QAAQA,EAAAA,MACC,GACN,QAAQ,GACR,QAAQ,CACP;AAEN;AAWO,SAASsC,0BACdxC,KAAuB,EACvByC,UAA6C;IAO7C,MAAM,EAAEC,KAAK,EAAEC,MAAM,EAAE,GAAGF;IAC1B,MAAM,EAAEG,KAAK,EAAEC,GAAG,EAAE,GAAG7C;IAEvB,MAAM8C,aAAaF,QACf;QAAE,GAAGA,MAAM,MAAM,CAAC,EAAE;QAAE,GAAGA,MAAM,MAAM,CAAC,EAAE;IAAC,IACzC;QAAE,GAAGF,QAAQ;QAAG,GAAGC,SAAS;IAAE;IAElC,IAAII;IAEJ,IAAIF,KACFE,WAAW;QAAE,GAAGF,IAAI,MAAM,CAAC,EAAE;QAAE,GAAGA,IAAI,MAAM,CAAC,EAAE;IAAC;SAC3C,IAAI7C,MAAM,QAAQ,EAAE;QACzB,MAAMgD,YAAYhD,MAAM,SAAS;QACjC,IAAI,CAACgD,WACH,MAAM,IAAIlD,MAAM;QAElBiD,WAAW;YACT,GACED,WAAW,CAAC,GACXE,CAAAA,AAAc,YAAdA,YACGhD,MAAM,QAAQ,GACdgD,AAAc,WAAdA,YACE,CAAChD,MAAM,QAAQ,GACf;YACR,GACE8C,WAAW,CAAC,GACXE,CAAAA,AAAc,WAAdA,YACGhD,MAAM,QAAQ,GACdgD,AAAc,SAAdA,YACE,CAAChD,MAAM,QAAQ,GACf;QACV;IACF,OACE,MAAM,IAAIF,MACR;IAIJiD,SAAS,CAAC,GAAGE,KAAK,GAAG,CAAC,GAAGA,KAAK,GAAG,CAACF,SAAS,CAAC,EAAEL;IAC9CK,SAAS,CAAC,GAAGE,KAAK,GAAG,CAAC,GAAGA,KAAK,GAAG,CAACF,SAAS,CAAC,EAAEJ;IAE9C,MAAMO,WAAWlD,MAAM,QAAQ,IAAI;IAEnC,IAAImD,cAAc,AAAwB,YAAxB,OAAOnD,MAAM,MAAM,GAAgBA,MAAM,MAAM,GAAG;IACpE,IAAImD,AAAgB,MAAhBA,aACFA,cAAc;IAGhB,OAAO;QAAEL;QAAYC;QAAUG;QAAUC;IAAY;AACvD;AAEO,MAAMC,oBAAoB,CAAC1D,SAIzBD,aAA8D;QACnE,MAAM;QACN,aACE;QACF,aAAa8C;QACb,QAAQ;YACN,OAAO;gBAAE,QAAQ;YAA6B;YAC9C,KAAK;gBAAE,QAAQ;YAA2B;QAC5C;QACA,MAAM,OAAOvC;YACX,MAAM,EAAE8C,UAAU,EAAEC,QAAQ,EAAEG,QAAQ,EAAEC,WAAW,EAAE,GACnDX,0BAA0BxC,OAAO,MAAMN,OAAO,IAAI;YACpD,IAAK,IAAI2D,IAAI,GAAGA,IAAIF,aAAaE,IAC/B,MAAM3D,OAAO,KAAK,CAACoD,YAAYC,UAAU;gBAAEG;YAAS;QAExD;IACF;AAIK,MAAMI,8BAA8BpD,EAAE,MAAM,CAAC;IAClD,QAAQC,4BACL,QAAQ,CAAC,iCACT,QAAQ;AACb;AAKO,MAAMoD,yBAAyB,CACpCC,aAEO/D,aAGL;QACA,MAAM;QACN,aAAa0B;QACb,gBAAgB;QAChB,aAAamC;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAAyB;QAC7C;QACA,MAAM,OAAOtD;YACX,MAAMwD,WAAWxD,MAAM,MAAM;QAC/B;IACF;AAIK,MAAMyD,8BAA8BvD,EAAE,MAAM,CAAC;IAClD,WAAWA,CAAC,CAADA,OACJ,CAAC;QAAC;QAAQ;KAAQ,EACtB,QAAQ,CAAC;IACZ,OAAOA,EAAAA,MACE,GACN,GAAG,GACH,GAAG,CAAC,GACJ,OAAO,CAAC,GACR,QAAQ,CACP;AAEN;AAMO,MAAMwD,yBAAyB,CAAChE,SAI9BD,aAGL;QACA,MAAM;QACN,aACE;QACF,aAAagE;QACb,QAAQ;YACN,WAAW;YACX,OAAO;QACT;QACA,MAAM,OAAOzD;YACX,MAAM2D,QAAQ3D,MAAM,KAAK,IAAI;YAC7B,IAAIN,OAAO,QAAQ,CAAC,UAAU,EAAE,YAC9B,MAAMA,OAAO,QAAQ,CAAC,UAAU,CAACM,MAAM,SAAS,EAAE2D;YAIpD,MAAMC,OACJlE,OAAO,KAAK,IACV,EAAAmE,SACA,IAAIC,QAAc,CAACC,UAAYC,WAAWD,SAASF,QAAO;YAC9D,MAAMI,WAAWjE,AAAoB,WAApBA,MAAM,SAAS,GAAc,cAAc;YAC5D,IAAK,IAAIqD,IAAI,GAAGA,IAAIM,OAAON,IAAK;gBAC9B,MAAM3D,OAAO,QAAQ,CAAC,aAAa,CAACuE;gBACpC,MAAML,KAAK;YACb;QACF;IACF;AAIK,MAAMM,yBAAyBhE,EAAE,MAAM,CAAC;IAC7C,QAAQC,4BACL,QAAQ,GACR,QAAQ,CACP;IAEJ,WAAWD,CAAC,CAADA,OACJ,CAAC;QAAC;QAAM;KAAM,EAClB,QAAQ,CACP;IAEJ,UAAUA,EAAAA,MACD,GACN,QAAQ,GACR,QAAQ,GACR,QAAQ,CACP;IAEJ,UAAUA,EAAAA,MACD,GACN,OAAO,CAAC,KACR,QAAQ,GACR,QAAQ,CAAC;AACd;AASO,MAAMiE,oBAAoB,CAACzE;IAIhC,IAAI,CAACA,OAAO,KAAK,EACf;IAGF,OAAOD,aAA8D;QACnE,MAAM;QACN,aACE;QACF,gBAAgB;QAChB,aAAayE;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAAe;YACjC,WAAW;YACX,UAAU;QACZ;QACA,MAAM,OAAOlE;YACX,MAAM,EAAEoE,OAAO,EAAEC,OAAO,EAAEC,aAAa,EAAEC,WAAW,EAAErB,QAAQ,EAAE,GAC9DsB,oBAAoBxE,OAAO,MAAMN,OAAO,IAAI;YAC9C,MAAMA,OAAO,KAAK,GAChB;gBAAE,GAAG0E;gBAAS,GAAGC;YAAQ,GACzB;gBAAEC;gBAAeC;gBAAarB;YAAS;QAE3C;IACF;AACF;AAEO,SAASsB,oBACdxE,KAAuB,EACvByC,UAA6C;IAQ7C,MAAM,EAAEC,KAAK,EAAEC,MAAM,EAAE,GAAGF;IAC1B,MAAMgC,UAAUzE,MAAM,MAAM;IAC5B,MAAMoE,UAAUK,UACZxB,KAAK,KAAK,CAACwB,QAAQ,MAAM,CAAC,EAAE,IAC5BxB,KAAK,KAAK,CAACP,QAAQ;IACvB,MAAM2B,UAAUI,UACZxB,KAAK,KAAK,CAACwB,QAAQ,MAAM,CAAC,EAAE,IAC5BxB,KAAK,KAAK,CAACN,SAAS;IACxB,MAAMO,WAAWlD,MAAM,QAAQ,IAAI;IAEnC,MAAM0E,eAAezB,KAAK,KAAK,CAACA,KAAK,GAAG,CAACP,OAAOC,UAAU;IAC1D,MAAMgC,iBAAiB3E,MAAM,QAAQ,IAAI0E;IAEzC,MAAMJ,gBAAgBI;IACtB,MAAMH,cACJvE,AAAoB,UAApBA,MAAM,SAAS,GACX0E,eAAeC,iBACf1B,KAAK,GAAG,CAAC,IAAIyB,eAAeC;IAElC,OAAO;QAAEP;QAASC;QAASC;QAAeC;QAAarB;IAAS;AAClE;AAgCA,SAAS0B,wBACPlF,MAA+B,EAC/BmF,IAAyB;IAEzB,OAAOpF,aAAyC;QAC9C,MAAMC,OAAO,IAAI;QACjB,aAAaA,OAAO,WAAW;QAC/B,gBAAgBA,OAAO,cAAc;QACrC,mBAAmBA,OAAO,iBAAiB;QAC3C,kBAAkBA,OAAO,gBAAgB;QACzCmF;IACF;AACF;AAEO,SAASC,iCACdC,KAAsB,EACtBC,UAAuC,CAAC,CAAC;IAEzC,MAAMC,UAAgD,EAAE;IACxD,MAAM,EAAEC,OAAO,EAAE1D,QAAQ,EAAEM,MAAM,EAAEqD,KAAK,EAAEC,MAAM,EAAE,GAAGL;IAErD,IAAIG,SAAS;QACXD,QAAQ,IAAI,CAAC7E,gBAAgB8E,QAAQ,GAAG;QACxC,IAAIA,QAAQ,WAAW,EACrBD,QAAQ,IAAI,CAACnE,wBAAwBoE,QAAQ,WAAW;QAE1D,IAAIA,QAAQ,UAAU,EACpBD,QAAQ,IAAI,CAACtE,uBAAuBuE,QAAQ,UAAU;QAExD,IAAIA,QAAQ,KAAK,EACfD,QAAQ,IAAI,CAAChE,kBAAkBiE,QAAQ,KAAK;QAE9C,IAAIA,QAAQ,WAAW,EACrBD,QAAQ,IAAI,CAACjD,wBAAwBkD,QAAQ,WAAW;QAE1D,IAAIA,QAAQ,SAAS,EACnBD,QAAQ,IAAI,CAAC5C,sBAAsB6C,QAAQ,SAAS;IAExD;IAEA,IAAI1D,UACFyD,QAAQ,IAAI,CACV1D,kBAAkBC,WAClB+B,uBAAuB/B,SAAS,UAAU,GAC1CE,0BAA0BF,SAAS,aAAa,GAChDkC,uBAAuB;QAAElC;QAAU,OAAOwD,QAAQ,KAAK;IAAC;IAI5D,IAAIlD,QACFmD,QAAQ,IAAI,CAACpD,mBAAmBC,OAAO,MAAM;IAG/C,IAAIqD,OAAO,SAASH,QAAQ,IAAI,IAAIA,AAAyB,UAAzBA,QAAQ,YAAY,EACtDC,QAAQ,IAAI,CAAC7B,kBAAkB;QAAE,OAAO+B,MAAM,KAAK;QAAE,MAAMH,QAAQ,IAAI;IAAC;IAG1E,IAAIG,OAAO,SAASH,QAAQ,IAAI,IAAIA,AAAyB,UAAzBA,QAAQ,YAAY,EACtDC,QAAQ,IAAI,CAACd,kBAAkB;QAAE,OAAOgB,MAAM,KAAK;QAAE,MAAMH,QAAQ,IAAI;IAAC;IAG1E,IAAII,UAAUJ,QAAQ,aAAa,EAAE;QACnC,MAAM,EAAEK,aAAa,EAAE,GAAGL;QAC1B,IAAII,OAAO,UAAU,IAAIC,cAAc,UAAU,EAC/CJ,QAAQ,IAAI,CACVL,wBAAwBS,cAAc,UAAU,EAAED,OAAO,UAAU;QAGvE,IAAIA,OAAO,UAAU,IAAIC,cAAc,UAAU,EAC/CJ,QAAQ,IAAI,CACVL,wBAAwBS,cAAc,UAAU,EAAED,OAAO,UAAU;QAGvE,IAAIA,OAAO,gBAAgB,IAAIC,cAAc,gBAAgB,EAC3DJ,QAAQ,IAAI,CACVL,wBACES,cAAc,gBAAgB,EAC9BD,OAAO,gBAAgB;IAI/B;IAEA,OAAOH,QAAQ,MAAM,CAAC,CAACK,SACrBC,QAAQD;AAEZ;AAEO,SAASE,2BACdC,OAAiC;IAEjC,OAAOX,iCAAiCW,QAAQ,KAAK,EAAE;QACrD,MAAMA,QAAQ,IAAI;QAClB,OAAOA,QAAQ,KAAK;QACpB,eAAeA,QAAQ,aAAa;IACtC;AACF;AAGO,MAAMC,yBAAyBxF,EAAE,MAAM,CAAC;IAC7C,QAAQA,EAAAA,MACC,GACN,OAAO,CAAC,MACR,QAAQ,GACR,QAAQ,CAAC;AACd;AAMO,MAAMyF,oBAAoB,IACxBlG,aAA8D;QACnE,MAAM;QACN,aACE;QACF,aAAaiG;QACb,QAAQ;YACN,QAAQ;QACV;QACA,MAAM,OAAO1F;YACX,MAAMkD,WAAWlD,OAAO,UAAU;YAClC4F,SAAS,wBAAwB,CAAC,aAAa,EAAE1C,SAAS,EAAE,CAAC;YAC7D,MAAM,IAAIY,QAAQ,CAACC,UAAYC,WAAWD,SAASb;QACrD;IACF"}

package/dist/es/report.mjs

@@ -93,6 +93,7 @@ class ReportMergingTool {
         }).serialize();
     }
     append(reportInfo) {
+        if (!reportInfo.reportFilePath && 'skipped' !== reportInfo.reportAttributes.testStatus) throw new Error('reportFilePath is required unless reportAttributes.testStatus is "skipped"');
         if (reportInfo.reportFilePath) {
             const sourceVersion = peekReportSdkVersion(reportInfo.reportFilePath);
             const currentVersion = getVersion();

package/dist/es/report.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"report.mjs","sources":["../../src/report.ts"],"sourcesContent":["import {\n  appendFileSync,\n  copyFileSync,\n  existsSync,\n  mkdirSync,\n  readdirSync,\n  rmSync,\n  unlinkSync,\n  writeFileSync,\n} from 'node:fs';\nimport * as path from 'node:path';\nimport { getMidsceneRunSubDir } from '@midscene/shared/common';\nimport { antiEscapeScriptTag, logMsg } from '@midscene/shared/utils';\nimport { getReportFileName } from './agent';\nimport {\n  DATA_SCREENSHOT_MODE_ATTR,\n  extractAllDumpScriptsSync,\n  extractLastDumpScriptSync,\n  generateAgentReportComment,\n  getBaseUrlFixScript,\n  streamDumpScriptsSync,\n  streamImageScriptsToFile,\n} from './dump/html-utils';\nimport {\n  normalizeScreenshotRef,\n  resolveScreenshotSource,\n} from './dump/screenshot-store';\nimport {\n  type ExecutionDump,\n  type IExecutionDump,\n  ReportActionDump,\n  type ScreenshotMode,\n} from './types';\nimport type { ReportFileWithAttributes } from './types';\nimport { getReportTpl, getVersion, reportHTMLContent } from './utils';\n\n/**\n * Read the screenshot storage mode a report declared at generation time.\n *\n * Reports written by current versions stamp `data-screenshot-mode` onto every\n * dump script tag, so we only need to peek at the first real dump script (the\n * template's bundled JS also references the dump type string, hence the\n * `data-group-id` filter) and can stop streaming immediately.\n *\n * Returns undefined for legacy reports that predate the attribute or for\n * unreadable files, letting the caller fall back to a filesystem heuristic.\n */\nconst screenshotModeAttrRegExp = new RegExp(\n  `${DATA_SCREENSHOT_MODE_ATTR}=\"(inline|directory)\"`,\n);\n\nfunction readDeclaredScreenshotMode(\n  reportFilePath: string,\n): ScreenshotMode | undefined {\n  let mode: ScreenshotMode | undefined;\n  try {\n    streamDumpScriptsSync(reportFilePath, ({ openTag }) => {\n      // Skip false matches from the template's bundled JS code.\n      if (!openTag.includes('data-group-id')) return false;\n      const match = openTag.match(screenshotModeAttrRegExp);\n      mode = match?.[1] as ScreenshotMode | undefined;\n      return true; // the first real dump script decides the mode\n    });\n  } catch {\n    // Unreadable / non-existent file — let the caller fall back.\n  }\n  return mode;\n}\n\n/**\n * Check if a report is in directory mode (html-and-external-assets).\n * Directory mode reports: {name}/index.html + {name}/screenshots/\n *\n * The mode is read from the report's own `data-screenshot-mode` metadata, which\n * is authoritative regardless of whether the run happened to capture any\n * screenshots. For legacy reports without the attribute we fall back to the old\n * filesystem heuristic (an `index.html` that has a sibling `screenshots/` dir).\n */\nexport function isDirectoryModeReport(reportFilePath: string): boolean {\n  // Directory-mode reports are always written as `{name}/index.html`, so any\n  // other filename is inline. Short-circuit before touching the file so the\n  // common inline case (`{name}.html`) costs nothing.\n  if (path.basename(reportFilePath) !== 'index.html') return false;\n\n  const declared = readDeclaredScreenshotMode(reportFilePath);\n  if (declared) return declared === 'directory';\n\n  // Legacy fallback for reports generated before screenshotMode was embedded.\n  return existsSync(path.join(path.dirname(reportFilePath), 'screenshots'));\n}\n\n/**\n * Whether a report lives in its own dedicated directory (`{name}/index.html`)\n * rather than being a single standalone file (`{name}.html`).\n *\n * This is a structural fact about *where the report file sits*, independent of\n * how it stores screenshots: a directory report can keep screenshots external\n * (a `screenshots/` sibling) OR inline them into `index.html`. Deletion needs\n * this — not the screenshot mode — to decide whether to remove the whole\n * directory or just unlink a file, so that an inline-screenshot report nested in\n * its own folder still has the folder removed instead of being orphaned.\n */\nfunction isDirectoryBasedReport(reportFilePath: string): boolean {\n  return path.basename(reportFilePath) === 'index.html';\n}\n\n/**\n * Deduplicate executions by stable id, keeping only the last occurrence.\n * Old-format executions without id are always preserved.\n */\nexport function dedupeExecutionsKeepLatest<T extends Pick<ExecutionDump, 'id'>>(\n  executions: T[],\n): T[] {\n  let noIdCounter = 0;\n  const deduped = new Map<string, T>();\n  for (const exec of executions) {\n    const key = exec.id || `__no_id_${noIdCounter++}`;\n    deduped.set(key, exec);\n  }\n  return Array.from(deduped.values());\n}\n/**\n * Peek at the first `sdkVersion` field embedded in a midscene_web_dump\n * script tag inside the given report file. Returns undefined if no\n * recognizable tag or sdkVersion is present.\n */\nfunction peekReportSdkVersion(reportFilePath: string): string | undefined {\n  try {\n    const dump = extractLastDumpScriptSync(reportFilePath);\n    if (!dump) return undefined;\n    const match = dump.match(/\"sdkVersion\"\\s*:\\s*\"([^\"]+)\"/);\n    return match?.[1];\n  } catch {\n    return undefined;\n  }\n}\n\nconst warnedMismatchedVersions = new Set<string>();\n\nfunction tryParseAgentReportDump(dumpString: string): ReportActionDump | null {\n  const trimmed = dumpString.trimStart();\n  if (!trimmed.startsWith('{') || !trimmed.includes('\"executions\"')) {\n    return null;\n  }\n\n  try {\n    return ReportActionDump.fromSerializedString(trimmed);\n  } catch {\n    return null;\n  }\n}\n\nfunction mergedAgentReportComment(reports: ReportActionDump[]): string {\n  if (reports.length === 0) {\n    return '';\n  }\n  if (reports.length === 1) {\n    return generateAgentReportComment(reports[0]);\n  }\n\n  const deviceTypes = Array.from(\n    new Set(reports.map((report) => report.deviceType).filter(Boolean)),\n  );\n  const mergedReport = new ReportActionDump({\n    sdkVersion: reports[0].sdkVersion || getVersion(),\n    groupName: 'Merged Midscene Report',\n    groupDescription: 'Agent-readable summary for merged report HTML',\n    modelBriefs: reports.flatMap((report) => report.modelBriefs ?? []),\n    deviceType: deviceTypes.length === 1 ? deviceTypes[0] : 'mixed',\n    executions: reports.flatMap((report) => report.executions ?? []),\n  });\n  return generateAgentReportComment(mergedReport);\n}\n\nexport class ReportMergingTool {\n  private reportInfos: ReportFileWithAttributes[] = [];\n\n  private createEmptyDumpString(groupName: string, groupDescription?: string) {\n    return new ReportActionDump({\n      sdkVersion: '',\n      groupName,\n      groupDescription,\n      modelBriefs: [],\n      executions: [],\n    }).serialize();\n  }\n\n  public append(reportInfo: ReportFileWithAttributes) {\n    if (reportInfo.reportFilePath) {\n      const sourceVersion = peekReportSdkVersion(reportInfo.reportFilePath);\n      const currentVersion = getVersion();\n      if (\n        sourceVersion &&\n        currentVersion &&\n        sourceVersion !== currentVersion &&\n        !warnedMismatchedVersions.has(sourceVersion)\n      ) {\n        warnedMismatchedVersions.add(sourceVersion);\n        logMsg(\n          `[@midscene/core] ReportMergingTool version mismatch: source report was written by @midscene/core@${sourceVersion} but the merger is @midscene/core@${currentVersion}. This commonly means @midscene/core and the device package (e.g. @midscene/android) resolve to different versions in node_modules. Merged output may silently drop intermediate steps. Align the versions and reinstall (rm -rf node_modules package-lock.json && npm install).`,\n        );\n      }\n    }\n    this.reportInfos.push(reportInfo);\n  }\n  public clear() {\n    this.reportInfos = [];\n  }\n\n  /**\n   * Merge multiple dump script contents (from the same source report)\n   * into a single serialized ReportActionDump string.\n   * If there's only one dump, return it as-is. If multiple, merge\n   * all executions into the first dump's group structure.\n   */\n  private mergeDumpScripts(contents: string[]): string {\n    const unescaped = contents\n      .map((c) => antiEscapeScriptTag(c))\n      .filter((c) => c.length > 0);\n    if (unescaped.length === 0) return '';\n    if (unescaped.length === 1) return unescaped[0];\n\n    // Parse all dumps and collect executions, deduplicating by id (keep last).\n    // Only executions with a stable id are deduped; old-format entries without\n    // id are always kept (they may be distinct despite sharing the same name).\n    const base = ReportActionDump.fromSerializedString(unescaped[0]);\n    const allExecutions = [...base.executions];\n    for (let i = 1; i < unescaped.length; i++) {\n      const other = ReportActionDump.fromSerializedString(unescaped[i]);\n      allExecutions.push(...other.executions);\n    }\n    base.executions = dedupeExecutionsKeepLatest(allExecutions);\n    return base.serialize();\n  }\n\n  public mergeReports(\n    reportFileName: 'AUTO' | string = 'AUTO',\n    opts?: {\n      rmOriginalReports?: boolean;\n      overwrite?: boolean;\n      outputDir?: string;\n    },\n  ): string | null {\n    const {\n      rmOriginalReports = false,\n      overwrite = false,\n      outputDir,\n    } = opts ?? {};\n\n    if (this.reportInfos.length === 0) {\n      logMsg('No reports to merge');\n      return null;\n    }\n\n    const targetDir = outputDir\n      ? path.resolve(outputDir)\n      : getMidsceneRunSubDir('report');\n    if (outputDir) {\n      mkdirSync(targetDir, { recursive: true });\n    }\n\n    // Resolve each report's screenshot mode exactly once. isDirectoryModeReport\n    // reads the file to find the authoritative metadata, so recomputing it for\n    // both the output-path decision and the per-report merge loop would re-scan\n    // every report twice.\n    const isDirModeByIndex = this.reportInfos.map((info) =>\n      Boolean(\n        info.reportFilePath && isDirectoryModeReport(info.reportFilePath),\n      ),\n    );\n    const hasDirectoryModeReport = isDirModeByIndex.some(Boolean);\n\n    const resolvedName =\n      reportFileName === 'AUTO'\n        ? getReportFileName('merged-report')\n        : reportFileName;\n\n    // Directory mode: output as {name}/index.html to keep relative paths working\n    // Inline mode: output as {name}.html (single file)\n    const outputFilePath = hasDirectoryModeReport\n      ? path.resolve(targetDir, resolvedName, 'index.html')\n      : path.resolve(targetDir, `${resolvedName}.html`);\n\n    if (reportFileName !== 'AUTO' && existsSync(outputFilePath)) {\n      if (!overwrite) {\n        throw new Error(\n          `Report file already exists: ${outputFilePath}\\nSet overwrite to true to overwrite this file.`,\n        );\n      }\n      if (hasDirectoryModeReport) {\n        rmSync(path.dirname(outputFilePath), { recursive: true, force: true });\n      } else {\n        unlinkSync(outputFilePath);\n      }\n    }\n\n    if (hasDirectoryModeReport) {\n      mkdirSync(path.dirname(outputFilePath), { recursive: true });\n    }\n\n    logMsg(\n      `Start merging ${this.reportInfos.length} reports...\\nCreating template file...`,\n    );\n\n    try {\n      // Write template without closing </html> tag so we can append\n      // dump scripts before it. The closing tag is added at the end.\n      const htmlEndTag = '</html>';\n      const tpl = getReportTpl();\n      const htmlEndIdx = tpl.lastIndexOf(htmlEndTag);\n      const tplWithoutClose =\n        htmlEndIdx !== -1 ? tpl.slice(0, htmlEndIdx) : tpl;\n      appendFileSync(outputFilePath, tplWithoutClose);\n\n      // For directory-mode output, inject base URL fix script\n      if (hasDirectoryModeReport) {\n        appendFileSync(outputFilePath, getBaseUrlFixScript());\n      }\n\n      const agentReports: ReportActionDump[] = [];\n\n      // Process all reports one by one\n      for (let i = 0; i < this.reportInfos.length; i++) {\n        const reportInfo = this.reportInfos[i];\n        logMsg(`Processing report ${i + 1}/${this.reportInfos.length}`);\n\n        const { reportAttributes } = reportInfo;\n        let dumpString = this.createEmptyDumpString(\n          reportAttributes.testTitle,\n          reportAttributes.testDescription,\n        );\n        let mergedGroupId = `merged-group-${i}`;\n\n        if (reportInfo.reportFilePath) {\n          if (isDirModeByIndex[i]) {\n            // Directory mode: copy external screenshot files. A directory-mode\n            // report can legitimately have no screenshots/ dir (a run that\n            // captured nothing), so only copy when the source dir exists.\n            const reportDir = path.dirname(reportInfo.reportFilePath);\n            const screenshotsDir = path.join(reportDir, 'screenshots');\n            if (existsSync(screenshotsDir)) {\n              const mergedScreenshotsDir = path.join(\n                path.dirname(outputFilePath),\n                'screenshots',\n              );\n              mkdirSync(mergedScreenshotsDir, { recursive: true });\n              for (const file of readdirSync(screenshotsDir)) {\n                const src = path.join(screenshotsDir, file);\n                const dest = path.join(mergedScreenshotsDir, file);\n                copyFileSync(src, dest);\n              }\n            }\n          } else {\n            // Inline mode: stream image scripts to output file\n            streamImageScriptsToFile(reportInfo.reportFilePath, outputFilePath);\n          }\n\n          // Extract all dump scripts from the source report.\n          // After the per-execution append refactor, a single source report\n          // may contain multiple <script type=\"midscene_web_dump\"> tags\n          // (one per execution). We merge them into a single ReportActionDump.\n          // Filter by data-group-id to exclude false matches from the template's\n          // bundled JS code, which also references the midscene_web_dump type string.\n          const allDumps = extractAllDumpScriptsSync(\n            reportInfo.reportFilePath,\n          ).filter((d) => d.openTag.includes('data-group-id'));\n          const groupIdMatch = allDumps[0]?.openTag.match(\n            /data-group-id=\"([^\"]+)\"/,\n          );\n          if (groupIdMatch) {\n            mergedGroupId = decodeURIComponent(groupIdMatch[1]);\n          }\n          const extractedDumpString =\n            allDumps.length > 0\n              ? this.mergeDumpScripts(allDumps.map((d) => d.content))\n              : extractLastDumpScriptSync(reportInfo.reportFilePath);\n          if (extractedDumpString) {\n            dumpString = extractedDumpString;\n          }\n        }\n\n        const agentReport = tryParseAgentReportDump(dumpString);\n        if (agentReport) {\n          agentReports.push(agentReport);\n        }\n\n        const reportHtmlStr = `${reportHTMLContent(\n          {\n            dumpString,\n            attributes: {\n              'data-group-id': mergedGroupId,\n              [DATA_SCREENSHOT_MODE_ATTR]: hasDirectoryModeReport\n                ? 'directory'\n                : 'inline',\n              playwright_test_duration: reportAttributes.testDuration,\n              playwright_test_status: reportAttributes.testStatus,\n              playwright_test_title: reportAttributes.testTitle,\n              playwright_test_id: reportAttributes.testId,\n              playwright_test_description: reportAttributes.testDescription,\n              is_merged: true,\n            },\n          },\n          undefined,\n          undefined,\n          false,\n        )}\\n`;\n\n        appendFileSync(outputFilePath, reportHtmlStr);\n      }\n\n      const agentComment = mergedAgentReportComment(agentReports);\n      if (agentComment) {\n        appendFileSync(outputFilePath, agentComment);\n      }\n\n      // Close the HTML document\n      appendFileSync(outputFilePath, `${htmlEndTag}\\n`);\n\n      logMsg(`Successfully merged new report: ${outputFilePath}`);\n\n      // Remove original reports if needed\n      if (rmOriginalReports) {\n        for (const info of this.reportInfos) {\n          if (!info.reportFilePath) continue;\n          try {\n            if (isDirectoryBasedReport(info.reportFilePath)) {\n              // The report owns its directory (`{name}/index.html`) — remove the\n              // whole folder, whether screenshots are external or inlined.\n              const reportDir = path.dirname(info.reportFilePath);\n              rmSync(reportDir, { recursive: true, force: true });\n            } else {\n              unlinkSync(info.reportFilePath);\n            }\n          } catch (error) {\n            logMsg(`Error deleting report ${info.reportFilePath}: ${error}`);\n          }\n        }\n        logMsg(`Removed ${this.reportInfos.length} original reports`);\n      }\n      return outputFilePath;\n    } catch (error) {\n      logMsg(`Error in mergeReports: ${error}`);\n      throw error;\n    }\n  }\n}\n\nexport interface SplitReportHtmlOptions {\n  htmlPath: string;\n  outputDir: string;\n}\n\nexport interface SplitReportHtmlResult {\n  executionJsonFiles: string[];\n  screenshotFiles: string[];\n}\n\nexport interface CollectedReportExecutions {\n  baseDump: ReportActionDump;\n  executions: IExecutionDump[];\n}\n\n/**\n * Collect executions from a report HTML, deduplicating by stable id while\n * keeping only the latest occurrence. Old-format executions without id are\n * always preserved.\n */\nexport function collectDedupedExecutions(\n  htmlPath: string,\n): CollectedReportExecutions {\n  let baseDump: ReportActionDump | null = null;\n  let executionSerial = 0;\n  const latestSerialByExecutionId = new Map<string, number>();\n\n  streamDumpScriptsSync(htmlPath, (dumpScript) => {\n    if (!dumpScript.openTag.includes('data-group-id')) {\n      return false;\n    }\n    const groupedDump = ReportActionDump.fromSerializedString(\n      antiEscapeScriptTag(dumpScript.content),\n    );\n    for (const execution of groupedDump.executions) {\n      executionSerial += 1;\n      if (execution.id) {\n        latestSerialByExecutionId.set(execution.id, executionSerial);\n      }\n    }\n    return false;\n  });\n\n  const executions: IExecutionDump[] = [];\n  executionSerial = 0;\n  streamDumpScriptsSync(htmlPath, (dumpScript) => {\n    if (!dumpScript.openTag.includes('data-group-id')) {\n      return false;\n    }\n\n    const groupedDump = ReportActionDump.fromSerializedString(\n      antiEscapeScriptTag(dumpScript.content),\n    );\n    if (!baseDump) {\n      baseDump = groupedDump;\n    }\n\n    for (const execution of groupedDump.executions) {\n      executionSerial += 1;\n      if (\n        execution.id &&\n        latestSerialByExecutionId.get(execution.id) !== executionSerial\n      ) {\n        continue;\n      }\n      executions.push(execution);\n    }\n\n    return false;\n  });\n\n  if (!baseDump) {\n    throw new Error(`No report dump scripts found in ${htmlPath}`);\n  }\n\n  return {\n    baseDump,\n    executions,\n  };\n}\n\nfunction extensionByMimeType(mimeType: string): 'png' | 'jpeg' {\n  if (mimeType === 'image/png') return 'png';\n  if (mimeType === 'image/jpeg') return 'jpeg';\n  throw new Error(`Unsupported screenshot mime type: ${mimeType}`);\n}\n\nfunction externalizeScreenshotsInExecution(\n  execution: IExecutionDump,\n  opts: {\n    htmlPath: string;\n    screenshotsDir: string;\n    writtenFiles: Set<string>;\n  },\n): void {\n  const visit = (node: unknown): void => {\n    if (Array.isArray(node)) {\n      for (const item of node) {\n        visit(item);\n      }\n      return;\n    }\n\n    if (typeof node !== 'object' || node === null) return;\n\n    const ref = normalizeScreenshotRef(node);\n    if (ref) {\n      const ext = extensionByMimeType(ref.mimeType);\n      const fileName = `${ref.id}.${ext}`;\n      const relativePath = `./screenshots/${fileName}`;\n      const absolutePath = path.join(opts.screenshotsDir, fileName);\n\n      if (!opts.writtenFiles.has(fileName)) {\n        const resolved = resolveScreenshotSource(ref, {\n          reportPath: opts.htmlPath,\n        });\n        if (resolved.type === 'data-uri') {\n          const rawBase64 = resolved.dataUri.replace(\n            /^data:image\\/[a-zA-Z+]+;base64,/,\n            '',\n          );\n          writeFileSync(absolutePath, Buffer.from(rawBase64, 'base64'));\n        } else {\n          copyFileSync(resolved.filePath, absolutePath);\n        }\n        opts.writtenFiles.add(fileName);\n      }\n\n      ref.storage = 'file';\n      ref.path = relativePath;\n      return;\n    }\n\n    for (const value of Object.values(node)) {\n      visit(value);\n    }\n  };\n\n  visit(execution);\n}\n\n/**\n * Reverse parse a Midscene report HTML into per-execution JSON files and\n * externalized screenshots.\n */\nexport function splitReportHtmlByExecution(\n  options: SplitReportHtmlOptions,\n): SplitReportHtmlResult {\n  const { htmlPath, outputDir } = options;\n  const screenshotsDir = path.join(outputDir, 'screenshots');\n\n  mkdirSync(outputDir, { recursive: true });\n  mkdirSync(screenshotsDir, { recursive: true });\n\n  const executionJsonFiles: string[] = [];\n  const writtenScreenshotFiles = new Set<string>();\n  const { baseDump, executions } = collectDedupedExecutions(htmlPath);\n\n  let fileIndex = 0;\n  for (const execution of executions) {\n    fileIndex += 1;\n    externalizeScreenshotsInExecution(execution, {\n      htmlPath,\n      screenshotsDir,\n      writtenFiles: writtenScreenshotFiles,\n    });\n    const singleExecutionDump = new ReportActionDump({\n      sdkVersion: baseDump.sdkVersion,\n      groupName: baseDump.groupName,\n      groupDescription: baseDump.groupDescription,\n      modelBriefs: baseDump.modelBriefs,\n      deviceType: baseDump.deviceType,\n      executions: [execution],\n    });\n\n    const jsonFilePath = path.join(outputDir, `${fileIndex}.execution.json`);\n    writeFileSync(jsonFilePath, singleExecutionDump.serialize(2), 'utf-8');\n    executionJsonFiles.push(jsonFilePath);\n  }\n\n  return {\n    executionJsonFiles,\n    screenshotFiles: Array.from(writtenScreenshotFiles)\n      .sort()\n      .map((fileName) => path.join(screenshotsDir, fileName)),\n  };\n}\n"],"names":["screenshotModeAttrRegExp","RegExp","DATA_SCREENSHOT_MODE_ATTR","readDeclaredScreenshotMode","reportFilePath","mode","streamDumpScriptsSync","openTag","match","isDirectoryModeReport","path","declared","existsSync","isDirectoryBasedReport","dedupeExecutionsKeepLatest","executions","noIdCounter","deduped","Map","exec","key","Array","peekReportSdkVersion","dump","extractLastDumpScriptSync","warnedMismatchedVersions","Set","tryParseAgentReportDump","dumpString","trimmed","ReportActionDump","mergedAgentReportComment","reports","generateAgentReportComment","deviceTypes","report","Boolean","mergedReport","getVersion","ReportMergingTool","groupName","groupDescription","reportInfo","sourceVersion","currentVersion","logMsg","contents","unescaped","c","antiEscapeScriptTag","base","allExecutions","i","other","reportFileName","opts","rmOriginalReports","overwrite","outputDir","targetDir","getMidsceneRunSubDir","mkdirSync","isDirModeByIndex","info","hasDirectoryModeReport","resolvedName","getReportFileName","outputFilePath","Error","rmSync","unlinkSync","htmlEndTag","tpl","getReportTpl","htmlEndIdx","tplWithoutClose","appendFileSync","getBaseUrlFixScript","agentReports","reportAttributes","mergedGroupId","reportDir","screenshotsDir","mergedScreenshotsDir","file","readdirSync","src","dest","copyFileSync","streamImageScriptsToFile","allDumps","extractAllDumpScriptsSync","d","groupIdMatch","decodeURIComponent","extractedDumpString","agentReport","reportHtmlStr","reportHTMLContent","undefined","agentComment","error","collectDedupedExecutions","htmlPath","baseDump","executionSerial","latestSerialByExecutionId","dumpScript","groupedDump","execution","extensionByMimeType","mimeType","externalizeScreenshotsInExecution","visit","node","item","ref","normalizeScreenshotRef","ext","fileName","relativePath","absolutePath","resolved","resolveScreenshotSource","rawBase64","writeFileSync","Buffer","value","Object","splitReportHtmlByExecution","options","executionJsonFiles","writtenScreenshotFiles","fileIndex","singleExecutionDump","jsonFilePath"],"mappings":";;;;;;;;;;;;;;;;;;;AA+CA,MAAMA,2BAA2B,IAAIC,OACnC,GAAGC,0BAA0B,qBAAqB,CAAC;AAGrD,SAASC,2BACPC,cAAsB;IAEtB,IAAIC;IACJ,IAAI;QACFC,sBAAsBF,gBAAgB,CAAC,EAAEG,OAAO,EAAE;YAEhD,IAAI,CAACA,QAAQ,QAAQ,CAAC,kBAAkB,OAAO;YAC/C,MAAMC,QAAQD,QAAQ,KAAK,CAACP;YAC5BK,OAAOG,OAAO,CAAC,EAAE;YACjB,OAAO;QACT;IACF,EAAE,OAAM,CAER;IACA,OAAOH;AACT;AAWO,SAASI,sBAAsBL,cAAsB;IAI1D,IAAIM,AAAkC,iBAAlCA,SAAcN,iBAAkC,OAAO;IAE3D,MAAMO,WAAWR,2BAA2BC;IAC5C,IAAIO,UAAU,OAAOA,AAAa,gBAAbA;IAGrB,OAAOC,WAAWF,KAAUA,QAAaN,iBAAiB;AAC5D;AAaA,SAASS,uBAAuBT,cAAsB;IACpD,OAAOM,AAAkC,iBAAlCA,SAAcN;AACvB;AAMO,SAASU,2BACdC,UAAe;IAEf,IAAIC,cAAc;IAClB,MAAMC,UAAU,IAAIC;IACpB,KAAK,MAAMC,QAAQJ,WAAY;QAC7B,MAAMK,MAAMD,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAEH,eAAe;QACjDC,QAAQ,GAAG,CAACG,KAAKD;IACnB;IACA,OAAOE,MAAM,IAAI,CAACJ,QAAQ,MAAM;AAClC;AAMA,SAASK,qBAAqBlB,cAAsB;IAClD,IAAI;QACF,MAAMmB,OAAOC,0BAA0BpB;QACvC,IAAI,CAACmB,MAAM;QACX,MAAMf,QAAQe,KAAK,KAAK,CAAC;QACzB,OAAOf,OAAO,CAAC,EAAE;IACnB,EAAE,OAAM;QACN;IACF;AACF;AAEA,MAAMiB,2BAA2B,IAAIC;AAErC,SAASC,wBAAwBC,UAAkB;IACjD,MAAMC,UAAUD,WAAW,SAAS;IACpC,IAAI,CAACC,QAAQ,UAAU,CAAC,QAAQ,CAACA,QAAQ,QAAQ,CAAC,iBAChD,OAAO;IAGT,IAAI;QACF,OAAOC,iBAAiB,oBAAoB,CAACD;IAC/C,EAAE,OAAM;QACN,OAAO;IACT;AACF;AAEA,SAASE,yBAAyBC,OAA2B;IAC3D,IAAIA,AAAmB,MAAnBA,QAAQ,MAAM,EAChB,OAAO;IAET,IAAIA,AAAmB,MAAnBA,QAAQ,MAAM,EAChB,OAAOC,2BAA2BD,OAAO,CAAC,EAAE;IAG9C,MAAME,cAAcb,MAAM,IAAI,CAC5B,IAAIK,IAAIM,QAAQ,GAAG,CAAC,CAACG,SAAWA,OAAO,UAAU,EAAE,MAAM,CAACC;IAE5D,MAAMC,eAAe,IAAIP,iBAAiB;QACxC,YAAYE,OAAO,CAAC,EAAE,CAAC,UAAU,IAAIM;QACrC,WAAW;QACX,kBAAkB;QAClB,aAAaN,QAAQ,OAAO,CAAC,CAACG,SAAWA,OAAO,WAAW,IAAI,EAAE;QACjE,YAAYD,AAAuB,MAAvBA,YAAY,MAAM,GAASA,WAAW,CAAC,EAAE,GAAG;QACxD,YAAYF,QAAQ,OAAO,CAAC,CAACG,SAAWA,OAAO,UAAU,IAAI,EAAE;IACjE;IACA,OAAOF,2BAA2BI;AACpC;AAEO,MAAME;IAGH,sBAAsBC,SAAiB,EAAEC,gBAAyB,EAAE;QAC1E,OAAO,IAAIX,iBAAiB;YAC1B,YAAY;YACZU;YACAC;YACA,aAAa,EAAE;YACf,YAAY,EAAE;QAChB,GAAG,SAAS;IACd;IAEO,OAAOC,UAAoC,EAAE;QAClD,IAAIA,WAAW,cAAc,EAAE;YAC7B,MAAMC,gBAAgBrB,qBAAqBoB,WAAW,cAAc;YACpE,MAAME,iBAAiBN;YACvB,IACEK,iBACAC,kBACAD,kBAAkBC,kBAClB,CAACnB,yBAAyB,GAAG,CAACkB,gBAC9B;gBACAlB,yBAAyB,GAAG,CAACkB;gBAC7BE,OACE,CAAC,iGAAiG,EAAEF,cAAc,kCAAkC,EAAEC,eAAe,gRAAgR,CAAC;YAE1b;QACF;QACA,IAAI,CAAC,WAAW,CAAC,IAAI,CAACF;IACxB;IACO,QAAQ;QACb,IAAI,CAAC,WAAW,GAAG,EAAE;IACvB;IAQQ,iBAAiBI,QAAkB,EAAU;QACnD,MAAMC,YAAYD,SACf,GAAG,CAAC,CAACE,IAAMC,oBAAoBD,IAC/B,MAAM,CAAC,CAACA,IAAMA,EAAE,MAAM,GAAG;QAC5B,IAAID,AAAqB,MAArBA,UAAU,MAAM,EAAQ,OAAO;QACnC,IAAIA,AAAqB,MAArBA,UAAU,MAAM,EAAQ,OAAOA,SAAS,CAAC,EAAE;QAK/C,MAAMG,OAAOpB,iBAAiB,oBAAoB,CAACiB,SAAS,CAAC,EAAE;QAC/D,MAAMI,gBAAgB;eAAID,KAAK,UAAU;SAAC;QAC1C,IAAK,IAAIE,IAAI,GAAGA,IAAIL,UAAU,MAAM,EAAEK,IAAK;YACzC,MAAMC,QAAQvB,iBAAiB,oBAAoB,CAACiB,SAAS,CAACK,EAAE;YAChED,cAAc,IAAI,IAAIE,MAAM,UAAU;QACxC;QACAH,KAAK,UAAU,GAAGpC,2BAA2BqC;QAC7C,OAAOD,KAAK,SAAS;IACvB;IAEO,aACLI,iBAAkC,MAAM,EACxCC,IAIC,EACc;QACf,MAAM,EACJC,oBAAoB,KAAK,EACzBC,YAAY,KAAK,EACjBC,SAAS,EACV,GAAGH,QAAQ,CAAC;QAEb,IAAI,AAA4B,MAA5B,IAAI,CAAC,WAAW,CAAC,MAAM,EAAQ;YACjCV,OAAO;YACP,OAAO;QACT;QAEA,MAAMc,YAAYD,YACdhD,QAAagD,aACbE,qBAAqB;QACzB,IAAIF,WACFG,UAAUF,WAAW;YAAE,WAAW;QAAK;QAOzC,MAAMG,mBAAmB,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAACC,OAC7C3B,QACE2B,KAAK,cAAc,IAAItD,sBAAsBsD,KAAK,cAAc;QAGpE,MAAMC,yBAAyBF,iBAAiB,IAAI,CAAC1B;QAErD,MAAM6B,eACJX,AAAmB,WAAnBA,iBACIY,kBAAkB,mBAClBZ;QAIN,MAAMa,iBAAiBH,yBACnBtD,QAAaiD,WAAWM,cAAc,gBACtCvD,QAAaiD,WAAW,GAAGM,aAAa,KAAK,CAAC;QAElD,IAAIX,AAAmB,WAAnBA,kBAA6B1C,WAAWuD,iBAAiB;YAC3D,IAAI,CAACV,WACH,MAAM,IAAIW,MACR,CAAC,4BAA4B,EAAED,eAAe,+CAA+C,CAAC;YAGlG,IAAIH,wBACFK,OAAO3D,QAAayD,iBAAiB;gBAAE,WAAW;gBAAM,OAAO;YAAK;iBAEpEG,WAAWH;QAEf;QAEA,IAAIH,wBACFH,UAAUnD,QAAayD,iBAAiB;YAAE,WAAW;QAAK;QAG5DtB,OACE,CAAC,cAAc,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,sCAAsC,CAAC;QAGlF,IAAI;YAGF,MAAM0B,aAAa;YACnB,MAAMC,MAAMC;YACZ,MAAMC,aAAaF,IAAI,WAAW,CAACD;YACnC,MAAMI,kBACJD,AAAe,OAAfA,aAAoBF,IAAI,KAAK,CAAC,GAAGE,cAAcF;YACjDI,eAAeT,gBAAgBQ;YAG/B,IAAIX,wBACFY,eAAeT,gBAAgBU;YAGjC,MAAMC,eAAmC,EAAE;YAG3C,IAAK,IAAI1B,IAAI,GAAGA,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,EAAEA,IAAK;gBAChD,MAAMV,aAAa,IAAI,CAAC,WAAW,CAACU,EAAE;gBACtCP,OAAO,CAAC,kBAAkB,EAAEO,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE;gBAE9D,MAAM,EAAE2B,gBAAgB,EAAE,GAAGrC;gBAC7B,IAAId,aAAa,IAAI,CAAC,qBAAqB,CACzCmD,iBAAiB,SAAS,EAC1BA,iBAAiB,eAAe;gBAElC,IAAIC,gBAAgB,CAAC,aAAa,EAAE5B,GAAG;gBAEvC,IAAIV,WAAW,cAAc,EAAE;oBAC7B,IAAIoB,gBAAgB,CAACV,EAAE,EAAE;wBAIvB,MAAM6B,YAAYvE,QAAagC,WAAW,cAAc;wBACxD,MAAMwC,iBAAiBxE,KAAUuE,WAAW;wBAC5C,IAAIrE,WAAWsE,iBAAiB;4BAC9B,MAAMC,uBAAuBzE,KAC3BA,QAAayD,iBACb;4BAEFN,UAAUsB,sBAAsB;gCAAE,WAAW;4BAAK;4BAClD,KAAK,MAAMC,QAAQC,YAAYH,gBAAiB;gCAC9C,MAAMI,MAAM5E,KAAUwE,gBAAgBE;gCACtC,MAAMG,OAAO7E,KAAUyE,sBAAsBC;gCAC7CI,aAAaF,KAAKC;4BACpB;wBACF;oBACF,OAEEE,yBAAyB/C,WAAW,cAAc,EAAEyB;oBAStD,MAAMuB,WAAWC,0BACfjD,WAAW,cAAc,EACzB,MAAM,CAAC,CAACkD,IAAMA,EAAE,OAAO,CAAC,QAAQ,CAAC;oBACnC,MAAMC,eAAeH,QAAQ,CAAC,EAAE,EAAE,QAAQ,MACxC;oBAEF,IAAIG,cACFb,gBAAgBc,mBAAmBD,YAAY,CAAC,EAAE;oBAEpD,MAAME,sBACJL,SAAS,MAAM,GAAG,IACd,IAAI,CAAC,gBAAgB,CAACA,SAAS,GAAG,CAAC,CAACE,IAAMA,EAAE,OAAO,KACnDpE,0BAA0BkB,WAAW,cAAc;oBACzD,IAAIqD,qBACFnE,aAAamE;gBAEjB;gBAEA,MAAMC,cAAcrE,wBAAwBC;gBAC5C,IAAIoE,aACFlB,aAAa,IAAI,CAACkB;gBAGpB,MAAMC,gBAAgB,GAAGC,kBACvB;oBACEtE;oBACA,YAAY;wBACV,iBAAiBoD;wBACjB,CAAC9E,0BAA0B,EAAE8D,yBACzB,cACA;wBACJ,0BAA0Be,iBAAiB,YAAY;wBACvD,wBAAwBA,iBAAiB,UAAU;wBACnD,uBAAuBA,iBAAiB,SAAS;wBACjD,oBAAoBA,iBAAiB,MAAM;wBAC3C,6BAA6BA,iBAAiB,eAAe;wBAC7D,WAAW;oBACb;gBACF,GACAoB,QACAA,QACA,OACA,EAAE,CAAC;gBAELvB,eAAeT,gBAAgB8B;YACjC;YAEA,MAAMG,eAAerE,yBAAyB+C;YAC9C,IAAIsB,cACFxB,eAAeT,gBAAgBiC;YAIjCxB,eAAeT,gBAAgB,GAAGI,WAAW,EAAE,CAAC;YAEhD1B,OAAO,CAAC,gCAAgC,EAAEsB,gBAAgB;YAG1D,IAAIX,mBAAmB;gBACrB,KAAK,MAAMO,QAAQ,IAAI,CAAC,WAAW,CACjC,IAAKA,KAAK,cAAc,EACxB,IAAI;oBACF,IAAIlD,uBAAuBkD,KAAK,cAAc,GAAG;wBAG/C,MAAMkB,YAAYvE,QAAaqD,KAAK,cAAc;wBAClDM,OAAOY,WAAW;4BAAE,WAAW;4BAAM,OAAO;wBAAK;oBACnD,OACEX,WAAWP,KAAK,cAAc;gBAElC,EAAE,OAAOsC,OAAO;oBACdxD,OAAO,CAAC,sBAAsB,EAAEkB,KAAK,cAAc,CAAC,EAAE,EAAEsC,OAAO;gBACjE;gBAEFxD,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,iBAAiB,CAAC;YAC9D;YACA,OAAOsB;QACT,EAAE,OAAOkC,OAAO;YACdxD,OAAO,CAAC,uBAAuB,EAAEwD,OAAO;YACxC,MAAMA;QACR;IACF;;QA7QA,uBAAQ,eAA0C,EAAE;;AA8QtD;AAsBO,SAASC,yBACdC,QAAgB;IAEhB,IAAIC,WAAoC;IACxC,IAAIC,kBAAkB;IACtB,MAAMC,4BAA4B,IAAIxF;IAEtCZ,sBAAsBiG,UAAU,CAACI;QAC/B,IAAI,CAACA,WAAW,OAAO,CAAC,QAAQ,CAAC,kBAC/B,OAAO;QAET,MAAMC,cAAc9E,iBAAiB,oBAAoB,CACvDmB,oBAAoB0D,WAAW,OAAO;QAExC,KAAK,MAAME,aAAaD,YAAY,UAAU,CAAE;YAC9CH,mBAAmB;YACnB,IAAII,UAAU,EAAE,EACdH,0BAA0B,GAAG,CAACG,UAAU,EAAE,EAAEJ;QAEhD;QACA,OAAO;IACT;IAEA,MAAM1F,aAA+B,EAAE;IACvC0F,kBAAkB;IAClBnG,sBAAsBiG,UAAU,CAACI;QAC/B,IAAI,CAACA,WAAW,OAAO,CAAC,QAAQ,CAAC,kBAC/B,OAAO;QAGT,MAAMC,cAAc9E,iBAAiB,oBAAoB,CACvDmB,oBAAoB0D,WAAW,OAAO;QAExC,IAAI,CAACH,UACHA,WAAWI;QAGb,KAAK,MAAMC,aAAaD,YAAY,UAAU,CAAE;YAC9CH,mBAAmB;YACnB,IACEI,CAAAA,UAAU,EAAE,IACZH,0BAA0B,GAAG,CAACG,UAAU,EAAE,MAAMJ,iBAIlD1F,WAAW,IAAI,CAAC8F;QAClB;QAEA,OAAO;IACT;IAEA,IAAI,CAACL,UACH,MAAM,IAAIpC,MAAM,CAAC,gCAAgC,EAAEmC,UAAU;IAG/D,OAAO;QACLC;QACAzF;IACF;AACF;AAEA,SAAS+F,oBAAoBC,QAAgB;IAC3C,IAAIA,AAAa,gBAAbA,UAA0B,OAAO;IACrC,IAAIA,AAAa,iBAAbA,UAA2B,OAAO;IACtC,MAAM,IAAI3C,MAAM,CAAC,kCAAkC,EAAE2C,UAAU;AACjE;AAEA,SAASC,kCACPH,SAAyB,EACzBtD,IAIC;IAED,MAAM0D,QAAQ,CAACC;QACb,IAAI7F,MAAM,OAAO,CAAC6F,OAAO;YACvB,KAAK,MAAMC,QAAQD,KACjBD,MAAME;YAER;QACF;QAEA,IAAI,AAAgB,YAAhB,OAAOD,QAAqBA,AAAS,SAATA,MAAe;QAE/C,MAAME,MAAMC,uBAAuBH;QACnC,IAAIE,KAAK;YACP,MAAME,MAAMR,oBAAoBM,IAAI,QAAQ;YAC5C,MAAMG,WAAW,GAAGH,IAAI,EAAE,CAAC,CAAC,EAAEE,KAAK;YACnC,MAAME,eAAe,CAAC,cAAc,EAAED,UAAU;YAChD,MAAME,eAAe/G,KAAU6C,KAAK,cAAc,EAAEgE;YAEpD,IAAI,CAAChE,KAAK,YAAY,CAAC,GAAG,CAACgE,WAAW;gBACpC,MAAMG,WAAWC,wBAAwBP,KAAK;oBAC5C,YAAY7D,KAAK,QAAQ;gBAC3B;gBACA,IAAImE,AAAkB,eAAlBA,SAAS,IAAI,EAAiB;oBAChC,MAAME,YAAYF,SAAS,OAAO,CAAC,OAAO,CACxC,mCACA;oBAEFG,cAAcJ,cAAcK,OAAO,IAAI,CAACF,WAAW;gBACrD,OACEpC,aAAakC,SAAS,QAAQ,EAAED;gBAElClE,KAAK,YAAY,CAAC,GAAG,CAACgE;YACxB;YAEAH,IAAI,OAAO,GAAG;YACdA,IAAI,IAAI,GAAGI;YACX;QACF;QAEA,KAAK,MAAMO,SAASC,OAAO,MAAM,CAACd,MAChCD,MAAMc;IAEV;IAEAd,MAAMJ;AACR;AAMO,SAASoB,2BACdC,OAA+B;IAE/B,MAAM,EAAE3B,QAAQ,EAAE7C,SAAS,EAAE,GAAGwE;IAChC,MAAMhD,iBAAiBxE,KAAUgD,WAAW;IAE5CG,UAAUH,WAAW;QAAE,WAAW;IAAK;IACvCG,UAAUqB,gBAAgB;QAAE,WAAW;IAAK;IAE5C,MAAMiD,qBAA+B,EAAE;IACvC,MAAMC,yBAAyB,IAAI1G;IACnC,MAAM,EAAE8E,QAAQ,EAAEzF,UAAU,EAAE,GAAGuF,yBAAyBC;IAE1D,IAAI8B,YAAY;IAChB,KAAK,MAAMxB,aAAa9F,WAAY;QAClCsH,aAAa;QACbrB,kCAAkCH,WAAW;YAC3CN;YACArB;YACA,cAAckD;QAChB;QACA,MAAME,sBAAsB,IAAIxG,iBAAiB;YAC/C,YAAY0E,SAAS,UAAU;YAC/B,WAAWA,SAAS,SAAS;YAC7B,kBAAkBA,SAAS,gBAAgB;YAC3C,aAAaA,SAAS,WAAW;YACjC,YAAYA,SAAS,UAAU;YAC/B,YAAY;gBAACK;aAAU;QACzB;QAEA,MAAM0B,eAAe7H,KAAUgD,WAAW,GAAG2E,UAAU,eAAe,CAAC;QACvER,cAAcU,cAAcD,oBAAoB,SAAS,CAAC,IAAI;QAC9DH,mBAAmB,IAAI,CAACI;IAC1B;IAEA,OAAO;QACLJ;QACA,iBAAiB9G,MAAM,IAAI,CAAC+G,wBACzB,IAAI,GACJ,GAAG,CAAC,CAACb,WAAa7G,KAAUwE,gBAAgBqC;IACjD;AACF"}
+{"version":3,"file":"report.mjs","sources":["../../src/report.ts"],"sourcesContent":["import {\n  appendFileSync,\n  copyFileSync,\n  existsSync,\n  mkdirSync,\n  readdirSync,\n  rmSync,\n  unlinkSync,\n  writeFileSync,\n} from 'node:fs';\nimport * as path from 'node:path';\nimport { getMidsceneRunSubDir } from '@midscene/shared/common';\nimport { antiEscapeScriptTag, logMsg } from '@midscene/shared/utils';\nimport { getReportFileName } from './agent';\nimport {\n  DATA_SCREENSHOT_MODE_ATTR,\n  extractAllDumpScriptsSync,\n  extractLastDumpScriptSync,\n  generateAgentReportComment,\n  getBaseUrlFixScript,\n  streamDumpScriptsSync,\n  streamImageScriptsToFile,\n} from './dump/html-utils';\nimport {\n  normalizeScreenshotRef,\n  resolveScreenshotSource,\n} from './dump/screenshot-store';\nimport {\n  type ExecutionDump,\n  type IExecutionDump,\n  ReportActionDump,\n  type ScreenshotMode,\n} from './types';\nimport type { ReportFileWithAttributes } from './types';\nimport { getReportTpl, getVersion, reportHTMLContent } from './utils';\n\n/**\n * Read the screenshot storage mode a report declared at generation time.\n *\n * Reports written by current versions stamp `data-screenshot-mode` onto every\n * dump script tag, so we only need to peek at the first real dump script (the\n * template's bundled JS also references the dump type string, hence the\n * `data-group-id` filter) and can stop streaming immediately.\n *\n * Returns undefined for legacy reports that predate the attribute or for\n * unreadable files, letting the caller fall back to a filesystem heuristic.\n */\nconst screenshotModeAttrRegExp = new RegExp(\n  `${DATA_SCREENSHOT_MODE_ATTR}=\"(inline|directory)\"`,\n);\n\nfunction readDeclaredScreenshotMode(\n  reportFilePath: string,\n): ScreenshotMode | undefined {\n  let mode: ScreenshotMode | undefined;\n  try {\n    streamDumpScriptsSync(reportFilePath, ({ openTag }) => {\n      // Skip false matches from the template's bundled JS code.\n      if (!openTag.includes('data-group-id')) return false;\n      const match = openTag.match(screenshotModeAttrRegExp);\n      mode = match?.[1] as ScreenshotMode | undefined;\n      return true; // the first real dump script decides the mode\n    });\n  } catch {\n    // Unreadable / non-existent file — let the caller fall back.\n  }\n  return mode;\n}\n\n/**\n * Check if a report is in directory mode (html-and-external-assets).\n * Directory mode reports: {name}/index.html + {name}/screenshots/\n *\n * The mode is read from the report's own `data-screenshot-mode` metadata, which\n * is authoritative regardless of whether the run happened to capture any\n * screenshots. For legacy reports without the attribute we fall back to the old\n * filesystem heuristic (an `index.html` that has a sibling `screenshots/` dir).\n */\nexport function isDirectoryModeReport(reportFilePath: string): boolean {\n  // Directory-mode reports are always written as `{name}/index.html`, so any\n  // other filename is inline. Short-circuit before touching the file so the\n  // common inline case (`{name}.html`) costs nothing.\n  if (path.basename(reportFilePath) !== 'index.html') return false;\n\n  const declared = readDeclaredScreenshotMode(reportFilePath);\n  if (declared) return declared === 'directory';\n\n  // Legacy fallback for reports generated before screenshotMode was embedded.\n  return existsSync(path.join(path.dirname(reportFilePath), 'screenshots'));\n}\n\n/**\n * Whether a report lives in its own dedicated directory (`{name}/index.html`)\n * rather than being a single standalone file (`{name}.html`).\n *\n * This is a structural fact about *where the report file sits*, independent of\n * how it stores screenshots: a directory report can keep screenshots external\n * (a `screenshots/` sibling) OR inline them into `index.html`. Deletion needs\n * this — not the screenshot mode — to decide whether to remove the whole\n * directory or just unlink a file, so that an inline-screenshot report nested in\n * its own folder still has the folder removed instead of being orphaned.\n */\nfunction isDirectoryBasedReport(reportFilePath: string): boolean {\n  return path.basename(reportFilePath) === 'index.html';\n}\n\n/**\n * Deduplicate executions by stable id, keeping only the last occurrence.\n * Old-format executions without id are always preserved.\n */\nexport function dedupeExecutionsKeepLatest<T extends Pick<ExecutionDump, 'id'>>(\n  executions: T[],\n): T[] {\n  let noIdCounter = 0;\n  const deduped = new Map<string, T>();\n  for (const exec of executions) {\n    const key = exec.id || `__no_id_${noIdCounter++}`;\n    deduped.set(key, exec);\n  }\n  return Array.from(deduped.values());\n}\n/**\n * Peek at the first `sdkVersion` field embedded in a midscene_web_dump\n * script tag inside the given report file. Returns undefined if no\n * recognizable tag or sdkVersion is present.\n */\nfunction peekReportSdkVersion(reportFilePath: string): string | undefined {\n  try {\n    const dump = extractLastDumpScriptSync(reportFilePath);\n    if (!dump) return undefined;\n    const match = dump.match(/\"sdkVersion\"\\s*:\\s*\"([^\"]+)\"/);\n    return match?.[1];\n  } catch {\n    return undefined;\n  }\n}\n\nconst warnedMismatchedVersions = new Set<string>();\n\nfunction tryParseAgentReportDump(dumpString: string): ReportActionDump | null {\n  const trimmed = dumpString.trimStart();\n  if (!trimmed.startsWith('{') || !trimmed.includes('\"executions\"')) {\n    return null;\n  }\n\n  try {\n    return ReportActionDump.fromSerializedString(trimmed);\n  } catch {\n    return null;\n  }\n}\n\nfunction mergedAgentReportComment(reports: ReportActionDump[]): string {\n  if (reports.length === 0) {\n    return '';\n  }\n  if (reports.length === 1) {\n    return generateAgentReportComment(reports[0]);\n  }\n\n  const deviceTypes = Array.from(\n    new Set(reports.map((report) => report.deviceType).filter(Boolean)),\n  );\n  const mergedReport = new ReportActionDump({\n    sdkVersion: reports[0].sdkVersion || getVersion(),\n    groupName: 'Merged Midscene Report',\n    groupDescription: 'Agent-readable summary for merged report HTML',\n    modelBriefs: reports.flatMap((report) => report.modelBriefs ?? []),\n    deviceType: deviceTypes.length === 1 ? deviceTypes[0] : 'mixed',\n    executions: reports.flatMap((report) => report.executions ?? []),\n  });\n  return generateAgentReportComment(mergedReport);\n}\n\nexport class ReportMergingTool {\n  private reportInfos: ReportFileWithAttributes[] = [];\n\n  private createEmptyDumpString(groupName: string, groupDescription?: string) {\n    return new ReportActionDump({\n      sdkVersion: '',\n      groupName,\n      groupDescription,\n      modelBriefs: [],\n      executions: [],\n    }).serialize();\n  }\n\n  public append(reportInfo: ReportFileWithAttributes) {\n    if (\n      !reportInfo.reportFilePath &&\n      reportInfo.reportAttributes.testStatus !== 'skipped'\n    ) {\n      throw new Error(\n        'reportFilePath is required unless reportAttributes.testStatus is \"skipped\"',\n      );\n    }\n\n    if (reportInfo.reportFilePath) {\n      const sourceVersion = peekReportSdkVersion(reportInfo.reportFilePath);\n      const currentVersion = getVersion();\n      if (\n        sourceVersion &&\n        currentVersion &&\n        sourceVersion !== currentVersion &&\n        !warnedMismatchedVersions.has(sourceVersion)\n      ) {\n        warnedMismatchedVersions.add(sourceVersion);\n        logMsg(\n          `[@midscene/core] ReportMergingTool version mismatch: source report was written by @midscene/core@${sourceVersion} but the merger is @midscene/core@${currentVersion}. This commonly means @midscene/core and the device package (e.g. @midscene/android) resolve to different versions in node_modules. Merged output may silently drop intermediate steps. Align the versions and reinstall (rm -rf node_modules package-lock.json && npm install).`,\n        );\n      }\n    }\n    this.reportInfos.push(reportInfo);\n  }\n  public clear() {\n    this.reportInfos = [];\n  }\n\n  /**\n   * Merge multiple dump script contents (from the same source report)\n   * into a single serialized ReportActionDump string.\n   * If there's only one dump, return it as-is. If multiple, merge\n   * all executions into the first dump's group structure.\n   */\n  private mergeDumpScripts(contents: string[]): string {\n    const unescaped = contents\n      .map((c) => antiEscapeScriptTag(c))\n      .filter((c) => c.length > 0);\n    if (unescaped.length === 0) return '';\n    if (unescaped.length === 1) return unescaped[0];\n\n    // Parse all dumps and collect executions, deduplicating by id (keep last).\n    // Only executions with a stable id are deduped; old-format entries without\n    // id are always kept (they may be distinct despite sharing the same name).\n    const base = ReportActionDump.fromSerializedString(unescaped[0]);\n    const allExecutions = [...base.executions];\n    for (let i = 1; i < unescaped.length; i++) {\n      const other = ReportActionDump.fromSerializedString(unescaped[i]);\n      allExecutions.push(...other.executions);\n    }\n    base.executions = dedupeExecutionsKeepLatest(allExecutions);\n    return base.serialize();\n  }\n\n  public mergeReports(\n    reportFileName: 'AUTO' | string = 'AUTO',\n    opts?: {\n      rmOriginalReports?: boolean;\n      overwrite?: boolean;\n      outputDir?: string;\n    },\n  ): string | null {\n    const {\n      rmOriginalReports = false,\n      overwrite = false,\n      outputDir,\n    } = opts ?? {};\n\n    if (this.reportInfos.length === 0) {\n      logMsg('No reports to merge');\n      return null;\n    }\n\n    const targetDir = outputDir\n      ? path.resolve(outputDir)\n      : getMidsceneRunSubDir('report');\n    if (outputDir) {\n      mkdirSync(targetDir, { recursive: true });\n    }\n\n    // Resolve each report's screenshot mode exactly once. isDirectoryModeReport\n    // reads the file to find the authoritative metadata, so recomputing it for\n    // both the output-path decision and the per-report merge loop would re-scan\n    // every report twice.\n    const isDirModeByIndex = this.reportInfos.map((info) =>\n      Boolean(\n        info.reportFilePath && isDirectoryModeReport(info.reportFilePath),\n      ),\n    );\n    const hasDirectoryModeReport = isDirModeByIndex.some(Boolean);\n\n    const resolvedName =\n      reportFileName === 'AUTO'\n        ? getReportFileName('merged-report')\n        : reportFileName;\n\n    // Directory mode: output as {name}/index.html to keep relative paths working\n    // Inline mode: output as {name}.html (single file)\n    const outputFilePath = hasDirectoryModeReport\n      ? path.resolve(targetDir, resolvedName, 'index.html')\n      : path.resolve(targetDir, `${resolvedName}.html`);\n\n    if (reportFileName !== 'AUTO' && existsSync(outputFilePath)) {\n      if (!overwrite) {\n        throw new Error(\n          `Report file already exists: ${outputFilePath}\\nSet overwrite to true to overwrite this file.`,\n        );\n      }\n      if (hasDirectoryModeReport) {\n        rmSync(path.dirname(outputFilePath), { recursive: true, force: true });\n      } else {\n        unlinkSync(outputFilePath);\n      }\n    }\n\n    if (hasDirectoryModeReport) {\n      mkdirSync(path.dirname(outputFilePath), { recursive: true });\n    }\n\n    logMsg(\n      `Start merging ${this.reportInfos.length} reports...\\nCreating template file...`,\n    );\n\n    try {\n      // Write template without closing </html> tag so we can append\n      // dump scripts before it. The closing tag is added at the end.\n      const htmlEndTag = '</html>';\n      const tpl = getReportTpl();\n      const htmlEndIdx = tpl.lastIndexOf(htmlEndTag);\n      const tplWithoutClose =\n        htmlEndIdx !== -1 ? tpl.slice(0, htmlEndIdx) : tpl;\n      appendFileSync(outputFilePath, tplWithoutClose);\n\n      // For directory-mode output, inject base URL fix script\n      if (hasDirectoryModeReport) {\n        appendFileSync(outputFilePath, getBaseUrlFixScript());\n      }\n\n      const agentReports: ReportActionDump[] = [];\n\n      // Process all reports one by one\n      for (let i = 0; i < this.reportInfos.length; i++) {\n        const reportInfo = this.reportInfos[i];\n        logMsg(`Processing report ${i + 1}/${this.reportInfos.length}`);\n\n        const { reportAttributes } = reportInfo;\n        let dumpString = this.createEmptyDumpString(\n          reportAttributes.testTitle,\n          reportAttributes.testDescription,\n        );\n        let mergedGroupId = `merged-group-${i}`;\n\n        if (reportInfo.reportFilePath) {\n          if (isDirModeByIndex[i]) {\n            // Directory mode: copy external screenshot files. A directory-mode\n            // report can legitimately have no screenshots/ dir (a run that\n            // captured nothing), so only copy when the source dir exists.\n            const reportDir = path.dirname(reportInfo.reportFilePath);\n            const screenshotsDir = path.join(reportDir, 'screenshots');\n            if (existsSync(screenshotsDir)) {\n              const mergedScreenshotsDir = path.join(\n                path.dirname(outputFilePath),\n                'screenshots',\n              );\n              mkdirSync(mergedScreenshotsDir, { recursive: true });\n              for (const file of readdirSync(screenshotsDir)) {\n                const src = path.join(screenshotsDir, file);\n                const dest = path.join(mergedScreenshotsDir, file);\n                copyFileSync(src, dest);\n              }\n            }\n          } else {\n            // Inline mode: stream image scripts to output file\n            streamImageScriptsToFile(reportInfo.reportFilePath, outputFilePath);\n          }\n\n          // Extract all dump scripts from the source report.\n          // After the per-execution append refactor, a single source report\n          // may contain multiple <script type=\"midscene_web_dump\"> tags\n          // (one per execution). We merge them into a single ReportActionDump.\n          // Filter by data-group-id to exclude false matches from the template's\n          // bundled JS code, which also references the midscene_web_dump type string.\n          const allDumps = extractAllDumpScriptsSync(\n            reportInfo.reportFilePath,\n          ).filter((d) => d.openTag.includes('data-group-id'));\n          const groupIdMatch = allDumps[0]?.openTag.match(\n            /data-group-id=\"([^\"]+)\"/,\n          );\n          if (groupIdMatch) {\n            mergedGroupId = decodeURIComponent(groupIdMatch[1]);\n          }\n          const extractedDumpString =\n            allDumps.length > 0\n              ? this.mergeDumpScripts(allDumps.map((d) => d.content))\n              : extractLastDumpScriptSync(reportInfo.reportFilePath);\n          if (extractedDumpString) {\n            dumpString = extractedDumpString;\n          }\n        }\n\n        const agentReport = tryParseAgentReportDump(dumpString);\n        if (agentReport) {\n          agentReports.push(agentReport);\n        }\n\n        const reportHtmlStr = `${reportHTMLContent(\n          {\n            dumpString,\n            attributes: {\n              'data-group-id': mergedGroupId,\n              [DATA_SCREENSHOT_MODE_ATTR]: hasDirectoryModeReport\n                ? 'directory'\n                : 'inline',\n              playwright_test_duration: reportAttributes.testDuration,\n              playwright_test_status: reportAttributes.testStatus,\n              playwright_test_title: reportAttributes.testTitle,\n              playwright_test_id: reportAttributes.testId,\n              playwright_test_description: reportAttributes.testDescription,\n              is_merged: true,\n            },\n          },\n          undefined,\n          undefined,\n          false,\n        )}\\n`;\n\n        appendFileSync(outputFilePath, reportHtmlStr);\n      }\n\n      const agentComment = mergedAgentReportComment(agentReports);\n      if (agentComment) {\n        appendFileSync(outputFilePath, agentComment);\n      }\n\n      // Close the HTML document\n      appendFileSync(outputFilePath, `${htmlEndTag}\\n`);\n\n      logMsg(`Successfully merged new report: ${outputFilePath}`);\n\n      // Remove original reports if needed\n      if (rmOriginalReports) {\n        for (const info of this.reportInfos) {\n          if (!info.reportFilePath) continue;\n          try {\n            if (isDirectoryBasedReport(info.reportFilePath)) {\n              // The report owns its directory (`{name}/index.html`) — remove the\n              // whole folder, whether screenshots are external or inlined.\n              const reportDir = path.dirname(info.reportFilePath);\n              rmSync(reportDir, { recursive: true, force: true });\n            } else {\n              unlinkSync(info.reportFilePath);\n            }\n          } catch (error) {\n            logMsg(`Error deleting report ${info.reportFilePath}: ${error}`);\n          }\n        }\n        logMsg(`Removed ${this.reportInfos.length} original reports`);\n      }\n      return outputFilePath;\n    } catch (error) {\n      logMsg(`Error in mergeReports: ${error}`);\n      throw error;\n    }\n  }\n}\n\nexport interface SplitReportHtmlOptions {\n  htmlPath: string;\n  outputDir: string;\n}\n\nexport interface SplitReportHtmlResult {\n  executionJsonFiles: string[];\n  screenshotFiles: string[];\n}\n\nexport interface CollectedReportExecutions {\n  baseDump: ReportActionDump;\n  executions: IExecutionDump[];\n}\n\n/**\n * Collect executions from a report HTML, deduplicating by stable id while\n * keeping only the latest occurrence. Old-format executions without id are\n * always preserved.\n */\nexport function collectDedupedExecutions(\n  htmlPath: string,\n): CollectedReportExecutions {\n  let baseDump: ReportActionDump | null = null;\n  let executionSerial = 0;\n  const latestSerialByExecutionId = new Map<string, number>();\n\n  streamDumpScriptsSync(htmlPath, (dumpScript) => {\n    if (!dumpScript.openTag.includes('data-group-id')) {\n      return false;\n    }\n    const groupedDump = ReportActionDump.fromSerializedString(\n      antiEscapeScriptTag(dumpScript.content),\n    );\n    for (const execution of groupedDump.executions) {\n      executionSerial += 1;\n      if (execution.id) {\n        latestSerialByExecutionId.set(execution.id, executionSerial);\n      }\n    }\n    return false;\n  });\n\n  const executions: IExecutionDump[] = [];\n  executionSerial = 0;\n  streamDumpScriptsSync(htmlPath, (dumpScript) => {\n    if (!dumpScript.openTag.includes('data-group-id')) {\n      return false;\n    }\n\n    const groupedDump = ReportActionDump.fromSerializedString(\n      antiEscapeScriptTag(dumpScript.content),\n    );\n    if (!baseDump) {\n      baseDump = groupedDump;\n    }\n\n    for (const execution of groupedDump.executions) {\n      executionSerial += 1;\n      if (\n        execution.id &&\n        latestSerialByExecutionId.get(execution.id) !== executionSerial\n      ) {\n        continue;\n      }\n      executions.push(execution);\n    }\n\n    return false;\n  });\n\n  if (!baseDump) {\n    throw new Error(`No report dump scripts found in ${htmlPath}`);\n  }\n\n  return {\n    baseDump,\n    executions,\n  };\n}\n\nfunction extensionByMimeType(mimeType: string): 'png' | 'jpeg' {\n  if (mimeType === 'image/png') return 'png';\n  if (mimeType === 'image/jpeg') return 'jpeg';\n  throw new Error(`Unsupported screenshot mime type: ${mimeType}`);\n}\n\nfunction externalizeScreenshotsInExecution(\n  execution: IExecutionDump,\n  opts: {\n    htmlPath: string;\n    screenshotsDir: string;\n    writtenFiles: Set<string>;\n  },\n): void {\n  const visit = (node: unknown): void => {\n    if (Array.isArray(node)) {\n      for (const item of node) {\n        visit(item);\n      }\n      return;\n    }\n\n    if (typeof node !== 'object' || node === null) return;\n\n    const ref = normalizeScreenshotRef(node);\n    if (ref) {\n      const ext = extensionByMimeType(ref.mimeType);\n      const fileName = `${ref.id}.${ext}`;\n      const relativePath = `./screenshots/${fileName}`;\n      const absolutePath = path.join(opts.screenshotsDir, fileName);\n\n      if (!opts.writtenFiles.has(fileName)) {\n        const resolved = resolveScreenshotSource(ref, {\n          reportPath: opts.htmlPath,\n        });\n        if (resolved.type === 'data-uri') {\n          const rawBase64 = resolved.dataUri.replace(\n            /^data:image\\/[a-zA-Z+]+;base64,/,\n            '',\n          );\n          writeFileSync(absolutePath, Buffer.from(rawBase64, 'base64'));\n        } else {\n          copyFileSync(resolved.filePath, absolutePath);\n        }\n        opts.writtenFiles.add(fileName);\n      }\n\n      ref.storage = 'file';\n      ref.path = relativePath;\n      return;\n    }\n\n    for (const value of Object.values(node)) {\n      visit(value);\n    }\n  };\n\n  visit(execution);\n}\n\n/**\n * Reverse parse a Midscene report HTML into per-execution JSON files and\n * externalized screenshots.\n */\nexport function splitReportHtmlByExecution(\n  options: SplitReportHtmlOptions,\n): SplitReportHtmlResult {\n  const { htmlPath, outputDir } = options;\n  const screenshotsDir = path.join(outputDir, 'screenshots');\n\n  mkdirSync(outputDir, { recursive: true });\n  mkdirSync(screenshotsDir, { recursive: true });\n\n  const executionJsonFiles: string[] = [];\n  const writtenScreenshotFiles = new Set<string>();\n  const { baseDump, executions } = collectDedupedExecutions(htmlPath);\n\n  let fileIndex = 0;\n  for (const execution of executions) {\n    fileIndex += 1;\n    externalizeScreenshotsInExecution(execution, {\n      htmlPath,\n      screenshotsDir,\n      writtenFiles: writtenScreenshotFiles,\n    });\n    const singleExecutionDump = new ReportActionDump({\n      sdkVersion: baseDump.sdkVersion,\n      groupName: baseDump.groupName,\n      groupDescription: baseDump.groupDescription,\n      modelBriefs: baseDump.modelBriefs,\n      deviceType: baseDump.deviceType,\n      executions: [execution],\n    });\n\n    const jsonFilePath = path.join(outputDir, `${fileIndex}.execution.json`);\n    writeFileSync(jsonFilePath, singleExecutionDump.serialize(2), 'utf-8');\n    executionJsonFiles.push(jsonFilePath);\n  }\n\n  return {\n    executionJsonFiles,\n    screenshotFiles: Array.from(writtenScreenshotFiles)\n      .sort()\n      .map((fileName) => path.join(screenshotsDir, fileName)),\n  };\n}\n"],"names":["screenshotModeAttrRegExp","RegExp","DATA_SCREENSHOT_MODE_ATTR","readDeclaredScreenshotMode","reportFilePath","mode","streamDumpScriptsSync","openTag","match","isDirectoryModeReport","path","declared","existsSync","isDirectoryBasedReport","dedupeExecutionsKeepLatest","executions","noIdCounter","deduped","Map","exec","key","Array","peekReportSdkVersion","dump","extractLastDumpScriptSync","warnedMismatchedVersions","Set","tryParseAgentReportDump","dumpString","trimmed","ReportActionDump","mergedAgentReportComment","reports","generateAgentReportComment","deviceTypes","report","Boolean","mergedReport","getVersion","ReportMergingTool","groupName","groupDescription","reportInfo","Error","sourceVersion","currentVersion","logMsg","contents","unescaped","c","antiEscapeScriptTag","base","allExecutions","i","other","reportFileName","opts","rmOriginalReports","overwrite","outputDir","targetDir","getMidsceneRunSubDir","mkdirSync","isDirModeByIndex","info","hasDirectoryModeReport","resolvedName","getReportFileName","outputFilePath","rmSync","unlinkSync","htmlEndTag","tpl","getReportTpl","htmlEndIdx","tplWithoutClose","appendFileSync","getBaseUrlFixScript","agentReports","reportAttributes","mergedGroupId","reportDir","screenshotsDir","mergedScreenshotsDir","file","readdirSync","src","dest","copyFileSync","streamImageScriptsToFile","allDumps","extractAllDumpScriptsSync","d","groupIdMatch","decodeURIComponent","extractedDumpString","agentReport","reportHtmlStr","reportHTMLContent","undefined","agentComment","error","collectDedupedExecutions","htmlPath","baseDump","executionSerial","latestSerialByExecutionId","dumpScript","groupedDump","execution","extensionByMimeType","mimeType","externalizeScreenshotsInExecution","visit","node","item","ref","normalizeScreenshotRef","ext","fileName","relativePath","absolutePath","resolved","resolveScreenshotSource","rawBase64","writeFileSync","Buffer","value","Object","splitReportHtmlByExecution","options","executionJsonFiles","writtenScreenshotFiles","fileIndex","singleExecutionDump","jsonFilePath"],"mappings":";;;;;;;;;;;;;;;;;;;AA+CA,MAAMA,2BAA2B,IAAIC,OACnC,GAAGC,0BAA0B,qBAAqB,CAAC;AAGrD,SAASC,2BACPC,cAAsB;IAEtB,IAAIC;IACJ,IAAI;QACFC,sBAAsBF,gBAAgB,CAAC,EAAEG,OAAO,EAAE;YAEhD,IAAI,CAACA,QAAQ,QAAQ,CAAC,kBAAkB,OAAO;YAC/C,MAAMC,QAAQD,QAAQ,KAAK,CAACP;YAC5BK,OAAOG,OAAO,CAAC,EAAE;YACjB,OAAO;QACT;IACF,EAAE,OAAM,CAER;IACA,OAAOH;AACT;AAWO,SAASI,sBAAsBL,cAAsB;IAI1D,IAAIM,AAAkC,iBAAlCA,SAAcN,iBAAkC,OAAO;IAE3D,MAAMO,WAAWR,2BAA2BC;IAC5C,IAAIO,UAAU,OAAOA,AAAa,gBAAbA;IAGrB,OAAOC,WAAWF,KAAUA,QAAaN,iBAAiB;AAC5D;AAaA,SAASS,uBAAuBT,cAAsB;IACpD,OAAOM,AAAkC,iBAAlCA,SAAcN;AACvB;AAMO,SAASU,2BACdC,UAAe;IAEf,IAAIC,cAAc;IAClB,MAAMC,UAAU,IAAIC;IACpB,KAAK,MAAMC,QAAQJ,WAAY;QAC7B,MAAMK,MAAMD,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAEH,eAAe;QACjDC,QAAQ,GAAG,CAACG,KAAKD;IACnB;IACA,OAAOE,MAAM,IAAI,CAACJ,QAAQ,MAAM;AAClC;AAMA,SAASK,qBAAqBlB,cAAsB;IAClD,IAAI;QACF,MAAMmB,OAAOC,0BAA0BpB;QACvC,IAAI,CAACmB,MAAM;QACX,MAAMf,QAAQe,KAAK,KAAK,CAAC;QACzB,OAAOf,OAAO,CAAC,EAAE;IACnB,EAAE,OAAM;QACN;IACF;AACF;AAEA,MAAMiB,2BAA2B,IAAIC;AAErC,SAASC,wBAAwBC,UAAkB;IACjD,MAAMC,UAAUD,WAAW,SAAS;IACpC,IAAI,CAACC,QAAQ,UAAU,CAAC,QAAQ,CAACA,QAAQ,QAAQ,CAAC,iBAChD,OAAO;IAGT,IAAI;QACF,OAAOC,iBAAiB,oBAAoB,CAACD;IAC/C,EAAE,OAAM;QACN,OAAO;IACT;AACF;AAEA,SAASE,yBAAyBC,OAA2B;IAC3D,IAAIA,AAAmB,MAAnBA,QAAQ,MAAM,EAChB,OAAO;IAET,IAAIA,AAAmB,MAAnBA,QAAQ,MAAM,EAChB,OAAOC,2BAA2BD,OAAO,CAAC,EAAE;IAG9C,MAAME,cAAcb,MAAM,IAAI,CAC5B,IAAIK,IAAIM,QAAQ,GAAG,CAAC,CAACG,SAAWA,OAAO,UAAU,EAAE,MAAM,CAACC;IAE5D,MAAMC,eAAe,IAAIP,iBAAiB;QACxC,YAAYE,OAAO,CAAC,EAAE,CAAC,UAAU,IAAIM;QACrC,WAAW;QACX,kBAAkB;QAClB,aAAaN,QAAQ,OAAO,CAAC,CAACG,SAAWA,OAAO,WAAW,IAAI,EAAE;QACjE,YAAYD,AAAuB,MAAvBA,YAAY,MAAM,GAASA,WAAW,CAAC,EAAE,GAAG;QACxD,YAAYF,QAAQ,OAAO,CAAC,CAACG,SAAWA,OAAO,UAAU,IAAI,EAAE;IACjE;IACA,OAAOF,2BAA2BI;AACpC;AAEO,MAAME;IAGH,sBAAsBC,SAAiB,EAAEC,gBAAyB,EAAE;QAC1E,OAAO,IAAIX,iBAAiB;YAC1B,YAAY;YACZU;YACAC;YACA,aAAa,EAAE;YACf,YAAY,EAAE;QAChB,GAAG,SAAS;IACd;IAEO,OAAOC,UAAoC,EAAE;QAClD,IACE,CAACA,WAAW,cAAc,IAC1BA,AAA2C,cAA3CA,WAAW,gBAAgB,CAAC,UAAU,EAEtC,MAAM,IAAIC,MACR;QAIJ,IAAID,WAAW,cAAc,EAAE;YAC7B,MAAME,gBAAgBtB,qBAAqBoB,WAAW,cAAc;YACpE,MAAMG,iBAAiBP;YACvB,IACEM,iBACAC,kBACAD,kBAAkBC,kBAClB,CAACpB,yBAAyB,GAAG,CAACmB,gBAC9B;gBACAnB,yBAAyB,GAAG,CAACmB;gBAC7BE,OACE,CAAC,iGAAiG,EAAEF,cAAc,kCAAkC,EAAEC,eAAe,gRAAgR,CAAC;YAE1b;QACF;QACA,IAAI,CAAC,WAAW,CAAC,IAAI,CAACH;IACxB;IACO,QAAQ;QACb,IAAI,CAAC,WAAW,GAAG,EAAE;IACvB;IAQQ,iBAAiBK,QAAkB,EAAU;QACnD,MAAMC,YAAYD,SACf,GAAG,CAAC,CAACE,IAAMC,oBAAoBD,IAC/B,MAAM,CAAC,CAACA,IAAMA,EAAE,MAAM,GAAG;QAC5B,IAAID,AAAqB,MAArBA,UAAU,MAAM,EAAQ,OAAO;QACnC,IAAIA,AAAqB,MAArBA,UAAU,MAAM,EAAQ,OAAOA,SAAS,CAAC,EAAE;QAK/C,MAAMG,OAAOrB,iBAAiB,oBAAoB,CAACkB,SAAS,CAAC,EAAE;QAC/D,MAAMI,gBAAgB;eAAID,KAAK,UAAU;SAAC;QAC1C,IAAK,IAAIE,IAAI,GAAGA,IAAIL,UAAU,MAAM,EAAEK,IAAK;YACzC,MAAMC,QAAQxB,iBAAiB,oBAAoB,CAACkB,SAAS,CAACK,EAAE;YAChED,cAAc,IAAI,IAAIE,MAAM,UAAU;QACxC;QACAH,KAAK,UAAU,GAAGrC,2BAA2BsC;QAC7C,OAAOD,KAAK,SAAS;IACvB;IAEO,aACLI,iBAAkC,MAAM,EACxCC,IAIC,EACc;QACf,MAAM,EACJC,oBAAoB,KAAK,EACzBC,YAAY,KAAK,EACjBC,SAAS,EACV,GAAGH,QAAQ,CAAC;QAEb,IAAI,AAA4B,MAA5B,IAAI,CAAC,WAAW,CAAC,MAAM,EAAQ;YACjCV,OAAO;YACP,OAAO;QACT;QAEA,MAAMc,YAAYD,YACdjD,QAAaiD,aACbE,qBAAqB;QACzB,IAAIF,WACFG,UAAUF,WAAW;YAAE,WAAW;QAAK;QAOzC,MAAMG,mBAAmB,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAACC,OAC7C5B,QACE4B,KAAK,cAAc,IAAIvD,sBAAsBuD,KAAK,cAAc;QAGpE,MAAMC,yBAAyBF,iBAAiB,IAAI,CAAC3B;QAErD,MAAM8B,eACJX,AAAmB,WAAnBA,iBACIY,kBAAkB,mBAClBZ;QAIN,MAAMa,iBAAiBH,yBACnBvD,QAAakD,WAAWM,cAAc,gBACtCxD,QAAakD,WAAW,GAAGM,aAAa,KAAK,CAAC;QAElD,IAAIX,AAAmB,WAAnBA,kBAA6B3C,WAAWwD,iBAAiB;YAC3D,IAAI,CAACV,WACH,MAAM,IAAIf,MACR,CAAC,4BAA4B,EAAEyB,eAAe,+CAA+C,CAAC;YAGlG,IAAIH,wBACFI,OAAO3D,QAAa0D,iBAAiB;gBAAE,WAAW;gBAAM,OAAO;YAAK;iBAEpEE,WAAWF;QAEf;QAEA,IAAIH,wBACFH,UAAUpD,QAAa0D,iBAAiB;YAAE,WAAW;QAAK;QAG5DtB,OACE,CAAC,cAAc,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,sCAAsC,CAAC;QAGlF,IAAI;YAGF,MAAMyB,aAAa;YACnB,MAAMC,MAAMC;YACZ,MAAMC,aAAaF,IAAI,WAAW,CAACD;YACnC,MAAMI,kBACJD,AAAe,OAAfA,aAAoBF,IAAI,KAAK,CAAC,GAAGE,cAAcF;YACjDI,eAAeR,gBAAgBO;YAG/B,IAAIV,wBACFW,eAAeR,gBAAgBS;YAGjC,MAAMC,eAAmC,EAAE;YAG3C,IAAK,IAAIzB,IAAI,GAAGA,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,EAAEA,IAAK;gBAChD,MAAMX,aAAa,IAAI,CAAC,WAAW,CAACW,EAAE;gBACtCP,OAAO,CAAC,kBAAkB,EAAEO,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE;gBAE9D,MAAM,EAAE0B,gBAAgB,EAAE,GAAGrC;gBAC7B,IAAId,aAAa,IAAI,CAAC,qBAAqB,CACzCmD,iBAAiB,SAAS,EAC1BA,iBAAiB,eAAe;gBAElC,IAAIC,gBAAgB,CAAC,aAAa,EAAE3B,GAAG;gBAEvC,IAAIX,WAAW,cAAc,EAAE;oBAC7B,IAAIqB,gBAAgB,CAACV,EAAE,EAAE;wBAIvB,MAAM4B,YAAYvE,QAAagC,WAAW,cAAc;wBACxD,MAAMwC,iBAAiBxE,KAAUuE,WAAW;wBAC5C,IAAIrE,WAAWsE,iBAAiB;4BAC9B,MAAMC,uBAAuBzE,KAC3BA,QAAa0D,iBACb;4BAEFN,UAAUqB,sBAAsB;gCAAE,WAAW;4BAAK;4BAClD,KAAK,MAAMC,QAAQC,YAAYH,gBAAiB;gCAC9C,MAAMI,MAAM5E,KAAUwE,gBAAgBE;gCACtC,MAAMG,OAAO7E,KAAUyE,sBAAsBC;gCAC7CI,aAAaF,KAAKC;4BACpB;wBACF;oBACF,OAEEE,yBAAyB/C,WAAW,cAAc,EAAE0B;oBAStD,MAAMsB,WAAWC,0BACfjD,WAAW,cAAc,EACzB,MAAM,CAAC,CAACkD,IAAMA,EAAE,OAAO,CAAC,QAAQ,CAAC;oBACnC,MAAMC,eAAeH,QAAQ,CAAC,EAAE,EAAE,QAAQ,MACxC;oBAEF,IAAIG,cACFb,gBAAgBc,mBAAmBD,YAAY,CAAC,EAAE;oBAEpD,MAAME,sBACJL,SAAS,MAAM,GAAG,IACd,IAAI,CAAC,gBAAgB,CAACA,SAAS,GAAG,CAAC,CAACE,IAAMA,EAAE,OAAO,KACnDpE,0BAA0BkB,WAAW,cAAc;oBACzD,IAAIqD,qBACFnE,aAAamE;gBAEjB;gBAEA,MAAMC,cAAcrE,wBAAwBC;gBAC5C,IAAIoE,aACFlB,aAAa,IAAI,CAACkB;gBAGpB,MAAMC,gBAAgB,GAAGC,kBACvB;oBACEtE;oBACA,YAAY;wBACV,iBAAiBoD;wBACjB,CAAC9E,0BAA0B,EAAE+D,yBACzB,cACA;wBACJ,0BAA0Bc,iBAAiB,YAAY;wBACvD,wBAAwBA,iBAAiB,UAAU;wBACnD,uBAAuBA,iBAAiB,SAAS;wBACjD,oBAAoBA,iBAAiB,MAAM;wBAC3C,6BAA6BA,iBAAiB,eAAe;wBAC7D,WAAW;oBACb;gBACF,GACAoB,QACAA,QACA,OACA,EAAE,CAAC;gBAELvB,eAAeR,gBAAgB6B;YACjC;YAEA,MAAMG,eAAerE,yBAAyB+C;YAC9C,IAAIsB,cACFxB,eAAeR,gBAAgBgC;YAIjCxB,eAAeR,gBAAgB,GAAGG,WAAW,EAAE,CAAC;YAEhDzB,OAAO,CAAC,gCAAgC,EAAEsB,gBAAgB;YAG1D,IAAIX,mBAAmB;gBACrB,KAAK,MAAMO,QAAQ,IAAI,CAAC,WAAW,CACjC,IAAKA,KAAK,cAAc,EACxB,IAAI;oBACF,IAAInD,uBAAuBmD,KAAK,cAAc,GAAG;wBAG/C,MAAMiB,YAAYvE,QAAasD,KAAK,cAAc;wBAClDK,OAAOY,WAAW;4BAAE,WAAW;4BAAM,OAAO;wBAAK;oBACnD,OACEX,WAAWN,KAAK,cAAc;gBAElC,EAAE,OAAOqC,OAAO;oBACdvD,OAAO,CAAC,sBAAsB,EAAEkB,KAAK,cAAc,CAAC,EAAE,EAAEqC,OAAO;gBACjE;gBAEFvD,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,iBAAiB,CAAC;YAC9D;YACA,OAAOsB;QACT,EAAE,OAAOiC,OAAO;YACdvD,OAAO,CAAC,uBAAuB,EAAEuD,OAAO;YACxC,MAAMA;QACR;IACF;;QAtRA,uBAAQ,eAA0C,EAAE;;AAuRtD;AAsBO,SAASC,yBACdC,QAAgB;IAEhB,IAAIC,WAAoC;IACxC,IAAIC,kBAAkB;IACtB,MAAMC,4BAA4B,IAAIxF;IAEtCZ,sBAAsBiG,UAAU,CAACI;QAC/B,IAAI,CAACA,WAAW,OAAO,CAAC,QAAQ,CAAC,kBAC/B,OAAO;QAET,MAAMC,cAAc9E,iBAAiB,oBAAoB,CACvDoB,oBAAoByD,WAAW,OAAO;QAExC,KAAK,MAAME,aAAaD,YAAY,UAAU,CAAE;YAC9CH,mBAAmB;YACnB,IAAII,UAAU,EAAE,EACdH,0BAA0B,GAAG,CAACG,UAAU,EAAE,EAAEJ;QAEhD;QACA,OAAO;IACT;IAEA,MAAM1F,aAA+B,EAAE;IACvC0F,kBAAkB;IAClBnG,sBAAsBiG,UAAU,CAACI;QAC/B,IAAI,CAACA,WAAW,OAAO,CAAC,QAAQ,CAAC,kBAC/B,OAAO;QAGT,MAAMC,cAAc9E,iBAAiB,oBAAoB,CACvDoB,oBAAoByD,WAAW,OAAO;QAExC,IAAI,CAACH,UACHA,WAAWI;QAGb,KAAK,MAAMC,aAAaD,YAAY,UAAU,CAAE;YAC9CH,mBAAmB;YACnB,IACEI,CAAAA,UAAU,EAAE,IACZH,0BAA0B,GAAG,CAACG,UAAU,EAAE,MAAMJ,iBAIlD1F,WAAW,IAAI,CAAC8F;QAClB;QAEA,OAAO;IACT;IAEA,IAAI,CAACL,UACH,MAAM,IAAI7D,MAAM,CAAC,gCAAgC,EAAE4D,UAAU;IAG/D,OAAO;QACLC;QACAzF;IACF;AACF;AAEA,SAAS+F,oBAAoBC,QAAgB;IAC3C,IAAIA,AAAa,gBAAbA,UAA0B,OAAO;IACrC,IAAIA,AAAa,iBAAbA,UAA2B,OAAO;IACtC,MAAM,IAAIpE,MAAM,CAAC,kCAAkC,EAAEoE,UAAU;AACjE;AAEA,SAASC,kCACPH,SAAyB,EACzBrD,IAIC;IAED,MAAMyD,QAAQ,CAACC;QACb,IAAI7F,MAAM,OAAO,CAAC6F,OAAO;YACvB,KAAK,MAAMC,QAAQD,KACjBD,MAAME;YAER;QACF;QAEA,IAAI,AAAgB,YAAhB,OAAOD,QAAqBA,AAAS,SAATA,MAAe;QAE/C,MAAME,MAAMC,uBAAuBH;QACnC,IAAIE,KAAK;YACP,MAAME,MAAMR,oBAAoBM,IAAI,QAAQ;YAC5C,MAAMG,WAAW,GAAGH,IAAI,EAAE,CAAC,CAAC,EAAEE,KAAK;YACnC,MAAME,eAAe,CAAC,cAAc,EAAED,UAAU;YAChD,MAAME,eAAe/G,KAAU8C,KAAK,cAAc,EAAE+D;YAEpD,IAAI,CAAC/D,KAAK,YAAY,CAAC,GAAG,CAAC+D,WAAW;gBACpC,MAAMG,WAAWC,wBAAwBP,KAAK;oBAC5C,YAAY5D,KAAK,QAAQ;gBAC3B;gBACA,IAAIkE,AAAkB,eAAlBA,SAAS,IAAI,EAAiB;oBAChC,MAAME,YAAYF,SAAS,OAAO,CAAC,OAAO,CACxC,mCACA;oBAEFG,cAAcJ,cAAcK,OAAO,IAAI,CAACF,WAAW;gBACrD,OACEpC,aAAakC,SAAS,QAAQ,EAAED;gBAElCjE,KAAK,YAAY,CAAC,GAAG,CAAC+D;YACxB;YAEAH,IAAI,OAAO,GAAG;YACdA,IAAI,IAAI,GAAGI;YACX;QACF;QAEA,KAAK,MAAMO,SAASC,OAAO,MAAM,CAACd,MAChCD,MAAMc;IAEV;IAEAd,MAAMJ;AACR;AAMO,SAASoB,2BACdC,OAA+B;IAE/B,MAAM,EAAE3B,QAAQ,EAAE5C,SAAS,EAAE,GAAGuE;IAChC,MAAMhD,iBAAiBxE,KAAUiD,WAAW;IAE5CG,UAAUH,WAAW;QAAE,WAAW;IAAK;IACvCG,UAAUoB,gBAAgB;QAAE,WAAW;IAAK;IAE5C,MAAMiD,qBAA+B,EAAE;IACvC,MAAMC,yBAAyB,IAAI1G;IACnC,MAAM,EAAE8E,QAAQ,EAAEzF,UAAU,EAAE,GAAGuF,yBAAyBC;IAE1D,IAAI8B,YAAY;IAChB,KAAK,MAAMxB,aAAa9F,WAAY;QAClCsH,aAAa;QACbrB,kCAAkCH,WAAW;YAC3CN;YACArB;YACA,cAAckD;QAChB;QACA,MAAME,sBAAsB,IAAIxG,iBAAiB;YAC/C,YAAY0E,SAAS,UAAU;YAC/B,WAAWA,SAAS,SAAS;YAC7B,kBAAkBA,SAAS,gBAAgB;YAC3C,aAAaA,SAAS,WAAW;YACjC,YAAYA,SAAS,UAAU;YAC/B,YAAY;gBAACK;aAAU;QACzB;QAEA,MAAM0B,eAAe7H,KAAUiD,WAAW,GAAG0E,UAAU,eAAe,CAAC;QACvER,cAAcU,cAAcD,oBAAoB,SAAS,CAAC,IAAI;QAC9DH,mBAAmB,IAAI,CAACI;IAC1B;IAEA,OAAO;QACLJ;QACA,iBAAiB9G,MAAM,IAAI,CAAC+G,wBACzB,IAAI,GACJ,GAAG,CAAC,CAACb,WAAa7G,KAAUwE,gBAAgBqC;IACjD;AACF"}

package/dist/es/types.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"types.mjs","sources":["../../src/types.ts"],"sourcesContent":["/* eslint-disable @typescript-eslint/no-explicit-any */\n\nimport type { NodeType } from '@midscene/shared/constants';\nimport type { CreateOpenAIClientFn, TModelConfig } from '@midscene/shared/env';\nimport type {\n  BaseElement,\n  LocateResultElement,\n  Rect,\n  Size,\n} from '@midscene/shared/types';\nimport type { z } from 'zod';\nimport type { TUserPrompt } from './common';\nimport type { ScreenshotItem } from './screenshot-item';\nimport type {\n  DetailedLocateParam,\n  MidsceneYamlFlowItem,\n  ServiceExtractOption,\n} from './yaml';\n\nexport type {\n  ElementTreeNode,\n  BaseElement,\n  Rect,\n  Size,\n  Point,\n} from '@midscene/shared/types';\nexport * from './yaml';\n\nexport { ServiceError } from './errors';\nexport {\n  ExecutionDump,\n  ReportActionDump,\n  GroupedActionDump,\n} from './dump/report-action-dump';\n\nexport type AIUsageInfo = Record<string, any> & {\n  prompt_tokens: number | undefined;\n  completion_tokens: number | undefined;\n  total_tokens: number | undefined;\n  cached_input: number | undefined;\n  time_cost: number | undefined;\n  model_name: string | undefined;\n  model_description: string | undefined;\n  /**\n   * Raw top-level `.model` value returned by the model service response.\n   */\n  response_model_name: string | undefined;\n  /**\n   * Semantic intent of the model call, such as default, planning, or insight.\n   */\n  intent: string | undefined;\n  /**\n   * Config slot where the model config was resolved from. For example, a\n   * planning call may use the default slot when no planning model is configured.\n   */\n  slot: string | undefined;\n  request_id: string | undefined;\n};\n\nexport type { LocateResultElement };\n\nexport type AISingleElementResponseByPosition = {\n  position?: {\n    x: number;\n    y: number;\n  };\n  bbox?: [number, number, number, number];\n  reason: string;\n  text: string;\n};\n\nexport type LocateResultPoint = [number, number];\nexport type Bbox = [number, number, number, number];\nexport type LocateResultBbox = Bbox;\nexport type PixelBbox = Bbox;\n\nexport interface AIElementLocateResponse {\n  bbox?: LocateResultBbox;\n  point?: LocateResultPoint;\n  errors?: string[];\n}\n\nexport interface AIDataExtractionResponse<DataDemand> {\n  data: DataDemand;\n  errors?: string[];\n  thought?: string;\n}\n\nexport interface AISectionLocatorResponse {\n  bbox?: LocateResultBbox;\n  point?: LocateResultPoint;\n  references_bbox?: LocateResultBbox[];\n  references_point?: LocateResultPoint[];\n  error?: string;\n}\n\nexport interface AIAssertionResponse {\n  pass: boolean;\n  thought: string;\n}\n\nexport interface AIDescribeElementResponse {\n  description: string;\n  error?: string;\n}\n\nexport interface LocatorValidatorOption {\n  centerDistanceThreshold?: number;\n}\n\nexport interface LocateValidatorResult {\n  pass: boolean;\n  rect: Rect;\n  center: [number, number];\n  centerDistance?: number;\n  includedInRect?: boolean;\n}\n\nexport interface AgentDescribeElementAtPointResult {\n  prompt: string;\n  deepLocate: boolean;\n  deepDescribe: boolean;\n  verifyResult?: LocateValidatorResult;\n  success: boolean;\n  error?: string;\n  failureStage?: 'describe' | 'verify';\n}\n\n/**\n * context\n */\n\nexport abstract class UIContext {\n  /**\n   * screenshot of the current UI state. which size is shotSize(be shrunk by screenshotShrinkFactor),\n   */\n  abstract screenshot: ScreenshotItem;\n\n  /**\n   * Optional sequence of screenshots captured over a short time window, in\n   * temporal order (earliest first, latest last). When present with more than\n   * one frame, extract/assert flows submit all frames to the model so it can\n   * observe transient UI (toasts, carousels, auto-hiding controls). The last\n   * frame is the same state as {@link screenshot}.\n   */\n  abstract screenshotSequence?: ScreenshotItem[];\n\n  /**\n   * screenshot size after shrinking\n   */\n  abstract shotSize: Size;\n\n  /**\n   * The ratio for converting shrunk screenshot coordinates to logical coordinates.\n   *\n   * Example:\n   * - Physical screen width: 3000px, dpr=6\n   * - Logical width: 500px\n   * - User-defined screenshotShrinkFactor: 2\n   * - Actual shrunk screenshot width: 3000 / 2 = 1500px\n   * - shrunkShotToLogicalRatio: dpr / screenshotShrinkFactor = 6 / 2 = 3\n   * - To map back to logical coordinates: 1500 / shrunkShotToLogicalRatio = 500px\n   */\n  abstract shrunkShotToLogicalRatio: number;\n\n  abstract _isFrozen?: boolean;\n\n  // @deprecated - backward compatibility for aiLocate\n  abstract deprecatedDpr?: number;\n}\n\nexport type EnsureObject<T> = { [K in keyof T]: any };\n\nexport type ServiceAction = 'locate' | 'extract' | 'assert' | 'describe';\n\nexport type ServiceExtractParam = string | Record<string, string>;\n\nexport type ElementCacheFeature = Record<string, unknown>;\n\nexport interface LocateResult {\n  element: LocateResultElement | null;\n  rect?: Rect;\n}\n\nexport type ThinkingLevel = 'off' | 'medium' | 'high';\n\nexport type DeepThinkOption = 'unset' | true | false;\n\nexport interface ServiceTaskInfo {\n  durationMs: number;\n  formatResponse?: unknown;\n  /**\n   * Adapter-extracted content used by Midscene for parsing. This is not the\n   * full provider response or choices[0].message.\n   */\n  rawResponse?: unknown;\n  rawChoiceMessage?: unknown;\n  usage?: AIUsageInfo;\n  searchArea?: Rect;\n  /**\n   * Adapter-extracted content from the search-area model call. This is not the\n   * full provider response or choices[0].message.\n   */\n  searchAreaRawResponse?: string;\n  searchAreaRawChoiceMessage?: unknown;\n  searchAreaUsage?: AIUsageInfo;\n  reasoning_content?: string;\n}\n\nexport interface DumpMeta {\n  logTime: number;\n}\n\nexport type ReportAttributes = Record<\n  string,\n  string | number | boolean | null | undefined\n>;\n\nexport interface ReportDumpWithAttributes {\n  dumpString: string;\n  attributes?: ReportAttributes;\n}\n\nexport interface ServiceDump extends DumpMeta {\n  type: 'locate' | 'extract' | 'assert';\n  logId: string;\n  userQuery: {\n    element?: TUserPrompt;\n    dataDemand?: ServiceExtractParam;\n    assertion?: TUserPrompt;\n  };\n  matchedElement?: LocateResultElement[];\n  matchedRect?: Rect;\n  deepLocate?: boolean;\n  data: any;\n  assertionPass?: boolean;\n  assertionThought?: string;\n  taskInfo: ServiceTaskInfo;\n  error?: string;\n  output?: any;\n}\n\nexport type PartialServiceDumpFromSDK = Omit<\n  ServiceDump,\n  'logTime' | 'logId' | 'model_name'\n>;\n\nexport interface ServiceResultBase {\n  dump: ServiceDump;\n}\n\nexport type LocateResultWithDump = LocateResult & ServiceResultBase;\n\nexport interface ServiceExtractResult<T> extends ServiceResultBase {\n  data: T;\n  thought?: string;\n  usage?: AIUsageInfo;\n  reasoning_content?: string;\n}\n\n// intermediate variables to optimize the return value by AI\nexport interface LiteUISection {\n  name: string;\n  description: string;\n  sectionCharacteristics: string;\n  textIds: string[];\n}\n\nexport type ElementById = (id: string) => BaseElement | null;\n\nexport type ServiceAssertionResponse = AIAssertionResponse & {\n  usage?: AIUsageInfo;\n};\n\n/**\n * agent\n */\n\nexport type OnTaskStartTip = (tip: string) => Promise<void> | void;\n\nexport interface AgentWaitForOpt extends ServiceExtractOption {\n  checkIntervalMs?: number;\n  timeoutMs?: number;\n}\n\nexport interface AgentAssertOpt {\n  keepRawResponse?: boolean;\n  context?: string;\n  abortSignal?: AbortSignal;\n}\n\n/**\n * planning\n *\n */\n\nexport interface PlanningLocateParam extends DetailedLocateParam {\n  bbox?: LocateResultBbox;\n  point?: LocateResultPoint;\n}\n\nexport type PlanningLocateParamWithLocatedPixelBbox = PlanningLocateParam & {\n  /** Pixel bbox of the located element in screenshot coordinates. */\n  locatedPixelBbox: PixelBbox;\n};\n\nexport interface PlanningAction<ParamType = any> {\n  thought?: string;\n  log?: string; // a brief preamble to the user explaining what you’re about to do\n  type: string;\n  param: ParamType;\n}\n\nexport type SubGoalStatus = 'pending' | 'running' | 'finished';\n\nexport interface SubGoal {\n  index: number;\n  status: SubGoalStatus;\n  description: string;\n  logs?: string[];\n}\n\nexport interface RawResponsePlanningAIResponse {\n  action: PlanningAction;\n  thought?: string;\n  log: string;\n  memory?: string;\n  error?: string;\n  finalizeMessage?: string;\n  finalizeSuccess?: boolean;\n  updateSubGoals?: SubGoal[];\n  markFinishedIndexes?: number[];\n}\n\nexport interface PlanningAIResponse\n  extends Omit<RawResponsePlanningAIResponse, 'action'> {\n  actions?: PlanningAction[];\n  usage?: AIUsageInfo;\n  /**\n   * Adapter-extracted content used by Midscene for parsing. This is not the\n   * full provider response or choices[0].message.\n   */\n  rawResponse?: string;\n  rawChoiceMessage?: unknown;\n  yamlFlow?: MidsceneYamlFlowItem[];\n  yamlString?: string;\n  error?: string;\n  reasoning_content?: string;\n  shouldContinuePlanning: boolean;\n  output?: string; // Output message from <complete> tag (same as finalizeMessage)\n}\n\nexport interface PlanningActionParamSleep {\n  timeMs: number;\n}\n\nexport interface PlanningActionParamError {\n  thought: string;\n}\n\nexport type PlanningActionParamWaitFor = AgentWaitForOpt & {};\n\nexport interface LongPressParam {\n  duration?: number;\n}\n\nexport interface PullParam {\n  direction: 'up' | 'down';\n  distance?: number;\n  duration?: number;\n}\n/**\n * misc\n */\n\nexport interface Color {\n  name: string;\n  hex: string;\n}\n\nexport interface BaseAgentParserOpt {\n  selector?: string;\n}\n// eslint-disable-next-line @typescript-eslint/no-empty-interface\nexport interface PuppeteerParserOpt extends BaseAgentParserOpt {}\n\n// eslint-disable-next-line @typescript-eslint/no-empty-interface\nexport interface PlaywrightParserOpt extends BaseAgentParserOpt {}\n\n/*\naction\n*/\nexport interface ExecutionTaskProgressOptions {\n  onTaskStart?: (task: ExecutionTask) => Promise<void> | void;\n}\n\n/**\n * Generic agent progress bus.\n *\n * Progress notifications are a single, generic stream the agent broadcasts as\n * it works. Each event is a thin envelope: a `scope` naming the producer, a\n * `phase` within that producer's lifecycle, a monotonic `sequence`, and a\n * structured, presentation-free `data` payload. The bus knows nothing about any\n * particular producer's payload - consumers narrow by `scope`. `aiAct` is the\n * first producer (\"pilot\") on this bus; others (queries, waits, ...) can be\n * added without touching the bus, the listener API, or the renderer core.\n */\nexport interface AgentProgressEvent<\n  TScope extends string = string,\n  TData = unknown,\n  TPhase extends string = string,\n> {\n  scope: TScope;\n  phase: TPhase;\n  sequence: number;\n  data: TData;\n}\n\nexport type AgentProgressListener<\n  TScope extends string = string,\n  TData = unknown,\n  TPhase extends string = string,\n> = (event: AgentProgressEvent<TScope, TData, TPhase>) => Promise<void> | void;\n\n// --- aiAct: the first producer on the generic progress bus ---\n\nexport type AiActProgressPhase =\n  | 'start'\n  | 'plan_thinking'\n  | 'plan_planned'\n  | 'plan_action'\n  | 'plan_failed'\n  | 'action_running'\n  | 'action_done'\n  | 'action_failed'\n  | 'complete'\n  | 'failed';\n\nexport interface AiActProgressAction {\n  name: string;\n  target?: string;\n  point?: [number, number];\n  bbox?: [number, number, number, number];\n  /**\n   * Structured, compacted summary of the action params for actions that are\n   * not described by a point/bbox (e.g. `Sleep` -> `{ timeMs }`). This is data,\n   * never a pre-formatted display string; consumers decide how to render it.\n   */\n  param?: unknown;\n}\n\n/**\n * Structured payload carried by aiAct progress events. The producer only\n * reports *what happened* as data: the action involved, the raw text the model\n * produced, timings and errors. It never assembles human-readable log lines or\n * truncates strings for display - that belongs to whichever layer consumes the\n * stream (e.g. the CLI verbose renderer).\n */\nexport interface AiActProgressData {\n  /** Original user instruction, present on the `start` phase. */\n  prompt?: string;\n  planIndex?: number;\n  planLimit?: number;\n  /** Latest screenshot, present on `plan_thinking`. */\n  screenshot?: ScreenshotItem;\n  /** Structured action descriptor, present on the `*action*` phases. */\n  action?: AiActProgressAction;\n  /**\n   * Raw, untruncated semantic text produced by the model. Consumers choose\n   * which field to surface and how to format/truncate it.\n   */\n  thought?: string;\n  log?: string;\n  output?: string;\n  /** Wall-clock cost of an action, present on `action_done`/`action_failed`. */\n  durationMs?: number;\n  error?: string;\n}\n\nexport const aiActProgressScope = 'aiAct';\n\nexport interface ExecutionRecorderItem {\n  type: 'screenshot';\n  ts: number;\n  screenshot?: ScreenshotItem;\n  description?: string;\n  timing?: string;\n}\n\nexport interface RecordToReportScreenshot {\n  /**\n   * PNG/JPEG data URI, or raw PNG base64 body.\n   */\n  base64: string;\n  description?: string;\n}\n\nexport interface RecordToReportOptions {\n  content?: string;\n  /**\n   * @deprecated Use `screenshots: [{ base64 }]` instead.\n   */\n  screenshotBase64?: string;\n  /**\n   * Custom screenshots to display under a single report entry.\n   */\n  screenshots?: RecordToReportScreenshot[];\n}\n\nexport type ExecutionTaskType = 'Planning' | 'Insight' | 'Action Space' | 'Log';\n\nexport interface ExecutorContext {\n  task: ExecutionTask;\n  element?: LocateResultElement | null;\n  uiContext?: UIContext;\n}\n\nexport interface ExecutionTaskApply<\n  Type extends ExecutionTaskType = any,\n  TaskParam = any,\n  TaskOutput = any,\n  TaskLog = any,\n> {\n  type: Type;\n  subType?: string;\n  param?: TaskParam;\n  thought?: string;\n  uiContext?: UIContext;\n  executor: (\n    param: TaskParam,\n    context: ExecutorContext,\n  ) => // biome-ignore lint/suspicious/noConfusingVoidType: void is intentionally allowed as some executors may not return a value\n    | Promise<ExecutionTaskReturn<TaskOutput, TaskLog> | undefined | void>\n    | undefined\n    | void;\n}\n\nexport interface ExecutionTaskHitBy {\n  from: string;\n  context: Record<string, any>;\n}\n\nexport interface ExecutionTaskReturn<TaskOutput = unknown, TaskLog = unknown> {\n  output?: TaskOutput;\n  log?: TaskLog;\n  recorder?: ExecutionRecorderItem[];\n  hitBy?: ExecutionTaskHitBy;\n}\n\nexport type ExecutionTask<\n  E extends ExecutionTaskApply<any, any, any> = ExecutionTaskApply<\n    any,\n    any,\n    any\n  >,\n> = E &\n  ExecutionTaskReturn<\n    E extends ExecutionTaskApply<any, any, infer TaskOutput, any>\n      ? TaskOutput\n      : unknown,\n    E extends ExecutionTaskApply<any, any, any, infer TaskLog>\n      ? TaskLog\n      : unknown\n  > & {\n    taskId: string;\n    status: 'pending' | 'running' | 'finished' | 'failed' | 'cancelled';\n    /**\n     * Optional feedback produced by a task for the next planning round.\n     * This is execution metadata, not part of the action return value.\n     */\n    planningFeedback?: string;\n    error?: Error;\n    errorMessage?: string;\n    errorStack?: string;\n    timing?: {\n      start: number;\n      getUiContextStart?: number;\n      getUiContextEnd?: number;\n      callAiStart?: number;\n      callAiEnd?: number;\n      beforeInvokeActionHookStart?: number;\n      beforeInvokeActionHookEnd?: number;\n      callActionStart?: number;\n      callActionEnd?: number;\n      afterInvokeActionHookStart?: number;\n      afterInvokeActionHookEnd?: number;\n      captureAfterCallingSnapshotStart?: number;\n      captureAfterCallingSnapshotEnd?: number;\n      end?: number;\n      cost?: number;\n    };\n    usage?: AIUsageInfo;\n    /**\n     * Pixel rect of the deepLocate first-stage search area in screenshot\n     * coordinates. Used by reports to explain the crop/zoom area that the\n     * final locate ran against.\n     */\n    searchArea?: Rect;\n    searchAreaUsage?: AIUsageInfo;\n    reasoning_content?: string;\n  };\n\nexport interface IExecutionDump extends DumpMeta {\n  /** Stable unique identifier for this execution run */\n  id?: string;\n  name: string;\n  description?: string;\n  tasks: ExecutionTask[];\n  aiActContext?: string;\n}\n\n/*\ntask - service-locate\n*/\nexport type ExecutionTaskInsightLocateParam = PlanningLocateParam;\n\nexport interface ExecutionTaskInsightLocateOutput {\n  element: LocateResultElement | null;\n}\n\nexport type ExecutionTaskInsightDump = ServiceDump;\n\nexport type ExecutionTaskInsightLocateApply = ExecutionTaskApply<\n  'Insight',\n  ExecutionTaskInsightLocateParam,\n  ExecutionTaskInsightLocateOutput,\n  ExecutionTaskInsightDump\n>;\n\nexport type ExecutionTaskInsightLocate =\n  ExecutionTask<ExecutionTaskInsightLocateApply>;\n\n/*\ntask - service-query\n*/\nexport interface ExecutionTaskInsightQueryParam {\n  dataDemand: ServiceExtractParam;\n  domIncluded?: boolean | 'visible-only';\n}\n\nexport interface ExecutionTaskInsightQueryOutput {\n  data: any;\n}\n\nexport type ExecutionTaskInsightQueryApply = ExecutionTaskApply<\n  'Insight',\n  ExecutionTaskInsightQueryParam,\n  any,\n  ExecutionTaskInsightDump\n>;\n\nexport type ExecutionTaskInsightQuery =\n  ExecutionTask<ExecutionTaskInsightQueryApply>;\n\n/*\ntask - assertion\n*/\nexport interface ExecutionTaskInsightAssertionParam {\n  assertion: string;\n}\n\nexport type ExecutionTaskInsightAssertionApply = ExecutionTaskApply<\n  'Insight',\n  ExecutionTaskInsightAssertionParam,\n  ServiceAssertionResponse,\n  ExecutionTaskInsightDump\n>;\n\nexport type ExecutionTaskInsightAssertion =\n  ExecutionTask<ExecutionTaskInsightAssertionApply>;\n\n/*\ntask - action (i.e. interact) \n*/\nexport type ExecutionTaskActionApply<ActionParam = any> = ExecutionTaskApply<\n  'Action Space',\n  ActionParam,\n  void,\n  void\n>;\n\nexport type ExecutionTaskAction = ExecutionTask<ExecutionTaskActionApply>;\n\n/*\ntask - Log\n*/\n\nexport type ExecutionTaskLogApply<\n  LogParam = {\n    content: string;\n  },\n> = ExecutionTaskApply<'Log', LogParam, void, void>;\n\nexport type ExecutionTaskLog = ExecutionTask<ExecutionTaskLogApply>;\n\n/*\ntask - planning\n*/\n\nexport interface ExecutionTaskPlanningParam {\n  userInstruction: TUserPrompt;\n  userInstructionDisplay?: string;\n  replanningCycleLimit?: number;\n  aiActContext?: string;\n  imagesIncludeCount?: number;\n  deepThink?: DeepThinkOption;\n  subGoalStatus?: string;\n  memoriesStatus?: string;\n}\n\nexport type ExecutionTaskPlanningApply = ExecutionTaskApply<\n  'Planning',\n  ExecutionTaskPlanningParam,\n  PlanningAIResponse\n>;\n\nexport type ExecutionTaskPlanning = ExecutionTask<ExecutionTaskPlanningApply>;\n\n/*\ntask - planning-locate\n*/\nexport type ExecutionTaskPlanningLocateParam = PlanningLocateParam;\n\nexport interface ExecutionTaskPlanningLocateOutput {\n  element: LocateResultElement | null;\n}\n\nexport type ExecutionTaskPlanningDump = ServiceDump;\n\nexport type ExecutionTaskPlanningLocateApply = ExecutionTaskApply<\n  'Planning',\n  ExecutionTaskPlanningLocateParam,\n  ExecutionTaskPlanningLocateOutput,\n  ExecutionTaskPlanningDump\n>;\n\nexport type ExecutionTaskPlanningLocate =\n  ExecutionTask<ExecutionTaskPlanningLocateApply>;\n\n/*\nHow a report file stores screenshots:\n- `inline`: base64 image script tags embedded in the single HTML file\n- `directory`: external PNG files under a sibling `screenshots/` dir\n*/\nexport type ScreenshotMode = 'inline' | 'directory';\n\n/*\nReport metadata - extracted from ReportActionDump for per-execution writes\n*/\nexport interface ReportMeta {\n  groupName: string;\n  groupDescription?: string;\n  sdkVersion: string;\n  modelBriefs: ModelBrief[];\n  deviceType?: string;\n}\n\n// Backward-compatible aliases for existing external consumers.\nexport type GroupMeta = ReportMeta;\n\n/*\nReport dump\n*/\nexport interface IReportActionDump {\n  sdkVersion: string;\n  groupName: string;\n  groupDescription?: string;\n  modelBriefs: ModelBrief[];\n  executions: IExecutionDump[];\n  deviceType?: string;\n}\n\n// Backward-compatible aliases for existing external consumers.\nexport type IGroupedActionDump = IReportActionDump;\n\nexport interface ModelBrief {\n  /**\n   * The intent/category of the model call, for example \"planning\" or \"insight\".\n   */\n  intent?: string;\n\n  /**\n   * The model name returned by usage metadata, for example \"gpt-4o\".\n   */\n  name?: string;\n\n  /**\n   * Optional human-readable model description, for example \"qwen2.5-vl mode\".\n   */\n  modelDescription?: string;\n}\n\nexport type InterfaceType =\n  | 'puppeteer'\n  | 'playwright'\n  | 'static'\n  | 'chrome-extension-proxy'\n  | 'android'\n  | string;\n\nexport interface StreamingCodeGenerationOptions {\n  /** Whether to enable streaming output */\n  stream?: boolean;\n  /** Callback function to handle streaming chunks */\n  onChunk?: StreamingCallback;\n  /** Callback function to handle streaming completion */\n  onComplete?: (finalCode: string) => void;\n  /** Callback function to handle streaming errors */\n  onError?: (error: Error) => void;\n}\n\nexport type StreamingCallback = (chunk: CodeGenerationChunk) => void;\n\nexport interface CodeGenerationChunk {\n  /** The incremental content chunk */\n  content: string;\n  /** The reasoning content */\n  reasoning_content: string;\n  /** The accumulated content so far */\n  accumulated: string;\n  /** Whether this is the final chunk */\n  isComplete: boolean;\n  /** Token usage information if available */\n  usage?: AIUsageInfo;\n}\n\nexport interface StreamingAIResponse {\n  /** The final accumulated content */\n  content: string;\n  /** Token usage information */\n  usage?: AIUsageInfo;\n  /** Whether the response was streamed */\n  isStreamed: boolean;\n}\n\nexport interface DeviceAction<TParam = any, TReturn = any> {\n  name: string;\n  description?: string;\n  interfaceAlias?: string;\n  paramSchema?: z.ZodType<TParam>;\n  call: (\n    param: TParam,\n    context?: ExecutorContext,\n  ) => Promise<TReturn> | TReturn;\n  delayBeforeRunner?: number;\n  delayAfterRunner?: number;\n  /**\n   * An example param object for this action.\n   * Locate fields with { prompt } may be resolved to internal pixel bboxes when needed.\n   */\n  sample?: { [K in keyof TParam]?: any };\n}\n\n/**\n * Type utilities for extracting types from DeviceAction definitions\n */\n\n/**\n * Extract parameter type from a DeviceAction\n */\nexport type ActionParam<Action extends DeviceAction<any, any>> =\n  Action extends DeviceAction<infer P, any> ? P : never;\n\n/**\n * Extract return type from a DeviceAction\n */\nexport type ActionReturn<Action extends DeviceAction<any, any>> =\n  Action extends DeviceAction<any, infer R> ? R : never;\n\n/**\n * Web-specific types\n */\nexport interface WebElementInfo extends BaseElement {\n  id: string;\n  attributes: {\n    nodeType: NodeType;\n    [key: string]: string;\n  };\n}\n\n/**\n * Agent\n */\n\nexport type CacheConfig = {\n  strategy?: 'read-only' | 'read-write' | 'write-only';\n  id: string;\n  /**\n   * Optional cache directory path.\n   * When set, cache files are written to this directory instead of\n   * `<MIDSCENE_RUN_DIR>/cache`.\n   */\n  cacheDir?: string;\n};\n\nexport type Cache =\n  | false // No read, no write\n  | true // Will throw error at runtime - deprecated\n  | CacheConfig; // Object configuration (requires explicit id)\n\nexport interface AgentOpt {\n  // @deprecated Use `reportFileName` and `cache.id` instead.\n  testId?: string;\n  // @deprecated\n  cacheId?: string; // Keep backward compatibility, but marked as deprecated\n  groupName?: string;\n  groupDescription?: string;\n  /* if auto generate report, default true */\n  generateReport?: boolean;\n  /* if persist per-execution dump files next to the report, default false */\n  persistExecutionDump?: boolean;\n  /* if auto print report msg, default true */\n  autoPrintReportMsg?: boolean;\n\n  /**\n   * Use directory-based report format with separate image files.\n   *\n   * When enabled:\n   * - Screenshots are saved as PNG files in a `screenshots/` subdirectory\n   * - Report is generated as `index.html` with relative image paths\n   * - Reduces memory usage and report file size\n   *\n   * IMPORTANT: 'html-and-external-assets' reports must be served via HTTP server\n   * (e.g., `npx serve ./report-dir`). The file:// protocol will not\n   * work due to browser CORS restrictions.\n   *\n   * @default 'single-html'\n   */\n  outputFormat?: 'single-html' | 'html-and-external-assets';\n\n  onTaskStartTip?: OnTaskStartTip;\n  aiActContext?: string;\n  aiActionContext?: string;\n  /* custom report file name */\n  reportFileName?: string;\n  reportAttributes?: ReportAttributes;\n  modelConfig?: TModelConfig;\n  cache?: Cache;\n  /**\n   * Maximum number of replanning cycles for aiAct.\n   * Defaults are resolved by the active model adapter: 20 for standard planning,\n   * 40 for UI-TARS, and 100 for Auto-GLM.\n   * If omitted, the agent will also read `MIDSCENE_REPLANNING_CYCLE_LIMIT` for backward compatibility.\n   */\n  replanningCycleLimit?: number;\n\n  /**\n   * Wait time in milliseconds after each action execution.\n   * This allows the UI to settle and stabilize before the next action.\n   * Defaults to 300ms when not provided.\n   */\n  waitAfterAction?: number;\n\n  /**\n   * When set to true, Midscene will use the target device's formatted local\n   * time instead of the runtime system time. The target interface must implement\n   * getDeviceLocalTimeString to provide device-local wall-clock time.\n   * Default: false\n   */\n  useDeviceTime?: boolean;\n\n  /**\n   * Custom screenshot shrink factor to reduce AI token usage.\n   * When set, the screenshot will be scaled down by this factor from the physical resolution.\n   *\n   * Example:\n   * - Physical screen width: 3000px, dpr=6\n   * - Logical width: 500px\n   * - screenshotShrinkFactor: 2\n   * - Actual shrunk screenshot width: 3000 / 2 = 1500px\n   * - AI analyzes the 1500px screenshot\n   * - Coordinates are transformed back to logical (500px) before actions execute\n   *\n   * Benefits:\n   * - Reduces token usage for high-resolution screenshots\n   * - Maintains accuracy by scaling coordinates appropriately\n   *\n   * Must be >= 1 (shrinking only, enlarging is not supported).\n   *\n   * @default 1 (no shrinking, uses original physical screenshot)\n   */\n  screenshotShrinkFactor?: number;\n\n  /**\n   * Custom OpenAI client factory function\n   *\n   * If provided, this function will be called to create OpenAI client instances\n   * for each AI call, allowing you to:\n   * - Wrap clients with observability tools (langsmith, langfuse)\n   * - Use custom OpenAI-compatible clients\n   * - Apply different configurations based on intent\n   *\n   * @param config - Resolved model configuration\n   * @returns OpenAI client instance (original or wrapped)\n   *\n   * @example\n   * ```typescript\n   * createOpenAIClient: async (openai, opts) => {\n   *   // Wrap with langsmith for planning tasks\n   *   if (opts.baseURL?.includes('planning')) {\n   *     return wrapOpenAI(openai, { metadata: { task: 'planning' } });\n   *   }\n   *\n   *   return openai;\n   * }\n   * ```\n   */\n  createOpenAIClient?: CreateOpenAIClientFn;\n\n  /**\n   * Called once per LLM call as soon as its usage is available, with the raw\n   * {@link AIUsageInfo} (token counts, model name, intent, request id, etc.).\n   *\n   * Use this for real-time, per-spec cost observability — e.g. push each call\n   * to Langfuse without waiting for the run to finish. For aggregated totals,\n   * read `agent.metrics` instead.\n   */\n  onLLMUsage?: (usage: AIUsageInfo) => void;\n}\n\nexport type TestStatus =\n  | 'passed'\n  | 'failed'\n  | 'timedOut'\n  | 'skipped'\n  | 'interrupted';\n\nexport interface ReportFileAttributes {\n  testDuration: number;\n  testStatus: TestStatus;\n  testTitle: string;\n  testId: string;\n  testDescription: string;\n}\n\nexport type ReportFileWithAttributes =\n  | {\n      reportFilePath: string;\n      reportAttributes: ReportFileAttributes;\n    }\n  | {\n      reportFilePath?: string;\n      reportAttributes: ReportFileAttributes & { testStatus: 'skipped' };\n    };\n"],"names":["UIContext","aiActProgressScope"],"mappings":";;;AAoIO,MAAeA;AAqCtB;AAsTO,MAAMC,qBAAqB"}
+{"version":3,"file":"types.mjs","sources":["../../src/types.ts"],"sourcesContent":["/* eslint-disable @typescript-eslint/no-explicit-any */\n\nimport type { NodeType } from '@midscene/shared/constants';\nimport type { CreateOpenAIClientFn, TModelConfig } from '@midscene/shared/env';\nimport type {\n  BaseElement,\n  LocateResultElement,\n  Rect,\n  Size,\n} from '@midscene/shared/types';\nimport type { z } from 'zod';\nimport type { TUserPrompt } from './common';\nimport type { ScreenshotItem } from './screenshot-item';\nimport type {\n  DetailedLocateParam,\n  MidsceneYamlFlowItem,\n  ServiceExtractOption,\n} from './yaml';\n\nexport type {\n  ElementTreeNode,\n  BaseElement,\n  Rect,\n  Size,\n  Point,\n} from '@midscene/shared/types';\nexport * from './yaml';\n\nexport { ServiceError } from './errors';\nexport {\n  ExecutionDump,\n  ReportActionDump,\n  GroupedActionDump,\n} from './dump/report-action-dump';\n\nexport type AIUsageInfo = Record<string, any> & {\n  prompt_tokens: number | undefined;\n  completion_tokens: number | undefined;\n  total_tokens: number | undefined;\n  cached_input: number | undefined;\n  time_cost: number | undefined;\n  model_name: string | undefined;\n  model_description: string | undefined;\n  /**\n   * Raw top-level `.model` value returned by the model service response.\n   */\n  response_model_name: string | undefined;\n  /**\n   * Semantic intent of the model call, such as default, planning, or insight.\n   */\n  intent: string | undefined;\n  /**\n   * Config slot where the model config was resolved from. For example, a\n   * planning call may use the default slot when no planning model is configured.\n   */\n  slot: string | undefined;\n  request_id: string | undefined;\n};\n\nexport type { LocateResultElement };\n\nexport type AISingleElementResponseByPosition = {\n  position?: {\n    x: number;\n    y: number;\n  };\n  bbox?: [number, number, number, number];\n  reason: string;\n  text: string;\n};\n\nexport type LocateResultPoint = [number, number];\nexport type Bbox = [number, number, number, number];\nexport type LocateResultBbox = Bbox;\nexport type PixelBbox = Bbox;\n\nexport interface AIElementLocateResponse {\n  bbox?: LocateResultBbox;\n  point?: LocateResultPoint;\n  errors?: string[];\n}\n\nexport interface AIDataExtractionResponse<DataDemand> {\n  data: DataDemand;\n  errors?: string[];\n  thought?: string;\n}\n\nexport interface AISectionLocatorResponse {\n  bbox?: LocateResultBbox;\n  point?: LocateResultPoint;\n  references_bbox?: LocateResultBbox[];\n  references_point?: LocateResultPoint[];\n  error?: string;\n}\n\nexport interface AIAssertionResponse {\n  pass: boolean;\n  thought: string;\n}\n\nexport interface AIDescribeElementResponse {\n  description: string;\n  error?: string;\n}\n\nexport interface LocatorValidatorOption {\n  centerDistanceThreshold?: number;\n}\n\nexport interface LocateValidatorResult {\n  pass: boolean;\n  rect: Rect;\n  center: [number, number];\n  centerDistance?: number;\n  includedInRect?: boolean;\n}\n\nexport interface AgentDescribeElementAtPointResult {\n  prompt: string;\n  deepLocate: boolean;\n  deepDescribe: boolean;\n  verifyResult?: LocateValidatorResult;\n  success: boolean;\n  error?: string;\n  failureStage?: 'describe' | 'verify';\n}\n\n/**\n * context\n */\n\nexport abstract class UIContext {\n  /**\n   * screenshot of the current UI state. which size is shotSize(be shrunk by screenshotShrinkFactor),\n   */\n  abstract screenshot: ScreenshotItem;\n\n  /**\n   * Optional sequence of screenshots captured over a short time window, in\n   * temporal order (earliest first, latest last). When present with more than\n   * one frame, extract/assert flows submit all frames to the model so it can\n   * observe transient UI (toasts, carousels, auto-hiding controls). The last\n   * frame is the same state as {@link screenshot}.\n   */\n  abstract screenshotSequence?: ScreenshotItem[];\n\n  /**\n   * screenshot size after shrinking\n   */\n  abstract shotSize: Size;\n\n  /**\n   * The ratio for converting shrunk screenshot coordinates to logical coordinates.\n   *\n   * Example:\n   * - Physical screen width: 3000px, dpr=6\n   * - Logical width: 500px\n   * - User-defined screenshotShrinkFactor: 2\n   * - Actual shrunk screenshot width: 3000 / 2 = 1500px\n   * - shrunkShotToLogicalRatio: dpr / screenshotShrinkFactor = 6 / 2 = 3\n   * - To map back to logical coordinates: 1500 / shrunkShotToLogicalRatio = 500px\n   */\n  abstract shrunkShotToLogicalRatio: number;\n\n  abstract _isFrozen?: boolean;\n\n  // @deprecated - backward compatibility for aiLocate\n  abstract deprecatedDpr?: number;\n}\n\nexport type EnsureObject<T> = { [K in keyof T]: any };\n\nexport type ServiceAction = 'locate' | 'extract' | 'assert' | 'describe';\n\nexport type ServiceExtractParam = string | Record<string, string>;\n\nexport type ElementCacheFeature = Record<string, unknown>;\n\nexport interface LocateResult {\n  element: LocateResultElement | null;\n  rect?: Rect;\n}\n\nexport type ThinkingLevel = 'off' | 'medium' | 'high';\n\nexport type DeepThinkOption = 'unset' | true | false;\n\nexport interface ServiceTaskInfo {\n  durationMs: number;\n  formatResponse?: unknown;\n  /**\n   * Adapter-extracted content used by Midscene for parsing. This is not the\n   * full provider response or choices[0].message.\n   */\n  rawResponse?: unknown;\n  rawChoiceMessage?: unknown;\n  usage?: AIUsageInfo;\n  searchArea?: Rect;\n  /**\n   * Adapter-extracted content from the search-area model call. This is not the\n   * full provider response or choices[0].message.\n   */\n  searchAreaRawResponse?: string;\n  searchAreaRawChoiceMessage?: unknown;\n  searchAreaUsage?: AIUsageInfo;\n  reasoning_content?: string;\n}\n\nexport interface DumpMeta {\n  logTime: number;\n}\n\nexport type ReportAttributes = Record<\n  string,\n  string | number | boolean | null | undefined\n>;\n\nexport interface ReportDumpWithAttributes {\n  dumpString: string;\n  attributes?: ReportAttributes;\n}\n\nexport interface ServiceDump extends DumpMeta {\n  type: 'locate' | 'extract' | 'assert';\n  logId: string;\n  userQuery: {\n    element?: TUserPrompt;\n    dataDemand?: ServiceExtractParam;\n    assertion?: TUserPrompt;\n  };\n  matchedElement?: LocateResultElement[];\n  matchedRect?: Rect;\n  deepLocate?: boolean;\n  data: any;\n  assertionPass?: boolean;\n  assertionThought?: string;\n  taskInfo: ServiceTaskInfo;\n  error?: string;\n  output?: any;\n}\n\nexport type PartialServiceDumpFromSDK = Omit<\n  ServiceDump,\n  'logTime' | 'logId' | 'model_name'\n>;\n\nexport interface ServiceResultBase {\n  dump: ServiceDump;\n}\n\nexport type LocateResultWithDump = LocateResult & ServiceResultBase;\n\nexport interface ServiceExtractResult<T> extends ServiceResultBase {\n  data: T;\n  thought?: string;\n  usage?: AIUsageInfo;\n  reasoning_content?: string;\n}\n\n// intermediate variables to optimize the return value by AI\nexport interface LiteUISection {\n  name: string;\n  description: string;\n  sectionCharacteristics: string;\n  textIds: string[];\n}\n\nexport type ElementById = (id: string) => BaseElement | null;\n\nexport type ServiceAssertionResponse = AIAssertionResponse & {\n  usage?: AIUsageInfo;\n};\n\n/**\n * agent\n */\n\nexport type OnTaskStartTip = (tip: string) => Promise<void> | void;\n\nexport interface AgentWaitForOpt extends ServiceExtractOption {\n  checkIntervalMs?: number;\n  timeoutMs?: number;\n}\n\nexport interface AgentAssertOpt {\n  keepRawResponse?: boolean;\n  context?: string;\n  abortSignal?: AbortSignal;\n}\n\n/**\n * planning\n *\n */\n\nexport interface PlanningLocateParam extends DetailedLocateParam {\n  bbox?: LocateResultBbox;\n  point?: LocateResultPoint;\n}\n\nexport type PlanningLocateParamWithLocatedPixelBbox = PlanningLocateParam & {\n  /** Pixel bbox of the located element in screenshot coordinates. */\n  locatedPixelBbox: PixelBbox;\n};\n\nexport interface PlanningAction<ParamType = any> {\n  thought?: string;\n  log?: string; // a brief preamble to the user explaining what you’re about to do\n  type: string;\n  param: ParamType;\n}\n\nexport type SubGoalStatus = 'pending' | 'running' | 'finished';\n\nexport interface SubGoal {\n  index: number;\n  status: SubGoalStatus;\n  description: string;\n  logs?: string[];\n}\n\nexport interface RawResponsePlanningAIResponse {\n  action: PlanningAction;\n  thought?: string;\n  log: string;\n  memory?: string;\n  error?: string;\n  finalizeMessage?: string;\n  finalizeSuccess?: boolean;\n  updateSubGoals?: SubGoal[];\n  markFinishedIndexes?: number[];\n}\n\nexport interface PlanningAIResponse\n  extends Omit<RawResponsePlanningAIResponse, 'action'> {\n  actions?: PlanningAction[];\n  usage?: AIUsageInfo;\n  /**\n   * Adapter-extracted content used by Midscene for parsing. This is not the\n   * full provider response or choices[0].message.\n   */\n  rawResponse?: string;\n  rawChoiceMessage?: unknown;\n  yamlFlow?: MidsceneYamlFlowItem[];\n  yamlString?: string;\n  error?: string;\n  reasoning_content?: string;\n  shouldContinuePlanning: boolean;\n  output?: string; // Output message from <complete> tag (same as finalizeMessage)\n}\n\nexport interface PlanningActionParamSleep {\n  timeMs: number;\n}\n\nexport interface PlanningActionParamError {\n  thought: string;\n}\n\nexport type PlanningActionParamWaitFor = AgentWaitForOpt & {};\n\nexport interface LongPressParam {\n  duration?: number;\n}\n\nexport interface PullParam {\n  direction: 'up' | 'down';\n  distance?: number;\n  duration?: number;\n}\n/**\n * misc\n */\n\nexport interface Color {\n  name: string;\n  hex: string;\n}\n\nexport interface BaseAgentParserOpt {\n  selector?: string;\n}\n// eslint-disable-next-line @typescript-eslint/no-empty-interface\nexport interface PuppeteerParserOpt extends BaseAgentParserOpt {}\n\n// eslint-disable-next-line @typescript-eslint/no-empty-interface\nexport interface PlaywrightParserOpt extends BaseAgentParserOpt {}\n\n/*\naction\n*/\nexport interface ExecutionTaskProgressOptions {\n  onTaskStart?: (task: ExecutionTask) => Promise<void> | void;\n}\n\n/**\n * Generic agent progress bus.\n *\n * Progress notifications are a single, generic stream the agent broadcasts as\n * it works. Each event is a thin envelope: a `scope` naming the producer, a\n * `phase` within that producer's lifecycle, a monotonic `sequence`, and a\n * structured, presentation-free `data` payload. The bus knows nothing about any\n * particular producer's payload - consumers narrow by `scope`. `aiAct` is the\n * first producer (\"pilot\") on this bus; others (queries, waits, ...) can be\n * added without touching the bus, the listener API, or the renderer core.\n */\nexport interface AgentProgressEvent<\n  TScope extends string = string,\n  TData = unknown,\n  TPhase extends string = string,\n> {\n  scope: TScope;\n  phase: TPhase;\n  sequence: number;\n  data: TData;\n}\n\nexport type AgentProgressListener<\n  TScope extends string = string,\n  TData = unknown,\n  TPhase extends string = string,\n> = (event: AgentProgressEvent<TScope, TData, TPhase>) => Promise<void> | void;\n\n// --- aiAct: the first producer on the generic progress bus ---\n\nexport type AiActProgressPhase =\n  | 'start'\n  | 'plan_thinking'\n  | 'plan_planned'\n  | 'plan_action'\n  | 'plan_failed'\n  | 'action_running'\n  | 'action_done'\n  | 'action_failed'\n  | 'complete'\n  | 'failed';\n\nexport interface AiActProgressAction {\n  name: string;\n  target?: string;\n  point?: [number, number];\n  bbox?: [number, number, number, number];\n  /**\n   * Structured, compacted summary of the action params for actions that are\n   * not described by a point/bbox (e.g. `Sleep` -> `{ timeMs }`). This is data,\n   * never a pre-formatted display string; consumers decide how to render it.\n   */\n  param?: unknown;\n}\n\n/**\n * Structured payload carried by aiAct progress events. The producer only\n * reports *what happened* as data: the action involved, the raw text the model\n * produced, timings and errors. It never assembles human-readable log lines or\n * truncates strings for display - that belongs to whichever layer consumes the\n * stream (e.g. the CLI verbose renderer).\n */\nexport interface AiActProgressData {\n  /** Original user instruction, present on the `start` phase. */\n  prompt?: string;\n  planIndex?: number;\n  planLimit?: number;\n  /** Latest screenshot, present on `plan_thinking`. */\n  screenshot?: ScreenshotItem;\n  /** Structured action descriptor, present on the `*action*` phases. */\n  action?: AiActProgressAction;\n  /**\n   * Raw, untruncated semantic text produced by the model. Consumers choose\n   * which field to surface and how to format/truncate it.\n   */\n  thought?: string;\n  log?: string;\n  output?: string;\n  /** Wall-clock cost of an action, present on `action_done`/`action_failed`. */\n  durationMs?: number;\n  error?: string;\n}\n\nexport const aiActProgressScope = 'aiAct';\n\nexport interface ExecutionRecorderItem {\n  type: 'screenshot';\n  ts: number;\n  screenshot?: ScreenshotItem;\n  description?: string;\n  timing?: string;\n}\n\nexport interface RecordToReportScreenshot {\n  /**\n   * PNG/JPEG data URI, or raw PNG base64 body.\n   */\n  base64: string;\n  description?: string;\n}\n\nexport interface RecordToReportOptions {\n  content?: string;\n  /**\n   * @deprecated Use `screenshots: [{ base64 }]` instead.\n   */\n  screenshotBase64?: string;\n  /**\n   * Custom screenshots to display under a single report entry.\n   */\n  screenshots?: RecordToReportScreenshot[];\n}\n\nexport type ExecutionTaskType = 'Planning' | 'Insight' | 'Action Space' | 'Log';\n\nexport interface ExecutorContext {\n  task: ExecutionTask;\n  element?: LocateResultElement | null;\n  uiContext?: UIContext;\n}\n\nexport interface ExecutionTaskApply<\n  Type extends ExecutionTaskType = any,\n  TaskParam = any,\n  TaskOutput = any,\n  TaskLog = any,\n> {\n  type: Type;\n  subType?: string;\n  param?: TaskParam;\n  thought?: string;\n  uiContext?: UIContext;\n  executor: (\n    param: TaskParam,\n    context: ExecutorContext,\n  ) => // biome-ignore lint/suspicious/noConfusingVoidType: void is intentionally allowed as some executors may not return a value\n    | Promise<ExecutionTaskReturn<TaskOutput, TaskLog> | undefined | void>\n    | undefined\n    | void;\n}\n\nexport interface ExecutionTaskHitBy {\n  from: string;\n  context: Record<string, any>;\n}\n\nexport interface ExecutionTaskReturn<TaskOutput = unknown, TaskLog = unknown> {\n  output?: TaskOutput;\n  log?: TaskLog;\n  recorder?: ExecutionRecorderItem[];\n  hitBy?: ExecutionTaskHitBy;\n}\n\nexport type ExecutionTask<\n  E extends ExecutionTaskApply<any, any, any> = ExecutionTaskApply<\n    any,\n    any,\n    any\n  >,\n> = E &\n  ExecutionTaskReturn<\n    E extends ExecutionTaskApply<any, any, infer TaskOutput, any>\n      ? TaskOutput\n      : unknown,\n    E extends ExecutionTaskApply<any, any, any, infer TaskLog>\n      ? TaskLog\n      : unknown\n  > & {\n    taskId: string;\n    status: 'pending' | 'running' | 'finished' | 'failed' | 'cancelled';\n    /**\n     * Optional feedback produced by a task for the next planning round.\n     * This is execution metadata, not part of the action return value.\n     */\n    planningFeedback?: string;\n    error?: Error;\n    errorMessage?: string;\n    errorStack?: string;\n    timing?: {\n      start: number;\n      getUiContextStart?: number;\n      getUiContextEnd?: number;\n      callAiStart?: number;\n      callAiEnd?: number;\n      beforeInvokeActionHookStart?: number;\n      beforeInvokeActionHookEnd?: number;\n      callActionStart?: number;\n      callActionEnd?: number;\n      afterInvokeActionHookStart?: number;\n      afterInvokeActionHookEnd?: number;\n      captureAfterCallingSnapshotStart?: number;\n      captureAfterCallingSnapshotEnd?: number;\n      end?: number;\n      cost?: number;\n    };\n    usage?: AIUsageInfo;\n    /**\n     * Pixel rect of the deepLocate first-stage search area in screenshot\n     * coordinates. Used by reports to explain the crop/zoom area that the\n     * final locate ran against.\n     */\n    searchArea?: Rect;\n    searchAreaUsage?: AIUsageInfo;\n    reasoning_content?: string;\n  };\n\nexport interface IExecutionDump extends DumpMeta {\n  /** Stable unique identifier for this execution run */\n  id?: string;\n  name: string;\n  description?: string;\n  tasks: ExecutionTask[];\n  aiActContext?: string;\n}\n\n/*\ntask - service-locate\n*/\nexport type ExecutionTaskInsightLocateParam = PlanningLocateParam;\n\nexport interface ExecutionTaskInsightLocateOutput {\n  element: LocateResultElement | null;\n}\n\nexport type ExecutionTaskInsightDump = ServiceDump;\n\nexport type ExecutionTaskInsightLocateApply = ExecutionTaskApply<\n  'Insight',\n  ExecutionTaskInsightLocateParam,\n  ExecutionTaskInsightLocateOutput,\n  ExecutionTaskInsightDump\n>;\n\nexport type ExecutionTaskInsightLocate =\n  ExecutionTask<ExecutionTaskInsightLocateApply>;\n\n/*\ntask - service-query\n*/\nexport interface ExecutionTaskInsightQueryParam {\n  dataDemand: ServiceExtractParam;\n  domIncluded?: boolean | 'visible-only';\n  context?: string;\n}\n\nexport interface ExecutionTaskInsightQueryOutput {\n  data: any;\n}\n\nexport type ExecutionTaskInsightQueryApply = ExecutionTaskApply<\n  'Insight',\n  ExecutionTaskInsightQueryParam,\n  any,\n  ExecutionTaskInsightDump\n>;\n\nexport type ExecutionTaskInsightQuery =\n  ExecutionTask<ExecutionTaskInsightQueryApply>;\n\n/*\ntask - assertion\n*/\nexport interface ExecutionTaskInsightAssertionParam {\n  assertion: string;\n}\n\nexport type ExecutionTaskInsightAssertionApply = ExecutionTaskApply<\n  'Insight',\n  ExecutionTaskInsightAssertionParam,\n  ServiceAssertionResponse,\n  ExecutionTaskInsightDump\n>;\n\nexport type ExecutionTaskInsightAssertion =\n  ExecutionTask<ExecutionTaskInsightAssertionApply>;\n\n/*\ntask - action (i.e. interact) \n*/\nexport type ExecutionTaskActionApply<ActionParam = any> = ExecutionTaskApply<\n  'Action Space',\n  ActionParam,\n  void,\n  void\n>;\n\nexport type ExecutionTaskAction = ExecutionTask<ExecutionTaskActionApply>;\n\n/*\ntask - Log\n*/\n\nexport type ExecutionTaskLogApply<\n  LogParam = {\n    content: string;\n  },\n> = ExecutionTaskApply<'Log', LogParam, void, void>;\n\nexport type ExecutionTaskLog = ExecutionTask<ExecutionTaskLogApply>;\n\n/*\ntask - planning\n*/\n\nexport interface ExecutionTaskPlanningParam {\n  userInstruction: TUserPrompt;\n  userInstructionDisplay?: string;\n  replanningCycleLimit?: number;\n  aiActContext?: string;\n  imagesIncludeCount?: number;\n  deepThink?: DeepThinkOption;\n  subGoalStatus?: string;\n  memoriesStatus?: string;\n}\n\nexport type ExecutionTaskPlanningApply = ExecutionTaskApply<\n  'Planning',\n  ExecutionTaskPlanningParam,\n  PlanningAIResponse\n>;\n\nexport type ExecutionTaskPlanning = ExecutionTask<ExecutionTaskPlanningApply>;\n\n/*\ntask - planning-locate\n*/\nexport type ExecutionTaskPlanningLocateParam = PlanningLocateParam;\n\nexport interface ExecutionTaskPlanningLocateOutput {\n  element: LocateResultElement | null;\n}\n\nexport type ExecutionTaskPlanningDump = ServiceDump;\n\nexport type ExecutionTaskPlanningLocateApply = ExecutionTaskApply<\n  'Planning',\n  ExecutionTaskPlanningLocateParam,\n  ExecutionTaskPlanningLocateOutput,\n  ExecutionTaskPlanningDump\n>;\n\nexport type ExecutionTaskPlanningLocate =\n  ExecutionTask<ExecutionTaskPlanningLocateApply>;\n\n/*\nHow a report file stores screenshots:\n- `inline`: base64 image script tags embedded in the single HTML file\n- `directory`: external PNG files under a sibling `screenshots/` dir\n*/\nexport type ScreenshotMode = 'inline' | 'directory';\n\n/*\nReport metadata - extracted from ReportActionDump for per-execution writes\n*/\nexport interface ReportMeta {\n  groupName: string;\n  groupDescription?: string;\n  sdkVersion: string;\n  modelBriefs: ModelBrief[];\n  deviceType?: string;\n}\n\n// Backward-compatible aliases for existing external consumers.\nexport type GroupMeta = ReportMeta;\n\n/*\nReport dump\n*/\nexport interface IReportActionDump {\n  sdkVersion: string;\n  groupName: string;\n  groupDescription?: string;\n  modelBriefs: ModelBrief[];\n  executions: IExecutionDump[];\n  deviceType?: string;\n}\n\n// Backward-compatible aliases for existing external consumers.\nexport type IGroupedActionDump = IReportActionDump;\n\nexport interface ModelBrief {\n  /**\n   * The intent/category of the model call, for example \"planning\" or \"insight\".\n   */\n  intent?: string;\n\n  /**\n   * The model name returned by usage metadata, for example \"gpt-4o\".\n   */\n  name?: string;\n\n  /**\n   * Optional human-readable model description, for example \"qwen2.5-vl mode\".\n   */\n  modelDescription?: string;\n}\n\nexport type InterfaceType =\n  | 'puppeteer'\n  | 'playwright'\n  | 'static'\n  | 'chrome-extension-proxy'\n  | 'android'\n  | string;\n\nexport interface StreamingCodeGenerationOptions {\n  /** Whether to enable streaming output */\n  stream?: boolean;\n  /** Callback function to handle streaming chunks */\n  onChunk?: StreamingCallback;\n  /** Callback function to handle streaming completion */\n  onComplete?: (finalCode: string) => void;\n  /** Callback function to handle streaming errors */\n  onError?: (error: Error) => void;\n}\n\nexport type StreamingCallback = (chunk: CodeGenerationChunk) => void;\n\nexport interface CodeGenerationChunk {\n  /** The incremental content chunk */\n  content: string;\n  /** The reasoning content */\n  reasoning_content: string;\n  /** The accumulated content so far */\n  accumulated: string;\n  /** Whether this is the final chunk */\n  isComplete: boolean;\n  /** Token usage information if available */\n  usage?: AIUsageInfo;\n}\n\nexport interface StreamingAIResponse {\n  /** The final accumulated content */\n  content: string;\n  /** Token usage information */\n  usage?: AIUsageInfo;\n  /** Whether the response was streamed */\n  isStreamed: boolean;\n}\n\nexport interface DeviceAction<TParam = any, TReturn = any> {\n  name: string;\n  description?: string;\n  interfaceAlias?: string;\n  paramSchema?: z.ZodType<TParam>;\n  call: (\n    param: TParam,\n    context?: ExecutorContext,\n  ) => Promise<TReturn> | TReturn;\n  delayBeforeRunner?: number;\n  delayAfterRunner?: number;\n  /**\n   * An example param object for this action.\n   * Locate fields with { prompt } may be resolved to internal pixel bboxes when needed.\n   */\n  sample?: { [K in keyof TParam]?: any };\n}\n\n/**\n * Type utilities for extracting types from DeviceAction definitions\n */\n\n/**\n * Extract parameter type from a DeviceAction\n */\nexport type ActionParam<Action extends DeviceAction<any, any>> =\n  Action extends DeviceAction<infer P, any> ? P : never;\n\n/**\n * Extract return type from a DeviceAction\n */\nexport type ActionReturn<Action extends DeviceAction<any, any>> =\n  Action extends DeviceAction<any, infer R> ? R : never;\n\n/**\n * Web-specific types\n */\nexport interface WebElementInfo extends BaseElement {\n  id: string;\n  attributes: {\n    nodeType: NodeType;\n    [key: string]: string;\n  };\n}\n\n/**\n * Agent\n */\n\nexport type CacheConfig = {\n  strategy?: 'read-only' | 'read-write' | 'write-only';\n  id: string;\n  /**\n   * Optional cache directory path.\n   * When set, cache files are written to this directory instead of\n   * `<MIDSCENE_RUN_DIR>/cache`.\n   */\n  cacheDir?: string;\n};\n\nexport type Cache =\n  | false // No read, no write\n  | true // Will throw error at runtime - deprecated\n  | CacheConfig; // Object configuration (requires explicit id)\n\nexport interface AgentOpt {\n  // @deprecated Use `reportFileName` and `cache.id` instead.\n  testId?: string;\n  // @deprecated\n  cacheId?: string; // Keep backward compatibility, but marked as deprecated\n  groupName?: string;\n  groupDescription?: string;\n  /* if auto generate report, default true */\n  generateReport?: boolean;\n  /* if persist per-execution dump files next to the report, default false */\n  persistExecutionDump?: boolean;\n  /* if auto print report msg, default true */\n  autoPrintReportMsg?: boolean;\n\n  /**\n   * Use directory-based report format with separate image files.\n   *\n   * When enabled:\n   * - Screenshots are saved as PNG files in a `screenshots/` subdirectory\n   * - Report is generated as `index.html` with relative image paths\n   * - Reduces memory usage and report file size\n   *\n   * IMPORTANT: 'html-and-external-assets' reports must be served via HTTP server\n   * (e.g., `npx serve ./report-dir`). The file:// protocol will not\n   * work due to browser CORS restrictions.\n   *\n   * @default 'single-html'\n   */\n  outputFormat?: 'single-html' | 'html-and-external-assets';\n\n  onTaskStartTip?: OnTaskStartTip;\n  aiActContext?: string;\n  aiActionContext?: string;\n  /* custom report file name */\n  reportFileName?: string;\n  reportAttributes?: ReportAttributes;\n  modelConfig?: TModelConfig;\n  cache?: Cache;\n  /**\n   * Maximum number of replanning cycles for aiAct.\n   * Defaults are resolved by the active model adapter: 20 for standard planning,\n   * 40 for UI-TARS, and 100 for Auto-GLM.\n   * If omitted, the agent will also read `MIDSCENE_REPLANNING_CYCLE_LIMIT` for backward compatibility.\n   */\n  replanningCycleLimit?: number;\n\n  /**\n   * Wait time in milliseconds after each action execution.\n   * This allows the UI to settle and stabilize before the next action.\n   * Defaults to 300ms when not provided.\n   */\n  waitAfterAction?: number;\n\n  /**\n   * When set to true, Midscene will use the target device's formatted local\n   * time instead of the runtime system time. The target interface must implement\n   * getDeviceLocalTimeString to provide device-local wall-clock time.\n   * Default: false\n   */\n  useDeviceTime?: boolean;\n\n  /**\n   * Custom screenshot shrink factor to reduce AI token usage.\n   * When set, the screenshot will be scaled down by this factor from the physical resolution.\n   *\n   * Example:\n   * - Physical screen width: 3000px, dpr=6\n   * - Logical width: 500px\n   * - screenshotShrinkFactor: 2\n   * - Actual shrunk screenshot width: 3000 / 2 = 1500px\n   * - AI analyzes the 1500px screenshot\n   * - Coordinates are transformed back to logical (500px) before actions execute\n   *\n   * Benefits:\n   * - Reduces token usage for high-resolution screenshots\n   * - Maintains accuracy by scaling coordinates appropriately\n   *\n   * Must be >= 1 (shrinking only, enlarging is not supported).\n   *\n   * @default 1 (no shrinking, uses original physical screenshot)\n   */\n  screenshotShrinkFactor?: number;\n\n  /**\n   * Custom OpenAI client factory function\n   *\n   * If provided, this function will be called to create OpenAI client instances\n   * for each AI call, allowing you to:\n   * - Wrap clients with observability tools (langsmith, langfuse)\n   * - Use custom OpenAI-compatible clients\n   * - Apply different configurations based on intent\n   *\n   * @param config - Resolved model configuration\n   * @returns OpenAI client instance (original or wrapped)\n   *\n   * @example\n   * ```typescript\n   * createOpenAIClient: async (openai, opts) => {\n   *   // Wrap with langsmith for planning tasks\n   *   if (opts.baseURL?.includes('planning')) {\n   *     return wrapOpenAI(openai, { metadata: { task: 'planning' } });\n   *   }\n   *\n   *   return openai;\n   * }\n   * ```\n   */\n  createOpenAIClient?: CreateOpenAIClientFn;\n\n  /**\n   * Called once per LLM call as soon as its usage is available, with the raw\n   * {@link AIUsageInfo} (token counts, model name, intent, request id, etc.).\n   *\n   * Use this for real-time, per-spec cost observability — e.g. push each call\n   * to Langfuse without waiting for the run to finish. For aggregated totals,\n   * read `agent.metrics` instead.\n   */\n  onLLMUsage?: (usage: AIUsageInfo) => void;\n}\n\nexport type TestStatus =\n  | 'passed'\n  | 'failed'\n  | 'timedOut'\n  | 'skipped'\n  | 'interrupted';\n\nexport interface ReportFileAttributes {\n  testDuration: number;\n  testStatus: TestStatus;\n  testTitle: string;\n  testId: string;\n  testDescription: string;\n}\n\ntype SkippedReportFileAttributes = Omit<ReportFileAttributes, 'testStatus'> & {\n  testStatus: 'skipped';\n};\n\nexport type ReportFileWithAttributes =\n  | {\n      reportFilePath: string;\n      reportAttributes: ReportFileAttributes;\n    }\n  | {\n      reportFilePath?: undefined;\n      reportAttributes: SkippedReportFileAttributes;\n    };\n"],"names":["UIContext","aiActProgressScope"],"mappings":";;;AAoIO,MAAeA;AAqCtB;AAsTO,MAAMC,qBAAqB"}