@aiscene/core 9.0.6 → 9.0.8

package/dist/es/device/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"device/index.mjs","sources":["../../../src/device/index.ts"],"sourcesContent":["import { getMidsceneLocationSchema } from '@/common';\nimport type {\n  ActionScrollParam,\n  DeviceAction,\n  LocateResultElement,\n} from '@/types';\nimport type { IModelConfig } from '@aiscene/shared/env';\nimport type { ElementNode } from '@aiscene/shared/extractor';\nimport { getDebug } from '@aiscene/shared/logger';\nimport { _keyDefinitions } from '@aiscene/shared/us-keyboard-layout';\nimport { z } from 'zod';\nimport type { ElementCacheFeature, Rect, Size, UIContext } from '../types';\n\nexport interface FileChooserHandler {\n  accept(files: string[]): Promise<void>;\n}\n\nexport interface MjpegStreamFrame {\n  /** Raw base64-encoded image bytes WITHOUT a `data:image/...;base64,` prefix. */\n  data: string;\n  contentType?: string;\n}\n\nexport interface MjpegStreamHandle {\n  stop(): void | Promise<void>;\n}\n\nexport interface MjpegStreamOptions {\n  signal?: AbortSignal;\n  onFrame(frame: MjpegStreamFrame): void;\n  onError?(error: unknown): void;\n}\n\n/** A point in device-pixel coordinates on the screen. */\nexport interface PointerPoint {\n  x: number;\n  y: number;\n}\n\nexport interface PointerInputPrimitives {\n  tap(p: PointerPoint, opts?: { duration?: number }): Promise<void>;\n  doubleClick?(p: PointerPoint): Promise<void>;\n  rightClick?(p: PointerPoint): Promise<void>;\n  hover?(p: PointerPoint): Promise<void>;\n  longPress?(p: PointerPoint, opts?: { duration?: number }): Promise<void>;\n  dragAndDrop?(from: PointerPoint, to: PointerPoint): Promise<void>;\n}\n\nexport interface TouchInputPrimitives {\n  swipe(\n    start: PointerPoint,\n    end: PointerPoint,\n    opts?: { duration?: number; repeat?: number },\n  ): Promise<void>;\n  pinch?(\n    center: PointerPoint,\n    opts: { startDistance: number; endDistance: number; duration: number },\n  ): Promise<void>;\n}\n\nexport interface KeyboardInputPrimitives {\n  keyboardPress(keyName: string, opts?: { target?: unknown }): Promise<void>;\n  cursorMove?(direction: 'left' | 'right', times?: number): Promise<void>;\n  typeText(\n    value: string,\n    opts?: {\n      autoDismissKeyboard?: boolean;\n      target?: unknown;\n      replace?: boolean;\n      focusOnly?: boolean;\n    },\n  ): Promise<void>;\n  clearInput(target?: unknown): Promise<void>;\n}\n\nexport interface ScrollInputPrimitives {\n  scroll(param: ActionScrollParam): Promise<void>;\n}\n\nexport interface SystemInputPrimitives {\n  backButton?(): Promise<void>;\n  homeButton?(): Promise<void>;\n  recentAppsButton?(): Promise<void>;\n}\n\nexport interface InputPrimitives {\n  pointer?: PointerInputPrimitives;\n  keyboard?: KeyboardInputPrimitives;\n  touch?: TouchInputPrimitives;\n  scroll?: ScrollInputPrimitives;\n  system?: SystemInputPrimitives;\n}\n\nexport interface MobileInputPrimitives extends InputPrimitives {\n  pointer: PointerInputPrimitives & {\n    doubleClick(p: PointerPoint): Promise<void>;\n    longPress(p: PointerPoint, opts?: { duration?: number }): Promise<void>;\n    dragAndDrop(from: PointerPoint, to: PointerPoint): Promise<void>;\n  };\n  keyboard: KeyboardInputPrimitives;\n  touch: TouchInputPrimitives;\n}\n\nexport interface BrowserInputPrimitives extends InputPrimitives {\n  pointer: PointerInputPrimitives & {\n    doubleClick(p: PointerPoint): Promise<void>;\n    rightClick(p: PointerPoint): Promise<void>;\n    hover(p: PointerPoint): Promise<void>;\n    dragAndDrop(from: PointerPoint, to: PointerPoint): Promise<void>;\n    longPress(p: PointerPoint, opts?: { duration?: number }): Promise<void>;\n  };\n  keyboard: KeyboardInputPrimitives;\n  scroll: ScrollInputPrimitives;\n  touch: TouchInputPrimitives;\n}\n\nexport interface ComputerInputPrimitives extends InputPrimitives {\n  pointer: PointerInputPrimitives & {\n    doubleClick(p: PointerPoint): Promise<void>;\n    rightClick(p: PointerPoint): Promise<void>;\n    hover(p: PointerPoint): Promise<void>;\n    dragAndDrop(from: PointerPoint, to: PointerPoint): Promise<void>;\n  };\n  keyboard: KeyboardInputPrimitives;\n  scroll: ScrollInputPrimitives;\n}\n\nexport abstract class AbstractInterface {\n  abstract interfaceType: string;\n\n  abstract screenshotBase64(): Promise<string>;\n  abstract size(): Promise<Size>;\n  abstract actionSpace(): DeviceAction[];\n\n  abstract cacheFeatureForPoint?(\n    center: [number, number],\n    options?: {\n      targetDescription?: string;\n      modelConfig?: IModelConfig;\n    },\n  ): Promise<ElementCacheFeature>;\n  abstract rectMatchesCacheFeature?(\n    feature: ElementCacheFeature,\n  ): Promise<Rect>;\n\n  abstract destroy?(): Promise<void>;\n\n  abstract describe?(): string;\n  abstract beforeInvokeAction?(actionName: string, param: any): Promise<void>;\n  abstract afterInvokeAction?(actionName: string, param: any): Promise<void>;\n\n  // for web only\n  registerFileChooserListener?(\n    handler: (chooser: FileChooserHandler) => Promise<void>,\n  ): Promise<{ dispose: () => void; getError: () => Error | undefined }>;\n\n  // @deprecated do NOT extend this method\n  abstract getElementsNodeTree?: () => Promise<ElementNode>;\n\n  // @deprecated do NOT extend this method\n  abstract url?: () => string | Promise<string>;\n\n  // @deprecated do NOT extend this method\n  abstract evaluateJavaScript?<T = any>(script: string): Promise<T>;\n\n  /**\n   * Get the current device-local time as a formatted string.\n   * Prefer this for user-visible time because timestamps alone do not preserve\n   * the target device's timezone when formatted on the host machine.\n   */\n  getDeviceLocalTimeString?(format?: string): Promise<string>;\n\n  /** URL of native MJPEG stream for real-time screen preview (e.g. WDA MJPEG server) */\n  mjpegStreamUrl?: string;\n\n  /**\n   * Optional in-process MJPEG frame producer. Implementations can push raw\n   * base64 frames here when there is no standalone native MJPEG URL, e.g.\n   * Chromium CDP Page.startScreencast for web previews.\n   */\n  startMjpegStream?(\n    options: MjpegStreamOptions,\n  ): MjpegStreamHandle | undefined | Promise<MjpegStreamHandle | undefined>;\n\n  /**\n   * Optional hook used after keyboard-only actions to force a fresh frame on\n   * the active MJPEG stream. Implementations should be a no-op when no stream\n   * is active.\n   */\n  flushPendingVisualUpdate?(): Promise<void>;\n\n  /**\n   * Optional navigation state probe for browser-like interfaces, used to drive\n   * loading indicators in playground UIs. Returning `undefined` means the\n   * interface does not expose this concept.\n   */\n  navigationState?(): Promise<{ isLoading: boolean }>;\n\n  /**\n   * Low-level device input surface. Platform implementations expose transport\n   * primitives here; higher-level AI actions and manual pointer dispatch should\n   * adapt to this instead of duplicating platform gesture logic.\n   */\n  inputPrimitives?: InputPrimitives;\n}\n\n// Generic function to define actions with proper type inference\n// TRuntime allows specifying a different type for the runtime parameter (after location resolution)\n// TReturn allows specifying the return type of the action\nexport const defineAction = <\n  TSchema extends z.ZodType | undefined = undefined,\n  TRuntime = TSchema extends z.ZodType ? z.infer<TSchema> : undefined,\n  TReturn = any,\n>(\n  config: {\n    name: string;\n    description: string;\n    interfaceAlias?: string;\n    paramSchema?: TSchema;\n    call: (param: TRuntime) => Promise<TReturn> | TReturn;\n  } & Partial<\n    Omit<\n      DeviceAction<TRuntime, TReturn>,\n      'name' | 'description' | 'interfaceAlias' | 'paramSchema' | 'call'\n    >\n  >,\n): DeviceAction<TRuntime, TReturn> => {\n  return config as any; // Type assertion needed because schema validation type differs from runtime type\n};\n\nfunction pointFromLocate(\n  locate: LocateResultElement | undefined,\n  missingMessage: string,\n): PointerPoint {\n  if (!locate) {\n    throw new Error(missingMessage);\n  }\n  return { x: locate.center[0], y: locate.center[1] };\n}\n\nfunction defineLocatedPointAction<\n  TSchema extends z.ZodType,\n  TParam extends { locate: LocateResultElement },\n>(config: {\n  name: string;\n  description: string;\n  interfaceAlias?: string;\n  paramSchema: TSchema;\n  sample: DeviceAction<TParam>['sample'];\n  missingLocateMessage: string;\n  call: (point: PointerPoint, param: TParam) => Promise<void>;\n}): DeviceAction<TParam> {\n  return defineAction<TSchema, TParam>({\n    name: config.name,\n    description: config.description,\n    interfaceAlias: config.interfaceAlias,\n    paramSchema: config.paramSchema,\n    sample: config.sample,\n    call: async (param) => {\n      await config.call(\n        pointFromLocate(param.locate, config.missingLocateMessage),\n        param,\n      );\n    },\n  });\n}\n\n// Tap\nexport const actionTapParamSchema = z.object({\n  locate: getMidsceneLocationSchema().describe('The element to be tapped'),\n});\nexport type ActionTapParam = {\n  locate: LocateResultElement;\n};\n\nexport const defineActionTap = (\n  tap: PointerInputPrimitives['tap'],\n): DeviceAction<ActionTapParam> => {\n  return defineLocatedPointAction<typeof actionTapParamSchema, ActionTapParam>({\n    name: 'Tap',\n    description: 'Tap the element',\n    interfaceAlias: 'aiTap',\n    paramSchema: actionTapParamSchema,\n    sample: {\n      locate: { prompt: 'the \"Submit\" button' },\n    },\n    missingLocateMessage: 'Element not found, cannot tap',\n    call: async (point) => {\n      await tap(point);\n    },\n  });\n};\n\n// RightClick\nexport const actionRightClickParamSchema = z.object({\n  locate: getMidsceneLocationSchema().describe(\n    'The element to be right clicked',\n  ),\n});\nexport type ActionRightClickParam = {\n  locate: LocateResultElement;\n};\n\nexport const defineActionRightClick = (\n  rightClick: NonNullable<PointerInputPrimitives['rightClick']>,\n): DeviceAction<ActionRightClickParam> => {\n  return defineLocatedPointAction<\n    typeof actionRightClickParamSchema,\n    ActionRightClickParam\n  >({\n    name: 'RightClick',\n    description: 'Right click the element',\n    interfaceAlias: 'aiRightClick',\n    paramSchema: actionRightClickParamSchema,\n    sample: {\n      locate: { prompt: 'the file icon on the desktop' },\n    },\n    missingLocateMessage: 'Element not found, cannot right click',\n    call: async (point) => {\n      await rightClick(point);\n    },\n  });\n};\n\n// DoubleClick\nexport const actionDoubleClickParamSchema = z.object({\n  locate: getMidsceneLocationSchema().describe(\n    'The element to be double clicked',\n  ),\n});\nexport type ActionDoubleClickParam = {\n  locate: LocateResultElement;\n};\n\nexport const defineActionDoubleClick = (\n  doubleClick: NonNullable<PointerInputPrimitives['doubleClick']>,\n): DeviceAction<ActionDoubleClickParam> => {\n  return defineLocatedPointAction<\n    typeof actionDoubleClickParamSchema,\n    ActionDoubleClickParam\n  >({\n    name: 'DoubleClick',\n    description: 'Double click the element',\n    interfaceAlias: 'aiDoubleClick',\n    paramSchema: actionDoubleClickParamSchema,\n    sample: {\n      locate: { prompt: 'the folder icon' },\n    },\n    missingLocateMessage: 'Element not found, cannot double click',\n    call: async (point) => {\n      await doubleClick(point);\n    },\n  });\n};\n\n// Hover\nexport const actionHoverParamSchema = z.object({\n  locate: getMidsceneLocationSchema().describe('The element to be hovered'),\n});\nexport type ActionHoverParam = {\n  locate: LocateResultElement;\n};\n\nexport const defineActionHover = (\n  hover: NonNullable<PointerInputPrimitives['hover']>,\n): DeviceAction<ActionHoverParam> => {\n  return defineLocatedPointAction<\n    typeof actionHoverParamSchema,\n    ActionHoverParam\n  >({\n    name: 'Hover',\n    description: 'Move the mouse to the element',\n    interfaceAlias: 'aiHover',\n    paramSchema: actionHoverParamSchema,\n    sample: {\n      locate: { prompt: 'the navigation menu item \"Products\"' },\n    },\n    missingLocateMessage: 'Element not found, cannot hover',\n    call: async (point) => {\n      await hover(point);\n    },\n  });\n};\n\n// Input\nconst inputLocateDescription =\n  'the position of the placeholder or text content in the target input field. If there is no content, locate the center of the input field.';\nexport const actionInputParamSchema = z.object({\n  value: z\n    .union([z.string(), z.number()])\n    .transform((val) => String(val))\n    .describe(\n      'The text to input. Provide the final content for replace/append modes, or an empty string when using clear mode to remove existing text.',\n    ),\n  locate: getMidsceneLocationSchema()\n    .describe(inputLocateDescription)\n    .optional(),\n  mode: z\n    .enum(['replace', 'clear', 'typeOnly'])\n    .default('replace')\n    .describe(\n      'Input mode: \"replace\" (default) - clear the field and input the value; \"typeOnly\" - type the value directly without clearing the field first; \"clear\" - clear the field without inputting new text.',\n    ),\n  autoDismissKeyboard: z\n    .boolean()\n    .optional()\n    .describe(\n      'If true, the keyboard will be dismissed after the input is completed. Do not set it unless the user asks you to do so.',\n    ),\n});\nexport type ActionInputParam = {\n  value: string;\n  locate?: LocateResultElement;\n  mode?: 'replace' | 'clear' | 'typeOnly' | 'append';\n  autoDismissKeyboard?: boolean;\n};\n\nexport const defineActionInput = (\n  keyboard: KeyboardInputPrimitives,\n): DeviceAction<ActionInputParam> => {\n  return defineAction<typeof actionInputParamSchema, ActionInputParam>({\n    name: 'Input',\n    description: 'Input the value into the element',\n    interfaceAlias: 'aiInput',\n    paramSchema: actionInputParamSchema,\n    sample: {\n      value: 'test@example.com',\n      locate: { prompt: 'the email input field' },\n    },\n    call: async (param) => {\n      // backward compat: convert deprecated 'append' to 'typeOnly'\n      if ((param.mode as string) === 'append') {\n        param.mode = 'typeOnly';\n      }\n\n      if (param.mode === 'clear') {\n        await keyboard.clearInput(param.locate);\n        return;\n      }\n\n      if (!param || !param.value) {\n        return;\n      }\n\n      await keyboard.typeText(param.value, {\n        target: param.locate,\n        replace: param.mode !== 'typeOnly',\n        autoDismissKeyboard: param.autoDismissKeyboard,\n      });\n    },\n  });\n};\n\n// KeyboardPress\nexport const actionKeyboardPressParamSchema = z.object({\n  locate: getMidsceneLocationSchema()\n    .describe('The element to be clicked before pressing the key')\n    .optional(),\n  keyName: z\n    .string()\n    .describe(\n      \"The key to be pressed. Use '+' for key combinations, e.g., 'Control+A', 'Shift+Enter'\",\n    ),\n});\nexport type ActionKeyboardPressParam = {\n  locate?: LocateResultElement;\n  keyName: string;\n};\n\nexport const defineActionKeyboardPress = (\n  keyboardPress: KeyboardInputPrimitives['keyboardPress'],\n): DeviceAction<ActionKeyboardPressParam> => {\n  return defineAction<\n    typeof actionKeyboardPressParamSchema,\n    ActionKeyboardPressParam\n  >({\n    name: 'KeyboardPress',\n    description:\n      'Press a key or key combination, like \"Enter\", \"Tab\", \"Escape\", or \"Control+A\", \"Shift+Enter\". Do not use this to type text.',\n    interfaceAlias: 'aiKeyboardPress',\n    paramSchema: actionKeyboardPressParamSchema,\n    sample: {\n      keyName: 'Enter',\n    },\n    call: async (param) => {\n      await keyboardPress(param.keyName, {\n        target: param.locate,\n      });\n    },\n  });\n};\n\n// Scroll\nexport const actionScrollParamSchema = z.object({\n  scrollType: z\n    .enum([\n      'singleAction',\n      'scrollToBottom',\n      'scrollToTop',\n      'scrollToRight',\n      'scrollToLeft',\n    ])\n    .default('singleAction')\n    .describe(\n      'The scroll behavior: \"singleAction\" for a single scroll action, \"scrollToBottom\" for scrolling all the way to the bottom by rapidly scrolling 5-10 times (skipping intermediate content until reaching the bottom), \"scrollToTop\" for scrolling all the way to the top by rapidly scrolling 5-10 times (skipping intermediate content until reaching the top), \"scrollToRight\" for scrolling all the way to the right by rapidly scrolling multiple times, \"scrollToLeft\" for scrolling all the way to the left by rapidly scrolling multiple times',\n    ),\n  direction: z\n    .enum(['down', 'up', 'right', 'left'])\n    .default('down')\n    .describe(\n      'The direction to scroll. Only effective when scrollType is \"singleAction\".',\n    ),\n  distance: z\n    .number()\n    .nullable()\n    .optional()\n    .describe('The distance in pixels to scroll'),\n  locate: getMidsceneLocationSchema()\n    .optional()\n    .describe(\n      'Describe the target element to be scrolled on, like \"the table\" or \"the list\" or \"the content area\" or \"the scrollable area\". Do NOT provide a general intent like \"scroll to find some element\"',\n    ),\n});\n\nexport const defineActionScroll = (\n  scroll: ScrollInputPrimitives['scroll'],\n): DeviceAction<ActionScrollParam> => {\n  return defineAction<typeof actionScrollParamSchema, ActionScrollParam>({\n    name: 'Scroll',\n    description:\n      'Scroll the page or a scrollable element to browse content. This is the preferred way to scroll on all platforms, including mobile. Supports scrollToBottom/scrollToTop for boundary navigation. Default: direction `down`, scrollType `singleAction`, distance `null`.',\n    interfaceAlias: 'aiScroll',\n    paramSchema: actionScrollParamSchema,\n    sample: {\n      direction: 'down',\n      scrollType: 'singleAction',\n      locate: { prompt: 'the center of the product list area' },\n    },\n    call: async (param) => {\n      await scroll(param);\n    },\n  });\n};\n\n// DragAndDrop\nexport const actionDragAndDropParamSchema = z.object({\n  from: getMidsceneLocationSchema().describe('The position to be dragged'),\n  to: getMidsceneLocationSchema().describe('The position to be dropped'),\n});\nexport type ActionDragAndDropParam = {\n  from: LocateResultElement;\n  to: LocateResultElement;\n};\n\nexport const defineActionDragAndDrop = (\n  dragAndDrop: NonNullable<PointerInputPrimitives['dragAndDrop']>,\n): DeviceAction<ActionDragAndDropParam> => {\n  return defineAction<\n    typeof actionDragAndDropParamSchema,\n    ActionDragAndDropParam\n  >({\n    name: 'DragAndDrop',\n    description:\n      'Pick up a specific UI element and move it to a new position (e.g., reorder a card, move a file into a folder, sort list items). The element itself moves with your finger/mouse.',\n    interfaceAlias: 'aiDragAndDrop',\n    paramSchema: actionDragAndDropParamSchema,\n    sample: {\n      from: { prompt: 'the \"report.pdf\" file icon' },\n      to: { prompt: 'the upload drop zone' },\n    },\n    call: async (param) => {\n      const from = param.from;\n      const to = param.to;\n      if (!from) {\n        throw new Error('missing \"from\" param for drag and drop');\n      }\n      if (!to) {\n        throw new Error('missing \"to\" param for drag and drop');\n      }\n      await dragAndDrop(\n        { x: from.center[0], y: from.center[1] },\n        { x: to.center[0], y: to.center[1] },\n      );\n    },\n  });\n};\n\nexport const ActionLongPressParamSchema = z.object({\n  locate: getMidsceneLocationSchema().describe(\n    'The element to be long pressed',\n  ),\n  duration: z\n    .number()\n    .optional()\n    .describe('Long press duration in milliseconds'),\n});\n\nexport type ActionLongPressParam = {\n  locate: LocateResultElement;\n  duration?: number;\n};\nexport const defineActionLongPress = (\n  longPress: NonNullable<PointerInputPrimitives['longPress']>,\n): DeviceAction<ActionLongPressParam> => {\n  return defineLocatedPointAction<\n    typeof ActionLongPressParamSchema,\n    ActionLongPressParam\n  >({\n    name: 'LongPress',\n    description: 'Long press the element',\n    interfaceAlias: 'aiLongPress',\n    paramSchema: ActionLongPressParamSchema,\n    sample: {\n      locate: { prompt: 'the message bubble' },\n    },\n    missingLocateMessage: 'LongPress requires an element to be located',\n    call: async (point, param) => {\n      await longPress(point, { duration: param.duration });\n    },\n  });\n};\n\nexport const ActionSwipeParamSchema = z.object({\n  start: getMidsceneLocationSchema()\n    .optional()\n    .describe(\n      'Starting point of the swipe gesture, if not specified, the center of the page will be used',\n    ),\n  direction: z\n    .enum(['up', 'down', 'left', 'right'])\n    .optional()\n    .describe(\n      'The direction to swipe (required when using distance). The direction means the direction of the finger swipe.',\n    ),\n  distance: z\n    .number()\n    .optional()\n    .describe('The distance in pixels to swipe (mutually exclusive with end)'),\n  end: getMidsceneLocationSchema()\n    .optional()\n    .describe(\n      'Ending point of the swipe gesture (mutually exclusive with distance)',\n    ),\n  duration: z\n    .number()\n    .default(300)\n    .describe('Duration of the swipe gesture in milliseconds'),\n  repeat: z\n    .number()\n    .optional()\n    .describe(\n      'The number of times to repeat the swipe gesture. 1 for default, 0 for infinite (e.g. endless swipe until the end of the page)',\n    ),\n});\n\nexport type ActionSwipeParam = {\n  start?: LocateResultElement;\n  direction?: 'up' | 'down' | 'left' | 'right';\n  distance?: number;\n  end?: LocateResultElement;\n  duration?: number;\n  repeat?: number;\n};\n\nexport function normalizeMobileSwipeParam(\n  param: ActionSwipeParam,\n  screenSize: { width: number; height: number },\n): {\n  startPoint: { x: number; y: number };\n  endPoint: { x: number; y: number };\n  duration: number;\n  repeatCount: number;\n} {\n  const { width, height } = screenSize;\n  const { start, end } = param;\n\n  const startPoint = start\n    ? { x: start.center[0], y: start.center[1] }\n    : { x: width / 2, y: height / 2 };\n\n  let endPoint: { x: number; y: number };\n\n  if (end) {\n    endPoint = { x: end.center[0], y: end.center[1] };\n  } else if (param.distance) {\n    const direction = param.direction;\n    if (!direction) {\n      throw new Error('direction is required for swipe gesture');\n    }\n    endPoint = {\n      x:\n        startPoint.x +\n        (direction === 'right'\n          ? param.distance\n          : direction === 'left'\n            ? -param.distance\n            : 0),\n      y:\n        startPoint.y +\n        (direction === 'down'\n          ? param.distance\n          : direction === 'up'\n            ? -param.distance\n            : 0),\n    };\n  } else {\n    throw new Error(\n      'Either end or distance must be specified for swipe gesture',\n    );\n  }\n\n  endPoint.x = Math.max(0, Math.min(endPoint.x, width));\n  endPoint.y = Math.max(0, Math.min(endPoint.y, height));\n\n  const duration = param.duration ?? 300;\n\n  let repeatCount = typeof param.repeat === 'number' ? param.repeat : 1;\n  if (repeatCount === 0) {\n    repeatCount = 10;\n  }\n\n  return { startPoint, endPoint, duration, repeatCount };\n}\n\nexport const defineActionSwipe = (config: {\n  swipe: TouchInputPrimitives['swipe'];\n  size(): Promise<Size>;\n}): DeviceAction<ActionSwipeParam> => {\n  return defineAction<typeof ActionSwipeParamSchema, ActionSwipeParam>({\n    name: 'Swipe',\n    description:\n      'Perform a touch gesture for interactions beyond regular scrolling (e.g., flip pages in a carousel, dismiss a notification, swipe-to-delete a list item). For regular content scrolling, use Scroll instead. Use \"distance\" + \"direction\" for relative movement, or \"end\" for precise endpoint.',\n    paramSchema: ActionSwipeParamSchema,\n    sample: {\n      start: { prompt: 'center of the notification' },\n      end: { prompt: 'upper edge of the screen' },\n    },\n    call: async (param) => {\n      const { startPoint, endPoint, duration, repeatCount } =\n        normalizeMobileSwipeParam(param, await config.size());\n      for (let i = 0; i < repeatCount; i++) {\n        await config.swipe(startPoint, endPoint, { duration });\n      }\n    },\n  });\n};\n\n// ClearInput\nexport const actionClearInputParamSchema = z.object({\n  locate: getMidsceneLocationSchema()\n    .describe('The input field to be cleared')\n    .optional(),\n});\nexport type ActionClearInputParam = {\n  locate?: LocateResultElement;\n};\n\nexport const defineActionClearInput = (\n  clearInput: KeyboardInputPrimitives['clearInput'],\n): DeviceAction<ActionClearInputParam> => {\n  return defineAction<\n    typeof actionClearInputParamSchema,\n    ActionClearInputParam\n  >({\n    name: 'ClearInput',\n    description: inputLocateDescription,\n    interfaceAlias: 'aiClearInput',\n    paramSchema: actionClearInputParamSchema,\n    sample: {\n      locate: { prompt: 'the search input field' },\n    },\n    call: async (param) => {\n      await clearInput(param.locate);\n    },\n  });\n};\n\n// CursorMove\nexport const actionCursorMoveParamSchema = z.object({\n  direction: z\n    .enum(['left', 'right'])\n    .describe('The direction to move the cursor'),\n  times: z\n    .number()\n    .int()\n    .min(1)\n    .default(1)\n    .describe(\n      'The number of times to move the cursor in the specified direction',\n    ),\n});\nexport type ActionCursorMoveParam = {\n  direction: 'left' | 'right';\n  times?: number;\n};\n\nexport const defineActionCursorMove = (config: {\n  keyboard: Pick<KeyboardInputPrimitives, 'keyboardPress' | 'cursorMove'>;\n  sleep?(timeMs: number): Promise<void>;\n}): DeviceAction<ActionCursorMoveParam> => {\n  return defineAction<\n    typeof actionCursorMoveParamSchema,\n    ActionCursorMoveParam\n  >({\n    name: 'CursorMove',\n    description:\n      'Move the text cursor (caret) left or right within an input field or text area. Use this to reposition the cursor without selecting text.',\n    paramSchema: actionCursorMoveParamSchema,\n    sample: {\n      direction: 'left',\n      times: 3,\n    },\n    call: async (param) => {\n      const times = param.times ?? 1;\n      if (config.keyboard.cursorMove) {\n        await config.keyboard.cursorMove(param.direction, times);\n        return;\n      }\n\n      const wait =\n        config.sleep ??\n        ((timeMs: number) =>\n          new Promise<void>((resolve) => setTimeout(resolve, timeMs)));\n      const arrowKey = param.direction === 'left' ? 'ArrowLeft' : 'ArrowRight';\n      for (let i = 0; i < times; i++) {\n        await config.keyboard.keyboardPress(arrowKey);\n        await wait(100);\n      }\n    },\n  });\n};\n\n// Pinch\nexport const ActionPinchParamSchema = z.object({\n  locate: getMidsceneLocationSchema()\n    .optional()\n    .describe(\n      'The element to pinch on. If not specified, the center of the screen will be used',\n    ),\n  direction: z\n    .enum(['in', 'out'])\n    .describe(\n      'Pinch direction. \"in\" = pinch fingers together (zoom out / shrink), \"out\" = spread fingers apart (zoom in / enlarge).',\n    ),\n  distance: z\n    .number()\n    .positive()\n    .optional()\n    .describe(\n      'How far each finger moves in pixels. Defaults to a quarter of the shorter screen dimension.',\n    ),\n  duration: z\n    .number()\n    .default(500)\n    .optional()\n    .describe('Duration of the pinch gesture in milliseconds'),\n});\n\nexport type ActionPinchParam = {\n  locate?: LocateResultElement;\n  direction: 'in' | 'out';\n  distance?: number;\n  duration?: number;\n};\n\nexport const defineActionPinch = (config: {\n  pinch: TouchInputPrimitives['pinch'];\n  size(): Promise<Size>;\n}): DeviceAction<ActionPinchParam> | undefined => {\n  if (!config.pinch) {\n    return undefined;\n  }\n\n  return defineAction<typeof ActionPinchParamSchema, ActionPinchParam>({\n    name: 'Pinch',\n    description:\n      'Perform a two-finger pinch gesture. Use direction \"in\" to pinch fingers together (zoom out), or \"out\" to spread fingers apart (zoom in). Optionally specify distance for how far each finger moves.',\n    interfaceAlias: 'aiPinch',\n    paramSchema: ActionPinchParamSchema,\n    sample: {\n      locate: { prompt: 'the map area' },\n      direction: 'out',\n      distance: 200,\n    },\n    call: async (param) => {\n      const { centerX, centerY, startDistance, endDistance, duration } =\n        normalizePinchParam(param, await config.size());\n      await config.pinch?.(\n        { x: centerX, y: centerY },\n        { startDistance, endDistance, duration },\n      );\n    },\n  });\n};\n\nexport function normalizePinchParam(\n  param: ActionPinchParam,\n  screenSize: { width: number; height: number },\n): {\n  centerX: number;\n  centerY: number;\n  startDistance: number;\n  endDistance: number;\n  duration: number;\n} {\n  const { width, height } = screenSize;\n  const element = param.locate;\n  const centerX = element\n    ? Math.round(element.center[0])\n    : Math.round(width / 2);\n  const centerY = element\n    ? Math.round(element.center[1])\n    : Math.round(height / 2);\n  const duration = param.duration ?? 500;\n\n  const baseDistance = Math.round(Math.min(width, height) / 4);\n  const fingerDistance = param.distance ?? baseDistance;\n\n  const startDistance = baseDistance;\n  const endDistance =\n    param.direction === 'out'\n      ? baseDistance + fingerDistance\n      : Math.max(10, baseDistance - fingerDistance);\n\n  return { centerX, centerY, startDistance, endDistance, duration };\n}\n\nexport interface MobileInputActionContext {\n  input: MobileInputPrimitives;\n  size(): Promise<Size>;\n  sleep?(timeMs: number): Promise<void>;\n  getDefaultAutoDismissKeyboard?(): boolean | undefined;\n  systemActions?: SystemInputActionOptions;\n}\n\nexport interface SystemInputActionConfig {\n  name: string;\n  description: string;\n  interfaceAlias?: string;\n  delayBeforeRunner?: number;\n  delayAfterRunner?: number;\n}\n\nexport interface SystemInputActionOptions {\n  backButton?: SystemInputActionConfig;\n  homeButton?: SystemInputActionConfig;\n  recentAppsButton?: SystemInputActionConfig;\n}\n\nexport interface InputPrimitiveActionOptions {\n  size?: () => Promise<Size>;\n  sleep?: (timeMs: number) => Promise<void>;\n  includeSwipe?: boolean;\n  includePinch?: boolean;\n  systemActions?: SystemInputActionOptions;\n}\n\nfunction defineSystemInputAction(\n  config: SystemInputActionConfig,\n  call: () => Promise<void>,\n): DeviceAction<undefined, void> {\n  return defineAction<undefined, undefined, void>({\n    name: config.name,\n    description: config.description,\n    interfaceAlias: config.interfaceAlias,\n    delayBeforeRunner: config.delayBeforeRunner,\n    delayAfterRunner: config.delayAfterRunner,\n    call,\n  });\n}\n\nexport function defineActionsFromInputPrimitives(\n  input: InputPrimitives,\n  options: InputPrimitiveActionOptions = {},\n): DeviceAction<any>[] {\n  const actions: Array<DeviceAction<any> | undefined> = [];\n  const { pointer, keyboard, scroll, touch, system } = input;\n\n  if (pointer) {\n    actions.push(defineActionTap(pointer.tap));\n    if (pointer.doubleClick) {\n      actions.push(defineActionDoubleClick(pointer.doubleClick));\n    }\n    if (pointer.rightClick) {\n      actions.push(defineActionRightClick(pointer.rightClick));\n    }\n    if (pointer.hover) {\n      actions.push(defineActionHover(pointer.hover));\n    }\n    if (pointer.dragAndDrop) {\n      actions.push(defineActionDragAndDrop(pointer.dragAndDrop));\n    }\n    if (pointer.longPress) {\n      actions.push(defineActionLongPress(pointer.longPress));\n    }\n  }\n\n  if (keyboard) {\n    actions.push(\n      defineActionInput(keyboard),\n      defineActionClearInput(keyboard.clearInput),\n      defineActionKeyboardPress(keyboard.keyboardPress),\n      defineActionCursorMove({ keyboard, sleep: options.sleep }),\n    );\n  }\n\n  if (scroll) {\n    actions.push(defineActionScroll(scroll.scroll));\n  }\n\n  if (touch?.swipe && options.size && options.includeSwipe !== false) {\n    actions.push(defineActionSwipe({ swipe: touch.swipe, size: options.size }));\n  }\n\n  if (touch?.pinch && options.size && options.includePinch !== false) {\n    actions.push(defineActionPinch({ pinch: touch.pinch, size: options.size }));\n  }\n\n  if (system && options.systemActions) {\n    const { systemActions } = options;\n    if (system.backButton && systemActions.backButton) {\n      actions.push(\n        defineSystemInputAction(systemActions.backButton, system.backButton),\n      );\n    }\n    if (system.homeButton && systemActions.homeButton) {\n      actions.push(\n        defineSystemInputAction(systemActions.homeButton, system.homeButton),\n      );\n    }\n    if (system.recentAppsButton && systemActions.recentAppsButton) {\n      actions.push(\n        defineSystemInputAction(\n          systemActions.recentAppsButton,\n          system.recentAppsButton,\n        ),\n      );\n    }\n  }\n\n  return actions.filter((action): action is DeviceAction<any> =>\n    Boolean(action),\n  );\n}\n\nexport function createDefaultMobileActions(\n  context: MobileInputActionContext,\n): DeviceAction<any>[] {\n  return defineActionsFromInputPrimitives(context.input, {\n    size: context.size,\n    sleep: context.sleep,\n    systemActions: context.systemActions,\n  });\n}\n\n// Sleep\nexport const ActionSleepParamSchema = z.object({\n  timeMs: z\n    .number()\n    .default(1000)\n    .optional()\n    .describe('Sleep duration in milliseconds, defaults to 1000ms (1 second)'),\n});\n\nexport type ActionSleepParam = {\n  timeMs?: number;\n};\n\nexport const defineActionSleep = (): DeviceAction<ActionSleepParam> => {\n  return defineAction<typeof ActionSleepParamSchema, ActionSleepParam>({\n    name: 'Sleep',\n    description:\n      'Wait for a specified duration before continuing. Defaults to 1 second (1000ms) if not specified.',\n    paramSchema: ActionSleepParamSchema,\n    sample: {\n      timeMs: 2000,\n    },\n    call: async (param) => {\n      const duration = param?.timeMs ?? 1000;\n      getDebug('device:common-action')(`Sleeping for ${duration}ms`);\n      await new Promise((resolve) => setTimeout(resolve, duration));\n    },\n  });\n};\n\nexport type { DeviceAction } from '../types';\nexport type {\n  AndroidDeviceOpt,\n  AndroidDeviceInputOpt,\n  IOSDeviceOpt,\n  IOSDeviceInputOpt,\n  HarmonyDeviceOpt,\n  HarmonyDeviceInputOpt,\n} from './device-options';\n"],"names":["AbstractInterface","defineAction","config","pointFromLocate","locate","missingMessage","Error","defineLocatedPointAction","param","actionTapParamSchema","z","getMidsceneLocationSchema","defineActionTap","tap","point","actionRightClickParamSchema","defineActionRightClick","rightClick","actionDoubleClickParamSchema","defineActionDoubleClick","doubleClick","actionHoverParamSchema","defineActionHover","hover","inputLocateDescription","actionInputParamSchema","val","String","defineActionInput","keyboard","actionKeyboardPressParamSchema","defineActionKeyboardPress","keyboardPress","actionScrollParamSchema","defineActionScroll","scroll","actionDragAndDropParamSchema","defineActionDragAndDrop","dragAndDrop","from","to","ActionLongPressParamSchema","defineActionLongPress","longPress","ActionSwipeParamSchema","normalizeMobileSwipeParam","screenSize","width","height","start","end","startPoint","endPoint","direction","Math","duration","repeatCount","defineActionSwipe","i","actionClearInputParamSchema","defineActionClearInput","clearInput","actionCursorMoveParamSchema","defineActionCursorMove","times","wait","timeMs","Promise","resolve","setTimeout","arrowKey","ActionPinchParamSchema","defineActionPinch","centerX","centerY","startDistance","endDistance","normalizePinchParam","element","baseDistance","fingerDistance","defineSystemInputAction","call","defineActionsFromInputPrimitives","input","options","actions","pointer","touch","system","systemActions","action","Boolean","createDefaultMobileActions","context","ActionSleepParamSchema","defineActionSleep","getDebug"],"mappings":";;;;;;;;;;;;;AA+HO,MAAeA;;QA8CpB;QA8BA;;AACF;AAKO,MAAMC,eAAe,CAK1BC,SAaOA;AAGT,SAASC,gBACPC,MAAuC,EACvCC,cAAsB;IAEtB,IAAI,CAACD,QACH,MAAM,IAAIE,MAAMD;IAElB,OAAO;QAAE,GAAGD,OAAO,MAAM,CAAC,EAAE;QAAE,GAAGA,OAAO,MAAM,CAAC,EAAE;IAAC;AACpD;AAEA,SAASG,yBAGPL,MAQD;IACC,OAAOD,aAA8B;QACnC,MAAMC,OAAO,IAAI;QACjB,aAAaA,OAAO,WAAW;QAC/B,gBAAgBA,OAAO,cAAc;QACrC,aAAaA,OAAO,WAAW;QAC/B,QAAQA,OAAO,MAAM;QACrB,MAAM,OAAOM;YACX,MAAMN,OAAO,IAAI,CACfC,gBAAgBK,MAAM,MAAM,EAAEN,OAAO,oBAAoB,GACzDM;QAEJ;IACF;AACF;AAGO,MAAMC,uBAAuBC,EAAE,MAAM,CAAC;IAC3C,QAAQC,4BAA4B,QAAQ,CAAC;AAC/C;AAKO,MAAMC,kBAAkB,CAC7BC,MAEON,yBAAsE;QAC3E,MAAM;QACN,aAAa;QACb,gBAAgB;QAChB,aAAaE;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAAsB;QAC1C;QACA,sBAAsB;QACtB,MAAM,OAAOK;YACX,MAAMD,IAAIC;QACZ;IACF;AAIK,MAAMC,8BAA8BL,EAAE,MAAM,CAAC;IAClD,QAAQC,4BAA4B,QAAQ,CAC1C;AAEJ;AAKO,MAAMK,yBAAyB,CACpCC,aAEOV,yBAGL;QACA,MAAM;QACN,aAAa;QACb,gBAAgB;QAChB,aAAaQ;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAA+B;QACnD;QACA,sBAAsB;QACtB,MAAM,OAAOD;YACX,MAAMG,WAAWH;QACnB;IACF;AAIK,MAAMI,+BAA+BR,EAAE,MAAM,CAAC;IACnD,QAAQC,4BAA4B,QAAQ,CAC1C;AAEJ;AAKO,MAAMQ,0BAA0B,CACrCC,cAEOb,yBAGL;QACA,MAAM;QACN,aAAa;QACb,gBAAgB;QAChB,aAAaW;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAAkB;QACtC;QACA,sBAAsB;QACtB,MAAM,OAAOJ;YACX,MAAMM,YAAYN;QACpB;IACF;AAIK,MAAMO,yBAAyBX,EAAE,MAAM,CAAC;IAC7C,QAAQC,4BAA4B,QAAQ,CAAC;AAC/C;AAKO,MAAMW,oBAAoB,CAC/BC,QAEOhB,yBAGL;QACA,MAAM;QACN,aAAa;QACb,gBAAgB;QAChB,aAAac;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAAsC;QAC1D;QACA,sBAAsB;QACtB,MAAM,OAAOP;YACX,MAAMS,MAAMT;QACd;IACF;AAIF,MAAMU,yBACJ;AACK,MAAMC,yBAAyBf,EAAE,MAAM,CAAC;IAC7C,OAAOA,EAAAA,KACC,CAAC;QAACA,EAAE,MAAM;QAAIA,EAAE,MAAM;KAAG,EAC9B,SAAS,CAAC,CAACgB,MAAQC,OAAOD,MAC1B,QAAQ,CACP;IAEJ,QAAQf,4BACL,QAAQ,CAACa,wBACT,QAAQ;IACX,MAAMd,CAAC,CAADA,OACC,CAAC;QAAC;QAAW;QAAS;KAAW,EACrC,OAAO,CAAC,WACR,QAAQ,CACP;IAEJ,qBAAqBA,EAAAA,OACX,GACP,QAAQ,GACR,QAAQ,CACP;AAEN;AAQO,MAAMkB,oBAAoB,CAC/BC,WAEO5B,aAA8D;QACnE,MAAM;QACN,aAAa;QACb,gBAAgB;QAChB,aAAawB;QACb,QAAQ;YACN,OAAO;YACP,QAAQ;gBAAE,QAAQ;YAAwB;QAC5C;QACA,MAAM,OAAOjB;YAEX,IAAKA,AAA0B,aAA1BA,MAAM,IAAI,EACbA,MAAM,IAAI,GAAG;YAGf,IAAIA,AAAe,YAAfA,MAAM,IAAI,EAAc,YAC1B,MAAMqB,SAAS,UAAU,CAACrB,MAAM,MAAM;YAIxC,IAAI,CAACA,SAAS,CAACA,MAAM,KAAK,EACxB;YAGF,MAAMqB,SAAS,QAAQ,CAACrB,MAAM,KAAK,EAAE;gBACnC,QAAQA,MAAM,MAAM;gBACpB,SAASA,AAAe,eAAfA,MAAM,IAAI;gBACnB,qBAAqBA,MAAM,mBAAmB;YAChD;QACF;IACF;AAIK,MAAMsB,iCAAiCpB,EAAE,MAAM,CAAC;IACrD,QAAQC,4BACL,QAAQ,CAAC,qDACT,QAAQ;IACX,SAASD,EAAAA,MACA,GACN,QAAQ,CACP;AAEN;AAMO,MAAMqB,4BAA4B,CACvCC,gBAEO/B,aAGL;QACA,MAAM;QACN,aACE;QACF,gBAAgB;QAChB,aAAa6B;QACb,QAAQ;YACN,SAAS;QACX;QACA,MAAM,OAAOtB;YACX,MAAMwB,cAAcxB,MAAM,OAAO,EAAE;gBACjC,QAAQA,MAAM,MAAM;YACtB;QACF;IACF;AAIK,MAAMyB,0BAA0BvB,EAAE,MAAM,CAAC;IAC9C,YAAYA,CAAC,CAADA,OACL,CAAC;QACJ;QACA;QACA;QACA;QACA;KACD,EACA,OAAO,CAAC,gBACR,QAAQ,CACP;IAEJ,WAAWA,CAAC,CAADA,OACJ,CAAC;QAAC;QAAQ;QAAM;QAAS;KAAO,EACpC,OAAO,CAAC,QACR,QAAQ,CACP;IAEJ,UAAUA,EAAAA,MACD,GACN,QAAQ,GACR,QAAQ,GACR,QAAQ,CAAC;IACZ,QAAQC,4BACL,QAAQ,GACR,QAAQ,CACP;AAEN;AAEO,MAAMuB,qBAAqB,CAChCC,SAEOlC,aAAgE;QACrE,MAAM;QACN,aACE;QACF,gBAAgB;QAChB,aAAagC;QACb,QAAQ;YACN,WAAW;YACX,YAAY;YACZ,QAAQ;gBAAE,QAAQ;YAAsC;QAC1D;QACA,MAAM,OAAOzB;YACX,MAAM2B,OAAO3B;QACf;IACF;AAIK,MAAM4B,+BAA+B1B,EAAE,MAAM,CAAC;IACnD,MAAMC,4BAA4B,QAAQ,CAAC;IAC3C,IAAIA,4BAA4B,QAAQ,CAAC;AAC3C;AAMO,MAAM0B,0BAA0B,CACrCC,cAEOrC,aAGL;QACA,MAAM;QACN,aACE;QACF,gBAAgB;QAChB,aAAamC;QACb,QAAQ;YACN,MAAM;gBAAE,QAAQ;YAA6B;YAC7C,IAAI;gBAAE,QAAQ;YAAuB;QACvC;QACA,MAAM,OAAO5B;YACX,MAAM+B,OAAO/B,MAAM,IAAI;YACvB,MAAMgC,KAAKhC,MAAM,EAAE;YACnB,IAAI,CAAC+B,MACH,MAAM,IAAIjC,MAAM;YAElB,IAAI,CAACkC,IACH,MAAM,IAAIlC,MAAM;YAElB,MAAMgC,YACJ;gBAAE,GAAGC,KAAK,MAAM,CAAC,EAAE;gBAAE,GAAGA,KAAK,MAAM,CAAC,EAAE;YAAC,GACvC;gBAAE,GAAGC,GAAG,MAAM,CAAC,EAAE;gBAAE,GAAGA,GAAG,MAAM,CAAC,EAAE;YAAC;QAEvC;IACF;AAGK,MAAMC,6BAA6B/B,EAAE,MAAM,CAAC;IACjD,QAAQC,4BAA4B,QAAQ,CAC1C;IAEF,UAAUD,EAAAA,MACD,GACN,QAAQ,GACR,QAAQ,CAAC;AACd;AAMO,MAAMgC,wBAAwB,CACnCC,YAEOpC,yBAGL;QACA,MAAM;QACN,aAAa;QACb,gBAAgB;QAChB,aAAakC;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAAqB;QACzC;QACA,sBAAsB;QACtB,MAAM,OAAO3B,OAAON;YAClB,MAAMmC,UAAU7B,OAAO;gBAAE,UAAUN,MAAM,QAAQ;YAAC;QACpD;IACF;AAGK,MAAMoC,yBAAyBlC,EAAE,MAAM,CAAC;IAC7C,OAAOC,4BACJ,QAAQ,GACR,QAAQ,CACP;IAEJ,WAAWD,CAAC,CAADA,OACJ,CAAC;QAAC;QAAM;QAAQ;QAAQ;KAAQ,EACpC,QAAQ,GACR,QAAQ,CACP;IAEJ,UAAUA,EAAAA,MACD,GACN,QAAQ,GACR,QAAQ,CAAC;IACZ,KAAKC,4BACF,QAAQ,GACR,QAAQ,CACP;IAEJ,UAAUD,EAAAA,MACD,GACN,OAAO,CAAC,KACR,QAAQ,CAAC;IACZ,QAAQA,EAAAA,MACC,GACN,QAAQ,GACR,QAAQ,CACP;AAEN;AAWO,SAASmC,0BACdrC,KAAuB,EACvBsC,UAA6C;IAO7C,MAAM,EAAEC,KAAK,EAAEC,MAAM,EAAE,GAAGF;IAC1B,MAAM,EAAEG,KAAK,EAAEC,GAAG,EAAE,GAAG1C;IAEvB,MAAM2C,aAAaF,QACf;QAAE,GAAGA,MAAM,MAAM,CAAC,EAAE;QAAE,GAAGA,MAAM,MAAM,CAAC,EAAE;IAAC,IACzC;QAAE,GAAGF,QAAQ;QAAG,GAAGC,SAAS;IAAE;IAElC,IAAII;IAEJ,IAAIF,KACFE,WAAW;QAAE,GAAGF,IAAI,MAAM,CAAC,EAAE;QAAE,GAAGA,IAAI,MAAM,CAAC,EAAE;IAAC;SAC3C,IAAI1C,MAAM,QAAQ,EAAE;QACzB,MAAM6C,YAAY7C,MAAM,SAAS;QACjC,IAAI,CAAC6C,WACH,MAAM,IAAI/C,MAAM;QAElB8C,WAAW;YACT,GACED,WAAW,CAAC,GACXE,CAAAA,AAAc,YAAdA,YACG7C,MAAM,QAAQ,GACd6C,AAAc,WAAdA,YACE,CAAC7C,MAAM,QAAQ,GACf;YACR,GACE2C,WAAW,CAAC,GACXE,CAAAA,AAAc,WAAdA,YACG7C,MAAM,QAAQ,GACd6C,AAAc,SAAdA,YACE,CAAC7C,MAAM,QAAQ,GACf;QACV;IACF,OACE,MAAM,IAAIF,MACR;IAIJ8C,SAAS,CAAC,GAAGE,KAAK,GAAG,CAAC,GAAGA,KAAK,GAAG,CAACF,SAAS,CAAC,EAAEL;IAC9CK,SAAS,CAAC,GAAGE,KAAK,GAAG,CAAC,GAAGA,KAAK,GAAG,CAACF,SAAS,CAAC,EAAEJ;IAE9C,MAAMO,WAAW/C,MAAM,QAAQ,IAAI;IAEnC,IAAIgD,cAAc,AAAwB,YAAxB,OAAOhD,MAAM,MAAM,GAAgBA,MAAM,MAAM,GAAG;IACpE,IAAIgD,AAAgB,MAAhBA,aACFA,cAAc;IAGhB,OAAO;QAAEL;QAAYC;QAAUG;QAAUC;IAAY;AACvD;AAEO,MAAMC,oBAAoB,CAACvD,SAIzBD,aAA8D;QACnE,MAAM;QACN,aACE;QACF,aAAa2C;QACb,QAAQ;YACN,OAAO;gBAAE,QAAQ;YAA6B;YAC9C,KAAK;gBAAE,QAAQ;YAA2B;QAC5C;QACA,MAAM,OAAOpC;YACX,MAAM,EAAE2C,UAAU,EAAEC,QAAQ,EAAEG,QAAQ,EAAEC,WAAW,EAAE,GACnDX,0BAA0BrC,OAAO,MAAMN,OAAO,IAAI;YACpD,IAAK,IAAIwD,IAAI,GAAGA,IAAIF,aAAaE,IAC/B,MAAMxD,OAAO,KAAK,CAACiD,YAAYC,UAAU;gBAAEG;YAAS;QAExD;IACF;AAIK,MAAMI,8BAA8BjD,EAAE,MAAM,CAAC;IAClD,QAAQC,4BACL,QAAQ,CAAC,iCACT,QAAQ;AACb;AAKO,MAAMiD,yBAAyB,CACpCC,aAEO5D,aAGL;QACA,MAAM;QACN,aAAauB;QACb,gBAAgB;QAChB,aAAamC;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAAyB;QAC7C;QACA,MAAM,OAAOnD;YACX,MAAMqD,WAAWrD,MAAM,MAAM;QAC/B;IACF;AAIK,MAAMsD,8BAA8BpD,EAAE,MAAM,CAAC;IAClD,WAAWA,CAAC,CAADA,OACJ,CAAC;QAAC;QAAQ;KAAQ,EACtB,QAAQ,CAAC;IACZ,OAAOA,EAAAA,MACE,GACN,GAAG,GACH,GAAG,CAAC,GACJ,OAAO,CAAC,GACR,QAAQ,CACP;AAEN;AAMO,MAAMqD,yBAAyB,CAAC7D,SAI9BD,aAGL;QACA,MAAM;QACN,aACE;QACF,aAAa6D;QACb,QAAQ;YACN,WAAW;YACX,OAAO;QACT;QACA,MAAM,OAAOtD;YACX,MAAMwD,QAAQxD,MAAM,KAAK,IAAI;YAC7B,IAAIN,OAAO,QAAQ,CAAC,UAAU,EAAE,YAC9B,MAAMA,OAAO,QAAQ,CAAC,UAAU,CAACM,MAAM,SAAS,EAAEwD;YAIpD,MAAMC,OACJ/D,OAAO,KAAK,IACV,EAAAgE,SACA,IAAIC,QAAc,CAACC,UAAYC,WAAWD,SAASF,QAAO;YAC9D,MAAMI,WAAW9D,AAAoB,WAApBA,MAAM,SAAS,GAAc,cAAc;YAC5D,IAAK,IAAIkD,IAAI,GAAGA,IAAIM,OAAON,IAAK;gBAC9B,MAAMxD,OAAO,QAAQ,CAAC,aAAa,CAACoE;gBACpC,MAAML,KAAK;YACb;QACF;IACF;AAIK,MAAMM,yBAAyB7D,EAAE,MAAM,CAAC;IAC7C,QAAQC,4BACL,QAAQ,GACR,QAAQ,CACP;IAEJ,WAAWD,CAAC,CAADA,OACJ,CAAC;QAAC;QAAM;KAAM,EAClB,QAAQ,CACP;IAEJ,UAAUA,EAAAA,MACD,GACN,QAAQ,GACR,QAAQ,GACR,QAAQ,CACP;IAEJ,UAAUA,EAAAA,MACD,GACN,OAAO,CAAC,KACR,QAAQ,GACR,QAAQ,CAAC;AACd;AASO,MAAM8D,oBAAoB,CAACtE;IAIhC,IAAI,CAACA,OAAO,KAAK,EACf;IAGF,OAAOD,aAA8D;QACnE,MAAM;QACN,aACE;QACF,gBAAgB;QAChB,aAAasE;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAAe;YACjC,WAAW;YACX,UAAU;QACZ;QACA,MAAM,OAAO/D;YACX,MAAM,EAAEiE,OAAO,EAAEC,OAAO,EAAEC,aAAa,EAAEC,WAAW,EAAErB,QAAQ,EAAE,GAC9DsB,oBAAoBrE,OAAO,MAAMN,OAAO,IAAI;YAC9C,MAAMA,OAAO,KAAK,GAChB;gBAAE,GAAGuE;gBAAS,GAAGC;YAAQ,GACzB;gBAAEC;gBAAeC;gBAAarB;YAAS;QAE3C;IACF;AACF;AAEO,SAASsB,oBACdrE,KAAuB,EACvBsC,UAA6C;IAQ7C,MAAM,EAAEC,KAAK,EAAEC,MAAM,EAAE,GAAGF;IAC1B,MAAMgC,UAAUtE,MAAM,MAAM;IAC5B,MAAMiE,UAAUK,UACZxB,KAAK,KAAK,CAACwB,QAAQ,MAAM,CAAC,EAAE,IAC5BxB,KAAK,KAAK,CAACP,QAAQ;IACvB,MAAM2B,UAAUI,UACZxB,KAAK,KAAK,CAACwB,QAAQ,MAAM,CAAC,EAAE,IAC5BxB,KAAK,KAAK,CAACN,SAAS;IACxB,MAAMO,WAAW/C,MAAM,QAAQ,IAAI;IAEnC,MAAMuE,eAAezB,KAAK,KAAK,CAACA,KAAK,GAAG,CAACP,OAAOC,UAAU;IAC1D,MAAMgC,iBAAiBxE,MAAM,QAAQ,IAAIuE;IAEzC,MAAMJ,gBAAgBI;IACtB,MAAMH,cACJpE,AAAoB,UAApBA,MAAM,SAAS,GACXuE,eAAeC,iBACf1B,KAAK,GAAG,CAAC,IAAIyB,eAAeC;IAElC,OAAO;QAAEP;QAASC;QAASC;QAAeC;QAAarB;IAAS;AAClE;AAgCA,SAAS0B,wBACP/E,MAA+B,EAC/BgF,IAAyB;IAEzB,OAAOjF,aAAyC;QAC9C,MAAMC,OAAO,IAAI;QACjB,aAAaA,OAAO,WAAW;QAC/B,gBAAgBA,OAAO,cAAc;QACrC,mBAAmBA,OAAO,iBAAiB;QAC3C,kBAAkBA,OAAO,gBAAgB;QACzCgF;IACF;AACF;AAEO,SAASC,iCACdC,KAAsB,EACtBC,UAAuC,CAAC,CAAC;IAEzC,MAAMC,UAAgD,EAAE;IACxD,MAAM,EAAEC,OAAO,EAAE1D,QAAQ,EAAEM,MAAM,EAAEqD,KAAK,EAAEC,MAAM,EAAE,GAAGL;IAErD,IAAIG,SAAS;QACXD,QAAQ,IAAI,CAAC1E,gBAAgB2E,QAAQ,GAAG;QACxC,IAAIA,QAAQ,WAAW,EACrBD,QAAQ,IAAI,CAACnE,wBAAwBoE,QAAQ,WAAW;QAE1D,IAAIA,QAAQ,UAAU,EACpBD,QAAQ,IAAI,CAACtE,uBAAuBuE,QAAQ,UAAU;QAExD,IAAIA,QAAQ,KAAK,EACfD,QAAQ,IAAI,CAAChE,kBAAkBiE,QAAQ,KAAK;QAE9C,IAAIA,QAAQ,WAAW,EACrBD,QAAQ,IAAI,CAACjD,wBAAwBkD,QAAQ,WAAW;QAE1D,IAAIA,QAAQ,SAAS,EACnBD,QAAQ,IAAI,CAAC5C,sBAAsB6C,QAAQ,SAAS;IAExD;IAEA,IAAI1D,UACFyD,QAAQ,IAAI,CACV1D,kBAAkBC,WAClB+B,uBAAuB/B,SAAS,UAAU,GAC1CE,0BAA0BF,SAAS,aAAa,GAChDkC,uBAAuB;QAAElC;QAAU,OAAOwD,QAAQ,KAAK;IAAC;IAI5D,IAAIlD,QACFmD,QAAQ,IAAI,CAACpD,mBAAmBC,OAAO,MAAM;IAG/C,IAAIqD,OAAO,SAASH,QAAQ,IAAI,IAAIA,AAAyB,UAAzBA,QAAQ,YAAY,EACtDC,QAAQ,IAAI,CAAC7B,kBAAkB;QAAE,OAAO+B,MAAM,KAAK;QAAE,MAAMH,QAAQ,IAAI;IAAC;IAG1E,IAAIG,OAAO,SAASH,QAAQ,IAAI,IAAIA,AAAyB,UAAzBA,QAAQ,YAAY,EACtDC,QAAQ,IAAI,CAACd,kBAAkB;QAAE,OAAOgB,MAAM,KAAK;QAAE,MAAMH,QAAQ,IAAI;IAAC;IAG1E,IAAII,UAAUJ,QAAQ,aAAa,EAAE;QACnC,MAAM,EAAEK,aAAa,EAAE,GAAGL;QAC1B,IAAII,OAAO,UAAU,IAAIC,cAAc,UAAU,EAC/CJ,QAAQ,IAAI,CACVL,wBAAwBS,cAAc,UAAU,EAAED,OAAO,UAAU;QAGvE,IAAIA,OAAO,UAAU,IAAIC,cAAc,UAAU,EAC/CJ,QAAQ,IAAI,CACVL,wBAAwBS,cAAc,UAAU,EAAED,OAAO,UAAU;QAGvE,IAAIA,OAAO,gBAAgB,IAAIC,cAAc,gBAAgB,EAC3DJ,QAAQ,IAAI,CACVL,wBACES,cAAc,gBAAgB,EAC9BD,OAAO,gBAAgB;IAI/B;IAEA,OAAOH,QAAQ,MAAM,CAAC,CAACK,SACrBC,QAAQD;AAEZ;AAEO,SAASE,2BACdC,OAAiC;IAEjC,OAAOX,iCAAiCW,QAAQ,KAAK,EAAE;QACrD,MAAMA,QAAQ,IAAI;QAClB,OAAOA,QAAQ,KAAK;QACpB,eAAeA,QAAQ,aAAa;IACtC;AACF;AAGO,MAAMC,yBAAyBrF,EAAE,MAAM,CAAC;IAC7C,QAAQA,EAAAA,MACC,GACN,OAAO,CAAC,MACR,QAAQ,GACR,QAAQ,CAAC;AACd;AAMO,MAAMsF,oBAAoB,IACxB/F,aAA8D;QACnE,MAAM;QACN,aACE;QACF,aAAa8F;QACb,QAAQ;YACN,QAAQ;QACV;QACA,MAAM,OAAOvF;YACX,MAAM+C,WAAW/C,OAAO,UAAU;YAClCyF,SAAS,wBAAwB,CAAC,aAAa,EAAE1C,SAAS,EAAE,CAAC;YAC7D,MAAM,IAAIY,QAAQ,CAACC,UAAYC,WAAWD,SAASb;QACrD;IACF"}
+{"version":3,"file":"device/index.mjs","sources":["../../../src/device/index.ts"],"sourcesContent":["import { getMidsceneLocationSchema } from '@/common';\nimport type {\n  ActionScrollParam,\n  DeviceAction,\n  LocateResultElement,\n} from '@/types';\nimport type { IModelConfig } from '@aiscene/shared/env';\nimport type { ElementNode } from '@aiscene/shared/extractor';\nimport { getDebug } from '@aiscene/shared/logger';\nimport { _keyDefinitions } from '@aiscene/shared/us-keyboard-layout';\nimport { z } from 'zod';\nimport type { ElementCacheFeature, Rect, Size, UIContext } from '../types';\n\nexport interface FileChooserHandler {\n  accept(files: string[]): Promise<void>;\n}\n\nexport interface FileChooserRegistration {\n  dispose: () => void;\n  getError: () => Error | undefined | Promise<Error | undefined>;\n}\n\nexport interface MjpegStreamFrame {\n  /** Raw base64-encoded image bytes WITHOUT a `data:image/...;base64,` prefix. */\n  data: string;\n  contentType?: string;\n}\n\nexport interface MjpegStreamHandle {\n  stop(): void | Promise<void>;\n}\n\nexport interface MjpegStreamOptions {\n  signal?: AbortSignal;\n  onFrame(frame: MjpegStreamFrame): void;\n  onError?(error: unknown): void;\n}\n\nexport interface DeviceFrameRef {\n  ref: unknown;\n  capturedAt: number;\n}\n\nexport interface DeviceFrameSource {\n  latest(): DeviceFrameRef | null;\n  decode(refs: DeviceFrameRef[]): Promise<string[]>;\n  stop(): Promise<void> | void;\n}\n\n/** A point in device-pixel coordinates on the screen. */\nexport interface PointerPoint {\n  x: number;\n  y: number;\n}\n\nexport interface PointerInputPrimitives {\n  tap(p: PointerPoint, opts?: { duration?: number }): Promise<void>;\n  doubleClick?(p: PointerPoint): Promise<void>;\n  rightClick?(p: PointerPoint): Promise<void>;\n  hover?(p: PointerPoint): Promise<void>;\n  longPress?(p: PointerPoint, opts?: { duration?: number }): Promise<void>;\n  dragAndDrop?(from: PointerPoint, to: PointerPoint): Promise<void>;\n}\n\nexport interface TouchInputPrimitives {\n  swipe(\n    start: PointerPoint,\n    end: PointerPoint,\n    opts?: { duration?: number; repeat?: number },\n  ): Promise<void>;\n  pinch?(\n    center: PointerPoint,\n    opts: { startDistance: number; endDistance: number; duration: number },\n  ): Promise<void>;\n}\n\nexport interface KeyboardInputPrimitives {\n  keyboardPress(keyName: string, opts?: { target?: unknown }): Promise<void>;\n  cursorMove?(direction: 'left' | 'right', times?: number): Promise<void>;\n  typeText(\n    value: string,\n    opts?: {\n      autoDismissKeyboard?: boolean;\n      target?: unknown;\n      replace?: boolean;\n      focusOnly?: boolean;\n    },\n  ): Promise<void>;\n  clearInput(target?: unknown): Promise<void>;\n}\n\nexport interface ScrollInputPrimitives {\n  scroll(param: ActionScrollParam): Promise<void>;\n}\n\nexport interface SystemInputPrimitives {\n  backButton?(): Promise<void>;\n  homeButton?(): Promise<void>;\n  recentAppsButton?(): Promise<void>;\n}\n\nexport interface InputPrimitives {\n  pointer?: PointerInputPrimitives;\n  keyboard?: KeyboardInputPrimitives;\n  touch?: TouchInputPrimitives;\n  scroll?: ScrollInputPrimitives;\n  system?: SystemInputPrimitives;\n}\n\nexport interface MobileInputPrimitives extends InputPrimitives {\n  pointer: PointerInputPrimitives & {\n    doubleClick(p: PointerPoint): Promise<void>;\n    longPress(p: PointerPoint, opts?: { duration?: number }): Promise<void>;\n    dragAndDrop(from: PointerPoint, to: PointerPoint): Promise<void>;\n  };\n  keyboard: KeyboardInputPrimitives;\n  touch: TouchInputPrimitives;\n}\n\nexport interface BrowserInputPrimitives extends InputPrimitives {\n  pointer: PointerInputPrimitives & {\n    doubleClick(p: PointerPoint): Promise<void>;\n    rightClick(p: PointerPoint): Promise<void>;\n    hover(p: PointerPoint): Promise<void>;\n    dragAndDrop(from: PointerPoint, to: PointerPoint): Promise<void>;\n    longPress(p: PointerPoint, opts?: { duration?: number }): Promise<void>;\n  };\n  keyboard: KeyboardInputPrimitives;\n  scroll: ScrollInputPrimitives;\n  touch: TouchInputPrimitives;\n}\n\nexport interface ComputerInputPrimitives extends InputPrimitives {\n  pointer: PointerInputPrimitives & {\n    doubleClick(p: PointerPoint): Promise<void>;\n    rightClick(p: PointerPoint): Promise<void>;\n    hover(p: PointerPoint): Promise<void>;\n    dragAndDrop(from: PointerPoint, to: PointerPoint): Promise<void>;\n  };\n  keyboard: KeyboardInputPrimitives;\n  scroll: ScrollInputPrimitives;\n}\n\nexport abstract class AbstractInterface {\n  abstract interfaceType: string;\n\n  abstract screenshotBase64(): Promise<string>;\n  abstract size(): Promise<Size>;\n  abstract actionSpace(): DeviceAction[];\n\n  abstract cacheFeatureForPoint?(\n    center: [number, number],\n    options?: {\n      targetDescription?: string;\n      modelConfig?: IModelConfig;\n    },\n  ): Promise<ElementCacheFeature>;\n  abstract rectMatchesCacheFeature?(\n    feature: ElementCacheFeature,\n  ): Promise<Rect>;\n\n  abstract destroy?(): Promise<void>;\n\n  abstract describe?(): string;\n  abstract beforeInvokeAction?(actionName: string, param: any): Promise<void>;\n  abstract afterInvokeAction?(actionName: string, param: any): Promise<void>;\n\n  // for web only\n  registerFileChooserListener?(\n    handler: (chooser: FileChooserHandler) => Promise<void>,\n  ): Promise<FileChooserRegistration>;\n\n  // @deprecated do NOT extend this method\n  abstract getElementsNodeTree?: () => Promise<ElementNode>;\n\n  // @deprecated do NOT extend this method\n  abstract url?: () => string | Promise<string>;\n\n  // @deprecated do NOT extend this method\n  abstract evaluateJavaScript?<T = any>(script: string): Promise<T>;\n\n  /**\n   * Get the current device-local time as a formatted string.\n   * Prefer this for user-visible time because timestamps alone do not preserve\n   * the target device's timezone when formatted on the host machine.\n   */\n  getDeviceLocalTimeString?(format?: string): Promise<string>;\n\n  /** URL of native MJPEG stream for real-time screen preview (e.g. WDA MJPEG server) */\n  mjpegStreamUrl?: string;\n\n  openFrameSource?(): Promise<DeviceFrameSource | undefined>;\n\n  /**\n   * Optional in-process MJPEG frame producer. Implementations can push raw\n   * base64 frames here when there is no standalone native MJPEG URL, e.g.\n   * Chromium CDP Page.startScreencast for web previews.\n   */\n  startMjpegStream?(\n    options: MjpegStreamOptions,\n  ): MjpegStreamHandle | undefined | Promise<MjpegStreamHandle | undefined>;\n\n  /**\n   * Optional hook used after keyboard-only actions to force a fresh frame on\n   * the active MJPEG stream. Implementations should be a no-op when no stream\n   * is active.\n   */\n  flushPendingVisualUpdate?(): Promise<void>;\n\n  /**\n   * Optional navigation state probe for browser-like interfaces, used to drive\n   * loading indicators in playground UIs. Returning `undefined` means the\n   * interface does not expose this concept.\n   */\n  navigationState?(): Promise<{ isLoading: boolean }>;\n\n  /**\n   * Low-level device input surface. Platform implementations expose transport\n   * primitives here; higher-level AI actions and manual pointer dispatch should\n   * adapt to this instead of duplicating platform gesture logic.\n   */\n  inputPrimitives?: InputPrimitives;\n}\n\n// Generic function to define actions with proper type inference\n// TRuntime allows specifying a different type for the runtime parameter (after location resolution)\n// TReturn allows specifying the return type of the action\nexport const defineAction = <\n  TSchema extends z.ZodType | undefined = undefined,\n  TRuntime = TSchema extends z.ZodType ? z.infer<TSchema> : undefined,\n  TReturn = any,\n>(\n  config: {\n    name: string;\n    description: string;\n    interfaceAlias?: string;\n    paramSchema?: TSchema;\n    call: (param: TRuntime) => Promise<TReturn> | TReturn;\n  } & Partial<\n    Omit<\n      DeviceAction<TRuntime, TReturn>,\n      'name' | 'description' | 'interfaceAlias' | 'paramSchema' | 'call'\n    >\n  >,\n): DeviceAction<TRuntime, TReturn> => {\n  return config as any; // Type assertion needed because schema validation type differs from runtime type\n};\n\nfunction pointFromLocate(\n  locate: LocateResultElement | undefined,\n  missingMessage: string,\n): PointerPoint {\n  if (!locate) {\n    throw new Error(missingMessage);\n  }\n  return { x: locate.center[0], y: locate.center[1] };\n}\n\nfunction defineLocatedPointAction<\n  TSchema extends z.ZodType,\n  TParam extends { locate: LocateResultElement },\n>(config: {\n  name: string;\n  description: string;\n  interfaceAlias?: string;\n  paramSchema: TSchema;\n  sample: DeviceAction<TParam>['sample'];\n  missingLocateMessage: string;\n  call: (point: PointerPoint, param: TParam) => Promise<void>;\n}): DeviceAction<TParam> {\n  return defineAction<TSchema, TParam>({\n    name: config.name,\n    description: config.description,\n    interfaceAlias: config.interfaceAlias,\n    paramSchema: config.paramSchema,\n    sample: config.sample,\n    call: async (param) => {\n      await config.call(\n        pointFromLocate(param.locate, config.missingLocateMessage),\n        param,\n      );\n    },\n  });\n}\n\n// Tap\nexport const actionTapParamSchema = z.object({\n  locate: getMidsceneLocationSchema().describe('The element to be tapped'),\n});\nexport type ActionTapParam = {\n  locate: LocateResultElement;\n};\n\nexport const defineActionTap = (\n  tap: PointerInputPrimitives['tap'],\n): DeviceAction<ActionTapParam> => {\n  return defineLocatedPointAction<typeof actionTapParamSchema, ActionTapParam>({\n    name: 'Tap',\n    description: 'Tap the element',\n    interfaceAlias: 'aiTap',\n    paramSchema: actionTapParamSchema,\n    sample: {\n      locate: { prompt: 'the \"Submit\" button' },\n    },\n    missingLocateMessage: 'Element not found, cannot tap',\n    call: async (point) => {\n      await tap(point);\n    },\n  });\n};\n\n// RightClick\nexport const actionRightClickParamSchema = z.object({\n  locate: getMidsceneLocationSchema().describe(\n    'The element to be right clicked',\n  ),\n});\nexport type ActionRightClickParam = {\n  locate: LocateResultElement;\n};\n\nexport const defineActionRightClick = (\n  rightClick: NonNullable<PointerInputPrimitives['rightClick']>,\n): DeviceAction<ActionRightClickParam> => {\n  return defineLocatedPointAction<\n    typeof actionRightClickParamSchema,\n    ActionRightClickParam\n  >({\n    name: 'RightClick',\n    description: 'Right click the element',\n    interfaceAlias: 'aiRightClick',\n    paramSchema: actionRightClickParamSchema,\n    sample: {\n      locate: { prompt: 'the file icon on the desktop' },\n    },\n    missingLocateMessage: 'Element not found, cannot right click',\n    call: async (point) => {\n      await rightClick(point);\n    },\n  });\n};\n\n// DoubleClick\nexport const actionDoubleClickParamSchema = z.object({\n  locate: getMidsceneLocationSchema().describe(\n    'The element to be double clicked',\n  ),\n});\nexport type ActionDoubleClickParam = {\n  locate: LocateResultElement;\n};\n\nexport const defineActionDoubleClick = (\n  doubleClick: NonNullable<PointerInputPrimitives['doubleClick']>,\n): DeviceAction<ActionDoubleClickParam> => {\n  return defineLocatedPointAction<\n    typeof actionDoubleClickParamSchema,\n    ActionDoubleClickParam\n  >({\n    name: 'DoubleClick',\n    description: 'Double click the element',\n    interfaceAlias: 'aiDoubleClick',\n    paramSchema: actionDoubleClickParamSchema,\n    sample: {\n      locate: { prompt: 'the folder icon' },\n    },\n    missingLocateMessage: 'Element not found, cannot double click',\n    call: async (point) => {\n      await doubleClick(point);\n    },\n  });\n};\n\n// Hover\nexport const actionHoverParamSchema = z.object({\n  locate: getMidsceneLocationSchema().describe('The element to be hovered'),\n});\nexport type ActionHoverParam = {\n  locate: LocateResultElement;\n};\n\nexport const defineActionHover = (\n  hover: NonNullable<PointerInputPrimitives['hover']>,\n): DeviceAction<ActionHoverParam> => {\n  return defineLocatedPointAction<\n    typeof actionHoverParamSchema,\n    ActionHoverParam\n  >({\n    name: 'Hover',\n    description: 'Move the mouse to the element',\n    interfaceAlias: 'aiHover',\n    paramSchema: actionHoverParamSchema,\n    sample: {\n      locate: { prompt: 'the navigation menu item \"Products\"' },\n    },\n    missingLocateMessage: 'Element not found, cannot hover',\n    call: async (point) => {\n      await hover(point);\n    },\n  });\n};\n\n// Input\nconst inputLocateDescription =\n  'the position of the placeholder or text content in the target input field. If there is no content, locate the center of the input field.';\nexport const actionInputParamSchema = z.object({\n  value: z\n    .union([z.string(), z.number()])\n    .transform((val) => String(val))\n    .describe(\n      'The text to input. Provide the final content for replace/append modes, or an empty string when using clear mode to remove existing text.',\n    ),\n  locate: getMidsceneLocationSchema()\n    .describe(inputLocateDescription)\n    .optional(),\n  mode: z\n    .enum(['replace', 'clear', 'typeOnly'])\n    .default('replace')\n    .describe(\n      'Input mode: \"replace\" (default) - clear the field and input the value; \"typeOnly\" - type the value directly without clearing the field first; \"clear\" - clear the field without inputting new text.',\n    ),\n  autoDismissKeyboard: z\n    .boolean()\n    .optional()\n    .describe(\n      'If true, the keyboard will be dismissed after the input is completed. Do not set it unless the user asks you to do so.',\n    ),\n});\nexport type ActionInputParam = {\n  value: string;\n  locate?: LocateResultElement;\n  mode?: 'replace' | 'clear' | 'typeOnly' | 'append';\n  autoDismissKeyboard?: boolean;\n};\n\nexport const defineActionInput = (\n  keyboard: KeyboardInputPrimitives,\n): DeviceAction<ActionInputParam> => {\n  return defineAction<typeof actionInputParamSchema, ActionInputParam>({\n    name: 'Input',\n    description: 'Input the value into the element',\n    interfaceAlias: 'aiInput',\n    paramSchema: actionInputParamSchema,\n    sample: {\n      value: 'test@example.com',\n      locate: { prompt: 'the email input field' },\n    },\n    call: async (param) => {\n      // backward compat: convert deprecated 'append' to 'typeOnly'\n      if ((param.mode as string) === 'append') {\n        param.mode = 'typeOnly';\n      }\n\n      if (param.mode === 'clear') {\n        await keyboard.clearInput(param.locate);\n        return;\n      }\n\n      if (!param || !param.value) {\n        return;\n      }\n\n      await keyboard.typeText(param.value, {\n        target: param.locate,\n        replace: param.mode !== 'typeOnly',\n        autoDismissKeyboard: param.autoDismissKeyboard,\n      });\n    },\n  });\n};\n\n// KeyboardPress\nexport const actionKeyboardPressParamSchema = z.object({\n  locate: getMidsceneLocationSchema()\n    .describe('The element to be clicked before pressing the key')\n    .optional(),\n  keyName: z\n    .string()\n    .describe(\n      \"The key to be pressed. Use '+' for key combinations, e.g., 'Control+A', 'Shift+Enter'\",\n    ),\n});\nexport type ActionKeyboardPressParam = {\n  locate?: LocateResultElement;\n  keyName: string;\n};\n\nexport const defineActionKeyboardPress = (\n  keyboardPress: KeyboardInputPrimitives['keyboardPress'],\n): DeviceAction<ActionKeyboardPressParam> => {\n  return defineAction<\n    typeof actionKeyboardPressParamSchema,\n    ActionKeyboardPressParam\n  >({\n    name: 'KeyboardPress',\n    description:\n      'Press a key or key combination, like \"Enter\", \"Tab\", \"Escape\", or \"Control+A\", \"Shift+Enter\". Do not use this to type text.',\n    interfaceAlias: 'aiKeyboardPress',\n    paramSchema: actionKeyboardPressParamSchema,\n    sample: {\n      keyName: 'Enter',\n    },\n    call: async (param) => {\n      await keyboardPress(param.keyName, {\n        target: param.locate,\n      });\n    },\n  });\n};\n\n// Scroll\nexport const actionScrollParamSchema = z.object({\n  scrollType: z\n    .enum([\n      'singleAction',\n      'scrollToBottom',\n      'scrollToTop',\n      'scrollToRight',\n      'scrollToLeft',\n    ])\n    .default('singleAction')\n    .describe(\n      'The scroll behavior: \"singleAction\" for a single scroll action, \"scrollToBottom\" for scrolling all the way to the bottom by rapidly scrolling 5-10 times (skipping intermediate content until reaching the bottom), \"scrollToTop\" for scrolling all the way to the top by rapidly scrolling 5-10 times (skipping intermediate content until reaching the top), \"scrollToRight\" for scrolling all the way to the right by rapidly scrolling multiple times, \"scrollToLeft\" for scrolling all the way to the left by rapidly scrolling multiple times',\n    ),\n  direction: z\n    .enum(['down', 'up', 'right', 'left'])\n    .default('down')\n    .describe(\n      'The direction to scroll. Only effective when scrollType is \"singleAction\".',\n    ),\n  distance: z\n    .number()\n    .nullable()\n    .optional()\n    .describe('The distance in pixels to scroll'),\n  locate: getMidsceneLocationSchema()\n    .optional()\n    .describe(\n      'Describe the target element to be scrolled on, like \"the table\" or \"the list\" or \"the content area\" or \"the scrollable area\". Do NOT provide a general intent like \"scroll to find some element\"',\n    ),\n});\n\nexport const defineActionScroll = (\n  scroll: ScrollInputPrimitives['scroll'],\n): DeviceAction<ActionScrollParam> => {\n  return defineAction<typeof actionScrollParamSchema, ActionScrollParam>({\n    name: 'Scroll',\n    description:\n      'Scroll the page or a scrollable element to browse content. This is the preferred way to scroll on all platforms, including mobile. Supports scrollToBottom/scrollToTop for boundary navigation. Default: direction `down`, scrollType `singleAction`, distance `null`.',\n    interfaceAlias: 'aiScroll',\n    paramSchema: actionScrollParamSchema,\n    sample: {\n      direction: 'down',\n      scrollType: 'singleAction',\n      locate: { prompt: 'the center of the product list area' },\n    },\n    call: async (param) => {\n      await scroll(param);\n    },\n  });\n};\n\n// DragAndDrop\nexport const actionDragAndDropParamSchema = z.object({\n  from: getMidsceneLocationSchema().describe('The position to be dragged'),\n  to: getMidsceneLocationSchema().describe('The position to be dropped'),\n});\nexport type ActionDragAndDropParam = {\n  from: LocateResultElement;\n  to: LocateResultElement;\n};\n\nexport const defineActionDragAndDrop = (\n  dragAndDrop: NonNullable<PointerInputPrimitives['dragAndDrop']>,\n): DeviceAction<ActionDragAndDropParam> => {\n  return defineAction<\n    typeof actionDragAndDropParamSchema,\n    ActionDragAndDropParam\n  >({\n    name: 'DragAndDrop',\n    description:\n      'Pick up a specific UI element and move it to a new position (e.g., reorder a card, move a file into a folder, sort list items). The element itself moves with your finger/mouse.',\n    interfaceAlias: 'aiDragAndDrop',\n    paramSchema: actionDragAndDropParamSchema,\n    sample: {\n      from: { prompt: 'the \"report.pdf\" file icon' },\n      to: { prompt: 'the upload drop zone' },\n    },\n    call: async (param) => {\n      const from = param.from;\n      const to = param.to;\n      if (!from) {\n        throw new Error('missing \"from\" param for drag and drop');\n      }\n      if (!to) {\n        throw new Error('missing \"to\" param for drag and drop');\n      }\n      await dragAndDrop(\n        { x: from.center[0], y: from.center[1] },\n        { x: to.center[0], y: to.center[1] },\n      );\n    },\n  });\n};\n\nexport const ActionLongPressParamSchema = z.object({\n  locate: getMidsceneLocationSchema().describe(\n    'The element to be long pressed',\n  ),\n  duration: z\n    .number()\n    .optional()\n    .describe('Long press duration in milliseconds'),\n});\n\nexport type ActionLongPressParam = {\n  locate: LocateResultElement;\n  duration?: number;\n};\nexport const defineActionLongPress = (\n  longPress: NonNullable<PointerInputPrimitives['longPress']>,\n): DeviceAction<ActionLongPressParam> => {\n  return defineLocatedPointAction<\n    typeof ActionLongPressParamSchema,\n    ActionLongPressParam\n  >({\n    name: 'LongPress',\n    description: 'Long press the element',\n    interfaceAlias: 'aiLongPress',\n    paramSchema: ActionLongPressParamSchema,\n    sample: {\n      locate: { prompt: 'the message bubble' },\n    },\n    missingLocateMessage: 'LongPress requires an element to be located',\n    call: async (point, param) => {\n      await longPress(point, { duration: param.duration });\n    },\n  });\n};\n\nexport const ActionSwipeParamSchema = z.object({\n  start: getMidsceneLocationSchema()\n    .optional()\n    .describe(\n      'Starting point of the swipe gesture, if not specified, the center of the page will be used',\n    ),\n  direction: z\n    .enum(['up', 'down', 'left', 'right'])\n    .optional()\n    .describe(\n      'The direction to swipe (required when using distance). The direction means the direction of the finger swipe.',\n    ),\n  distance: z\n    .number()\n    .optional()\n    .describe('The distance in pixels to swipe (mutually exclusive with end)'),\n  end: getMidsceneLocationSchema()\n    .optional()\n    .describe(\n      'Ending point of the swipe gesture (mutually exclusive with distance)',\n    ),\n  duration: z\n    .number()\n    .default(300)\n    .describe('Duration of the swipe gesture in milliseconds'),\n  repeat: z\n    .number()\n    .optional()\n    .describe(\n      'The number of times to repeat the swipe gesture. 1 for default, 0 for infinite (e.g. endless swipe until the end of the page)',\n    ),\n});\n\nexport type ActionSwipeParam = {\n  start?: LocateResultElement;\n  direction?: 'up' | 'down' | 'left' | 'right';\n  distance?: number;\n  end?: LocateResultElement;\n  duration?: number;\n  repeat?: number;\n};\n\nexport function normalizeMobileSwipeParam(\n  param: ActionSwipeParam,\n  screenSize: { width: number; height: number },\n): {\n  startPoint: { x: number; y: number };\n  endPoint: { x: number; y: number };\n  duration: number;\n  repeatCount: number;\n} {\n  const { width, height } = screenSize;\n  const { start, end } = param;\n\n  const startPoint = start\n    ? { x: start.center[0], y: start.center[1] }\n    : { x: width / 2, y: height / 2 };\n\n  let endPoint: { x: number; y: number };\n\n  if (end) {\n    endPoint = { x: end.center[0], y: end.center[1] };\n  } else if (param.distance) {\n    const direction = param.direction;\n    if (!direction) {\n      throw new Error('direction is required for swipe gesture');\n    }\n    endPoint = {\n      x:\n        startPoint.x +\n        (direction === 'right'\n          ? param.distance\n          : direction === 'left'\n            ? -param.distance\n            : 0),\n      y:\n        startPoint.y +\n        (direction === 'down'\n          ? param.distance\n          : direction === 'up'\n            ? -param.distance\n            : 0),\n    };\n  } else {\n    throw new Error(\n      'Either end or distance must be specified for swipe gesture',\n    );\n  }\n\n  endPoint.x = Math.max(0, Math.min(endPoint.x, width));\n  endPoint.y = Math.max(0, Math.min(endPoint.y, height));\n\n  const duration = param.duration ?? 300;\n\n  let repeatCount = typeof param.repeat === 'number' ? param.repeat : 1;\n  if (repeatCount === 0) {\n    repeatCount = 10;\n  }\n\n  return { startPoint, endPoint, duration, repeatCount };\n}\n\nexport const defineActionSwipe = (config: {\n  swipe: TouchInputPrimitives['swipe'];\n  size(): Promise<Size>;\n}): DeviceAction<ActionSwipeParam> => {\n  return defineAction<typeof ActionSwipeParamSchema, ActionSwipeParam>({\n    name: 'Swipe',\n    description:\n      'Perform a touch gesture for interactions beyond regular scrolling (e.g., flip pages in a carousel, dismiss a notification, swipe-to-delete a list item). For regular content scrolling, use Scroll instead. Use \"distance\" + \"direction\" for relative movement, or \"end\" for precise endpoint.',\n    paramSchema: ActionSwipeParamSchema,\n    sample: {\n      start: { prompt: 'center of the notification' },\n      end: { prompt: 'upper edge of the screen' },\n    },\n    call: async (param) => {\n      const { startPoint, endPoint, duration, repeatCount } =\n        normalizeMobileSwipeParam(param, await config.size());\n      for (let i = 0; i < repeatCount; i++) {\n        await config.swipe(startPoint, endPoint, { duration });\n      }\n    },\n  });\n};\n\n// ClearInput\nexport const actionClearInputParamSchema = z.object({\n  locate: getMidsceneLocationSchema()\n    .describe('The input field to be cleared')\n    .optional(),\n});\nexport type ActionClearInputParam = {\n  locate?: LocateResultElement;\n};\n\nexport const defineActionClearInput = (\n  clearInput: KeyboardInputPrimitives['clearInput'],\n): DeviceAction<ActionClearInputParam> => {\n  return defineAction<\n    typeof actionClearInputParamSchema,\n    ActionClearInputParam\n  >({\n    name: 'ClearInput',\n    description: inputLocateDescription,\n    interfaceAlias: 'aiClearInput',\n    paramSchema: actionClearInputParamSchema,\n    sample: {\n      locate: { prompt: 'the search input field' },\n    },\n    call: async (param) => {\n      await clearInput(param.locate);\n    },\n  });\n};\n\n// CursorMove\nexport const actionCursorMoveParamSchema = z.object({\n  direction: z\n    .enum(['left', 'right'])\n    .describe('The direction to move the cursor'),\n  times: z\n    .number()\n    .int()\n    .min(1)\n    .default(1)\n    .describe(\n      'The number of times to move the cursor in the specified direction',\n    ),\n});\nexport type ActionCursorMoveParam = {\n  direction: 'left' | 'right';\n  times?: number;\n};\n\nexport const defineActionCursorMove = (config: {\n  keyboard: Pick<KeyboardInputPrimitives, 'keyboardPress' | 'cursorMove'>;\n  sleep?(timeMs: number): Promise<void>;\n}): DeviceAction<ActionCursorMoveParam> => {\n  return defineAction<\n    typeof actionCursorMoveParamSchema,\n    ActionCursorMoveParam\n  >({\n    name: 'CursorMove',\n    description:\n      'Move the text cursor (caret) left or right within an input field or text area. Use this to reposition the cursor without selecting text.',\n    paramSchema: actionCursorMoveParamSchema,\n    sample: {\n      direction: 'left',\n      times: 3,\n    },\n    call: async (param) => {\n      const times = param.times ?? 1;\n      if (config.keyboard.cursorMove) {\n        await config.keyboard.cursorMove(param.direction, times);\n        return;\n      }\n\n      const wait =\n        config.sleep ??\n        ((timeMs: number) =>\n          new Promise<void>((resolve) => setTimeout(resolve, timeMs)));\n      const arrowKey = param.direction === 'left' ? 'ArrowLeft' : 'ArrowRight';\n      for (let i = 0; i < times; i++) {\n        await config.keyboard.keyboardPress(arrowKey);\n        await wait(100);\n      }\n    },\n  });\n};\n\n// Pinch\nexport const ActionPinchParamSchema = z.object({\n  locate: getMidsceneLocationSchema()\n    .optional()\n    .describe(\n      'The element to pinch on. If not specified, the center of the screen will be used',\n    ),\n  direction: z\n    .enum(['in', 'out'])\n    .describe(\n      'Pinch direction. \"in\" = pinch fingers together (zoom out / shrink), \"out\" = spread fingers apart (zoom in / enlarge).',\n    ),\n  distance: z\n    .number()\n    .positive()\n    .optional()\n    .describe(\n      'How far each finger moves in pixels. Defaults to a quarter of the shorter screen dimension.',\n    ),\n  duration: z\n    .number()\n    .default(500)\n    .optional()\n    .describe('Duration of the pinch gesture in milliseconds'),\n});\n\nexport type ActionPinchParam = {\n  locate?: LocateResultElement;\n  direction: 'in' | 'out';\n  distance?: number;\n  duration?: number;\n};\n\nexport const defineActionPinch = (config: {\n  pinch: TouchInputPrimitives['pinch'];\n  size(): Promise<Size>;\n}): DeviceAction<ActionPinchParam> | undefined => {\n  if (!config.pinch) {\n    return undefined;\n  }\n\n  return defineAction<typeof ActionPinchParamSchema, ActionPinchParam>({\n    name: 'Pinch',\n    description:\n      'Perform a two-finger pinch gesture. Use direction \"in\" to pinch fingers together (zoom out), or \"out\" to spread fingers apart (zoom in). Optionally specify distance for how far each finger moves.',\n    interfaceAlias: 'aiPinch',\n    paramSchema: ActionPinchParamSchema,\n    sample: {\n      locate: { prompt: 'the map area' },\n      direction: 'out',\n      distance: 200,\n    },\n    call: async (param) => {\n      const { centerX, centerY, startDistance, endDistance, duration } =\n        normalizePinchParam(param, await config.size());\n      await config.pinch?.(\n        { x: centerX, y: centerY },\n        { startDistance, endDistance, duration },\n      );\n    },\n  });\n};\n\nexport function normalizePinchParam(\n  param: ActionPinchParam,\n  screenSize: { width: number; height: number },\n): {\n  centerX: number;\n  centerY: number;\n  startDistance: number;\n  endDistance: number;\n  duration: number;\n} {\n  const { width, height } = screenSize;\n  const element = param.locate;\n  const centerX = element\n    ? Math.round(element.center[0])\n    : Math.round(width / 2);\n  const centerY = element\n    ? Math.round(element.center[1])\n    : Math.round(height / 2);\n  const duration = param.duration ?? 500;\n\n  const baseDistance = Math.round(Math.min(width, height) / 4);\n  const fingerDistance = param.distance ?? baseDistance;\n\n  const startDistance = baseDistance;\n  const endDistance =\n    param.direction === 'out'\n      ? baseDistance + fingerDistance\n      : Math.max(10, baseDistance - fingerDistance);\n\n  return { centerX, centerY, startDistance, endDistance, duration };\n}\n\nexport interface MobileInputActionContext {\n  input: MobileInputPrimitives;\n  size(): Promise<Size>;\n  sleep?(timeMs: number): Promise<void>;\n  getDefaultAutoDismissKeyboard?(): boolean | undefined;\n  systemActions?: SystemInputActionOptions;\n}\n\nexport interface SystemInputActionConfig {\n  name: string;\n  description: string;\n  interfaceAlias?: string;\n  delayBeforeRunner?: number;\n  delayAfterRunner?: number;\n}\n\nexport interface SystemInputActionOptions {\n  backButton?: SystemInputActionConfig;\n  homeButton?: SystemInputActionConfig;\n  recentAppsButton?: SystemInputActionConfig;\n}\n\nexport interface InputPrimitiveActionOptions {\n  size?: () => Promise<Size>;\n  sleep?: (timeMs: number) => Promise<void>;\n  includeSwipe?: boolean;\n  includePinch?: boolean;\n  systemActions?: SystemInputActionOptions;\n}\n\nfunction defineSystemInputAction(\n  config: SystemInputActionConfig,\n  call: () => Promise<void>,\n): DeviceAction<undefined, void> {\n  return defineAction<undefined, undefined, void>({\n    name: config.name,\n    description: config.description,\n    interfaceAlias: config.interfaceAlias,\n    delayBeforeRunner: config.delayBeforeRunner,\n    delayAfterRunner: config.delayAfterRunner,\n    call,\n  });\n}\n\nexport function defineActionsFromInputPrimitives(\n  input: InputPrimitives,\n  options: InputPrimitiveActionOptions = {},\n): DeviceAction<any>[] {\n  const actions: Array<DeviceAction<any> | undefined> = [];\n  const { pointer, keyboard, scroll, touch, system } = input;\n\n  if (pointer) {\n    actions.push(defineActionTap(pointer.tap));\n    if (pointer.doubleClick) {\n      actions.push(defineActionDoubleClick(pointer.doubleClick));\n    }\n    if (pointer.rightClick) {\n      actions.push(defineActionRightClick(pointer.rightClick));\n    }\n    if (pointer.hover) {\n      actions.push(defineActionHover(pointer.hover));\n    }\n    if (pointer.dragAndDrop) {\n      actions.push(defineActionDragAndDrop(pointer.dragAndDrop));\n    }\n    if (pointer.longPress) {\n      actions.push(defineActionLongPress(pointer.longPress));\n    }\n  }\n\n  if (keyboard) {\n    actions.push(\n      defineActionInput(keyboard),\n      defineActionClearInput(keyboard.clearInput),\n      defineActionKeyboardPress(keyboard.keyboardPress),\n      defineActionCursorMove({ keyboard, sleep: options.sleep }),\n    );\n  }\n\n  if (scroll) {\n    actions.push(defineActionScroll(scroll.scroll));\n  }\n\n  if (touch?.swipe && options.size && options.includeSwipe !== false) {\n    actions.push(defineActionSwipe({ swipe: touch.swipe, size: options.size }));\n  }\n\n  if (touch?.pinch && options.size && options.includePinch !== false) {\n    actions.push(defineActionPinch({ pinch: touch.pinch, size: options.size }));\n  }\n\n  if (system && options.systemActions) {\n    const { systemActions } = options;\n    if (system.backButton && systemActions.backButton) {\n      actions.push(\n        defineSystemInputAction(systemActions.backButton, system.backButton),\n      );\n    }\n    if (system.homeButton && systemActions.homeButton) {\n      actions.push(\n        defineSystemInputAction(systemActions.homeButton, system.homeButton),\n      );\n    }\n    if (system.recentAppsButton && systemActions.recentAppsButton) {\n      actions.push(\n        defineSystemInputAction(\n          systemActions.recentAppsButton,\n          system.recentAppsButton,\n        ),\n      );\n    }\n  }\n\n  return actions.filter((action): action is DeviceAction<any> =>\n    Boolean(action),\n  );\n}\n\nexport function createDefaultMobileActions(\n  context: MobileInputActionContext,\n): DeviceAction<any>[] {\n  return defineActionsFromInputPrimitives(context.input, {\n    size: context.size,\n    sleep: context.sleep,\n    systemActions: context.systemActions,\n  });\n}\n\n// Sleep\nexport const ActionSleepParamSchema = z.object({\n  timeMs: z\n    .number()\n    .default(1000)\n    .optional()\n    .describe('Sleep duration in milliseconds, defaults to 1000ms (1 second)'),\n});\n\nexport type ActionSleepParam = {\n  timeMs?: number;\n};\n\nexport const defineActionSleep = (): DeviceAction<ActionSleepParam> => {\n  return defineAction<typeof ActionSleepParamSchema, ActionSleepParam>({\n    name: 'Sleep',\n    description:\n      'Wait for a specified duration before continuing. Defaults to 1 second (1000ms) if not specified.',\n    paramSchema: ActionSleepParamSchema,\n    sample: {\n      timeMs: 2000,\n    },\n    call: async (param) => {\n      const duration = param?.timeMs ?? 1000;\n      getDebug('device:common-action')(`Sleeping for ${duration}ms`);\n      await new Promise((resolve) => setTimeout(resolve, duration));\n    },\n  });\n};\n\nexport type { DeviceAction } from '../types';\nexport type {\n  AndroidDeviceOpt,\n  AndroidDeviceInputOpt,\n  IOSDeviceOpt,\n  IOSDeviceInputOpt,\n  HarmonyDeviceOpt,\n  HarmonyDeviceInputOpt,\n} from './device-options';\n"],"names":["AbstractInterface","defineAction","config","pointFromLocate","locate","missingMessage","Error","defineLocatedPointAction","param","actionTapParamSchema","z","getMidsceneLocationSchema","defineActionTap","tap","point","actionRightClickParamSchema","defineActionRightClick","rightClick","actionDoubleClickParamSchema","defineActionDoubleClick","doubleClick","actionHoverParamSchema","defineActionHover","hover","inputLocateDescription","actionInputParamSchema","val","String","defineActionInput","keyboard","actionKeyboardPressParamSchema","defineActionKeyboardPress","keyboardPress","actionScrollParamSchema","defineActionScroll","scroll","actionDragAndDropParamSchema","defineActionDragAndDrop","dragAndDrop","from","to","ActionLongPressParamSchema","defineActionLongPress","longPress","ActionSwipeParamSchema","normalizeMobileSwipeParam","screenSize","width","height","start","end","startPoint","endPoint","direction","Math","duration","repeatCount","defineActionSwipe","i","actionClearInputParamSchema","defineActionClearInput","clearInput","actionCursorMoveParamSchema","defineActionCursorMove","times","wait","timeMs","Promise","resolve","setTimeout","arrowKey","ActionPinchParamSchema","defineActionPinch","centerX","centerY","startDistance","endDistance","normalizePinchParam","element","baseDistance","fingerDistance","defineSystemInputAction","call","defineActionsFromInputPrimitives","input","options","actions","pointer","touch","system","systemActions","action","Boolean","createDefaultMobileActions","context","ActionSleepParamSchema","defineActionSleep","getDebug"],"mappings":";;;;;;;;;;;;;AA+IO,MAAeA;;QA8CpB;QAgCA;;AACF;AAKO,MAAMC,eAAe,CAK1BC,SAaOA;AAGT,SAASC,gBACPC,MAAuC,EACvCC,cAAsB;IAEtB,IAAI,CAACD,QACH,MAAM,IAAIE,MAAMD;IAElB,OAAO;QAAE,GAAGD,OAAO,MAAM,CAAC,EAAE;QAAE,GAAGA,OAAO,MAAM,CAAC,EAAE;IAAC;AACpD;AAEA,SAASG,yBAGPL,MAQD;IACC,OAAOD,aAA8B;QACnC,MAAMC,OAAO,IAAI;QACjB,aAAaA,OAAO,WAAW;QAC/B,gBAAgBA,OAAO,cAAc;QACrC,aAAaA,OAAO,WAAW;QAC/B,QAAQA,OAAO,MAAM;QACrB,MAAM,OAAOM;YACX,MAAMN,OAAO,IAAI,CACfC,gBAAgBK,MAAM,MAAM,EAAEN,OAAO,oBAAoB,GACzDM;QAEJ;IACF;AACF;AAGO,MAAMC,uBAAuBC,EAAE,MAAM,CAAC;IAC3C,QAAQC,4BAA4B,QAAQ,CAAC;AAC/C;AAKO,MAAMC,kBAAkB,CAC7BC,MAEON,yBAAsE;QAC3E,MAAM;QACN,aAAa;QACb,gBAAgB;QAChB,aAAaE;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAAsB;QAC1C;QACA,sBAAsB;QACtB,MAAM,OAAOK;YACX,MAAMD,IAAIC;QACZ;IACF;AAIK,MAAMC,8BAA8BL,EAAE,MAAM,CAAC;IAClD,QAAQC,4BAA4B,QAAQ,CAC1C;AAEJ;AAKO,MAAMK,yBAAyB,CACpCC,aAEOV,yBAGL;QACA,MAAM;QACN,aAAa;QACb,gBAAgB;QAChB,aAAaQ;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAA+B;QACnD;QACA,sBAAsB;QACtB,MAAM,OAAOD;YACX,MAAMG,WAAWH;QACnB;IACF;AAIK,MAAMI,+BAA+BR,EAAE,MAAM,CAAC;IACnD,QAAQC,4BAA4B,QAAQ,CAC1C;AAEJ;AAKO,MAAMQ,0BAA0B,CACrCC,cAEOb,yBAGL;QACA,MAAM;QACN,aAAa;QACb,gBAAgB;QAChB,aAAaW;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAAkB;QACtC;QACA,sBAAsB;QACtB,MAAM,OAAOJ;YACX,MAAMM,YAAYN;QACpB;IACF;AAIK,MAAMO,yBAAyBX,EAAE,MAAM,CAAC;IAC7C,QAAQC,4BAA4B,QAAQ,CAAC;AAC/C;AAKO,MAAMW,oBAAoB,CAC/BC,QAEOhB,yBAGL;QACA,MAAM;QACN,aAAa;QACb,gBAAgB;QAChB,aAAac;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAAsC;QAC1D;QACA,sBAAsB;QACtB,MAAM,OAAOP;YACX,MAAMS,MAAMT;QACd;IACF;AAIF,MAAMU,yBACJ;AACK,MAAMC,yBAAyBf,EAAE,MAAM,CAAC;IAC7C,OAAOA,EAAAA,KACC,CAAC;QAACA,EAAE,MAAM;QAAIA,EAAE,MAAM;KAAG,EAC9B,SAAS,CAAC,CAACgB,MAAQC,OAAOD,MAC1B,QAAQ,CACP;IAEJ,QAAQf,4BACL,QAAQ,CAACa,wBACT,QAAQ;IACX,MAAMd,CAAC,CAADA,OACC,CAAC;QAAC;QAAW;QAAS;KAAW,EACrC,OAAO,CAAC,WACR,QAAQ,CACP;IAEJ,qBAAqBA,EAAAA,OACX,GACP,QAAQ,GACR,QAAQ,CACP;AAEN;AAQO,MAAMkB,oBAAoB,CAC/BC,WAEO5B,aAA8D;QACnE,MAAM;QACN,aAAa;QACb,gBAAgB;QAChB,aAAawB;QACb,QAAQ;YACN,OAAO;YACP,QAAQ;gBAAE,QAAQ;YAAwB;QAC5C;QACA,MAAM,OAAOjB;YAEX,IAAKA,AAA0B,aAA1BA,MAAM,IAAI,EACbA,MAAM,IAAI,GAAG;YAGf,IAAIA,AAAe,YAAfA,MAAM,IAAI,EAAc,YAC1B,MAAMqB,SAAS,UAAU,CAACrB,MAAM,MAAM;YAIxC,IAAI,CAACA,SAAS,CAACA,MAAM,KAAK,EACxB;YAGF,MAAMqB,SAAS,QAAQ,CAACrB,MAAM,KAAK,EAAE;gBACnC,QAAQA,MAAM,MAAM;gBACpB,SAASA,AAAe,eAAfA,MAAM,IAAI;gBACnB,qBAAqBA,MAAM,mBAAmB;YAChD;QACF;IACF;AAIK,MAAMsB,iCAAiCpB,EAAE,MAAM,CAAC;IACrD,QAAQC,4BACL,QAAQ,CAAC,qDACT,QAAQ;IACX,SAASD,EAAAA,MACA,GACN,QAAQ,CACP;AAEN;AAMO,MAAMqB,4BAA4B,CACvCC,gBAEO/B,aAGL;QACA,MAAM;QACN,aACE;QACF,gBAAgB;QAChB,aAAa6B;QACb,QAAQ;YACN,SAAS;QACX;QACA,MAAM,OAAOtB;YACX,MAAMwB,cAAcxB,MAAM,OAAO,EAAE;gBACjC,QAAQA,MAAM,MAAM;YACtB;QACF;IACF;AAIK,MAAMyB,0BAA0BvB,EAAE,MAAM,CAAC;IAC9C,YAAYA,CAAC,CAADA,OACL,CAAC;QACJ;QACA;QACA;QACA;QACA;KACD,EACA,OAAO,CAAC,gBACR,QAAQ,CACP;IAEJ,WAAWA,CAAC,CAADA,OACJ,CAAC;QAAC;QAAQ;QAAM;QAAS;KAAO,EACpC,OAAO,CAAC,QACR,QAAQ,CACP;IAEJ,UAAUA,EAAAA,MACD,GACN,QAAQ,GACR,QAAQ,GACR,QAAQ,CAAC;IACZ,QAAQC,4BACL,QAAQ,GACR,QAAQ,CACP;AAEN;AAEO,MAAMuB,qBAAqB,CAChCC,SAEOlC,aAAgE;QACrE,MAAM;QACN,aACE;QACF,gBAAgB;QAChB,aAAagC;QACb,QAAQ;YACN,WAAW;YACX,YAAY;YACZ,QAAQ;gBAAE,QAAQ;YAAsC;QAC1D;QACA,MAAM,OAAOzB;YACX,MAAM2B,OAAO3B;QACf;IACF;AAIK,MAAM4B,+BAA+B1B,EAAE,MAAM,CAAC;IACnD,MAAMC,4BAA4B,QAAQ,CAAC;IAC3C,IAAIA,4BAA4B,QAAQ,CAAC;AAC3C;AAMO,MAAM0B,0BAA0B,CACrCC,cAEOrC,aAGL;QACA,MAAM;QACN,aACE;QACF,gBAAgB;QAChB,aAAamC;QACb,QAAQ;YACN,MAAM;gBAAE,QAAQ;YAA6B;YAC7C,IAAI;gBAAE,QAAQ;YAAuB;QACvC;QACA,MAAM,OAAO5B;YACX,MAAM+B,OAAO/B,MAAM,IAAI;YACvB,MAAMgC,KAAKhC,MAAM,EAAE;YACnB,IAAI,CAAC+B,MACH,MAAM,IAAIjC,MAAM;YAElB,IAAI,CAACkC,IACH,MAAM,IAAIlC,MAAM;YAElB,MAAMgC,YACJ;gBAAE,GAAGC,KAAK,MAAM,CAAC,EAAE;gBAAE,GAAGA,KAAK,MAAM,CAAC,EAAE;YAAC,GACvC;gBAAE,GAAGC,GAAG,MAAM,CAAC,EAAE;gBAAE,GAAGA,GAAG,MAAM,CAAC,EAAE;YAAC;QAEvC;IACF;AAGK,MAAMC,6BAA6B/B,EAAE,MAAM,CAAC;IACjD,QAAQC,4BAA4B,QAAQ,CAC1C;IAEF,UAAUD,EAAAA,MACD,GACN,QAAQ,GACR,QAAQ,CAAC;AACd;AAMO,MAAMgC,wBAAwB,CACnCC,YAEOpC,yBAGL;QACA,MAAM;QACN,aAAa;QACb,gBAAgB;QAChB,aAAakC;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAAqB;QACzC;QACA,sBAAsB;QACtB,MAAM,OAAO3B,OAAON;YAClB,MAAMmC,UAAU7B,OAAO;gBAAE,UAAUN,MAAM,QAAQ;YAAC;QACpD;IACF;AAGK,MAAMoC,yBAAyBlC,EAAE,MAAM,CAAC;IAC7C,OAAOC,4BACJ,QAAQ,GACR,QAAQ,CACP;IAEJ,WAAWD,CAAC,CAADA,OACJ,CAAC;QAAC;QAAM;QAAQ;QAAQ;KAAQ,EACpC,QAAQ,GACR,QAAQ,CACP;IAEJ,UAAUA,EAAAA,MACD,GACN,QAAQ,GACR,QAAQ,CAAC;IACZ,KAAKC,4BACF,QAAQ,GACR,QAAQ,CACP;IAEJ,UAAUD,EAAAA,MACD,GACN,OAAO,CAAC,KACR,QAAQ,CAAC;IACZ,QAAQA,EAAAA,MACC,GACN,QAAQ,GACR,QAAQ,CACP;AAEN;AAWO,SAASmC,0BACdrC,KAAuB,EACvBsC,UAA6C;IAO7C,MAAM,EAAEC,KAAK,EAAEC,MAAM,EAAE,GAAGF;IAC1B,MAAM,EAAEG,KAAK,EAAEC,GAAG,EAAE,GAAG1C;IAEvB,MAAM2C,aAAaF,QACf;QAAE,GAAGA,MAAM,MAAM,CAAC,EAAE;QAAE,GAAGA,MAAM,MAAM,CAAC,EAAE;IAAC,IACzC;QAAE,GAAGF,QAAQ;QAAG,GAAGC,SAAS;IAAE;IAElC,IAAII;IAEJ,IAAIF,KACFE,WAAW;QAAE,GAAGF,IAAI,MAAM,CAAC,EAAE;QAAE,GAAGA,IAAI,MAAM,CAAC,EAAE;IAAC;SAC3C,IAAI1C,MAAM,QAAQ,EAAE;QACzB,MAAM6C,YAAY7C,MAAM,SAAS;QACjC,IAAI,CAAC6C,WACH,MAAM,IAAI/C,MAAM;QAElB8C,WAAW;YACT,GACED,WAAW,CAAC,GACXE,CAAAA,AAAc,YAAdA,YACG7C,MAAM,QAAQ,GACd6C,AAAc,WAAdA,YACE,CAAC7C,MAAM,QAAQ,GACf;YACR,GACE2C,WAAW,CAAC,GACXE,CAAAA,AAAc,WAAdA,YACG7C,MAAM,QAAQ,GACd6C,AAAc,SAAdA,YACE,CAAC7C,MAAM,QAAQ,GACf;QACV;IACF,OACE,MAAM,IAAIF,MACR;IAIJ8C,SAAS,CAAC,GAAGE,KAAK,GAAG,CAAC,GAAGA,KAAK,GAAG,CAACF,SAAS,CAAC,EAAEL;IAC9CK,SAAS,CAAC,GAAGE,KAAK,GAAG,CAAC,GAAGA,KAAK,GAAG,CAACF,SAAS,CAAC,EAAEJ;IAE9C,MAAMO,WAAW/C,MAAM,QAAQ,IAAI;IAEnC,IAAIgD,cAAc,AAAwB,YAAxB,OAAOhD,MAAM,MAAM,GAAgBA,MAAM,MAAM,GAAG;IACpE,IAAIgD,AAAgB,MAAhBA,aACFA,cAAc;IAGhB,OAAO;QAAEL;QAAYC;QAAUG;QAAUC;IAAY;AACvD;AAEO,MAAMC,oBAAoB,CAACvD,SAIzBD,aAA8D;QACnE,MAAM;QACN,aACE;QACF,aAAa2C;QACb,QAAQ;YACN,OAAO;gBAAE,QAAQ;YAA6B;YAC9C,KAAK;gBAAE,QAAQ;YAA2B;QAC5C;QACA,MAAM,OAAOpC;YACX,MAAM,EAAE2C,UAAU,EAAEC,QAAQ,EAAEG,QAAQ,EAAEC,WAAW,EAAE,GACnDX,0BAA0BrC,OAAO,MAAMN,OAAO,IAAI;YACpD,IAAK,IAAIwD,IAAI,GAAGA,IAAIF,aAAaE,IAC/B,MAAMxD,OAAO,KAAK,CAACiD,YAAYC,UAAU;gBAAEG;YAAS;QAExD;IACF;AAIK,MAAMI,8BAA8BjD,EAAE,MAAM,CAAC;IAClD,QAAQC,4BACL,QAAQ,CAAC,iCACT,QAAQ;AACb;AAKO,MAAMiD,yBAAyB,CACpCC,aAEO5D,aAGL;QACA,MAAM;QACN,aAAauB;QACb,gBAAgB;QAChB,aAAamC;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAAyB;QAC7C;QACA,MAAM,OAAOnD;YACX,MAAMqD,WAAWrD,MAAM,MAAM;QAC/B;IACF;AAIK,MAAMsD,8BAA8BpD,EAAE,MAAM,CAAC;IAClD,WAAWA,CAAC,CAADA,OACJ,CAAC;QAAC;QAAQ;KAAQ,EACtB,QAAQ,CAAC;IACZ,OAAOA,EAAAA,MACE,GACN,GAAG,GACH,GAAG,CAAC,GACJ,OAAO,CAAC,GACR,QAAQ,CACP;AAEN;AAMO,MAAMqD,yBAAyB,CAAC7D,SAI9BD,aAGL;QACA,MAAM;QACN,aACE;QACF,aAAa6D;QACb,QAAQ;YACN,WAAW;YACX,OAAO;QACT;QACA,MAAM,OAAOtD;YACX,MAAMwD,QAAQxD,MAAM,KAAK,IAAI;YAC7B,IAAIN,OAAO,QAAQ,CAAC,UAAU,EAAE,YAC9B,MAAMA,OAAO,QAAQ,CAAC,UAAU,CAACM,MAAM,SAAS,EAAEwD;YAIpD,MAAMC,OACJ/D,OAAO,KAAK,IACV,EAAAgE,SACA,IAAIC,QAAc,CAACC,UAAYC,WAAWD,SAASF,QAAO;YAC9D,MAAMI,WAAW9D,AAAoB,WAApBA,MAAM,SAAS,GAAc,cAAc;YAC5D,IAAK,IAAIkD,IAAI,GAAGA,IAAIM,OAAON,IAAK;gBAC9B,MAAMxD,OAAO,QAAQ,CAAC,aAAa,CAACoE;gBACpC,MAAML,KAAK;YACb;QACF;IACF;AAIK,MAAMM,yBAAyB7D,EAAE,MAAM,CAAC;IAC7C,QAAQC,4BACL,QAAQ,GACR,QAAQ,CACP;IAEJ,WAAWD,CAAC,CAADA,OACJ,CAAC;QAAC;QAAM;KAAM,EAClB,QAAQ,CACP;IAEJ,UAAUA,EAAAA,MACD,GACN,QAAQ,GACR,QAAQ,GACR,QAAQ,CACP;IAEJ,UAAUA,EAAAA,MACD,GACN,OAAO,CAAC,KACR,QAAQ,GACR,QAAQ,CAAC;AACd;AASO,MAAM8D,oBAAoB,CAACtE;IAIhC,IAAI,CAACA,OAAO,KAAK,EACf;IAGF,OAAOD,aAA8D;QACnE,MAAM;QACN,aACE;QACF,gBAAgB;QAChB,aAAasE;QACb,QAAQ;YACN,QAAQ;gBAAE,QAAQ;YAAe;YACjC,WAAW;YACX,UAAU;QACZ;QACA,MAAM,OAAO/D;YACX,MAAM,EAAEiE,OAAO,EAAEC,OAAO,EAAEC,aAAa,EAAEC,WAAW,EAAErB,QAAQ,EAAE,GAC9DsB,oBAAoBrE,OAAO,MAAMN,OAAO,IAAI;YAC9C,MAAMA,OAAO,KAAK,GAChB;gBAAE,GAAGuE;gBAAS,GAAGC;YAAQ,GACzB;gBAAEC;gBAAeC;gBAAarB;YAAS;QAE3C;IACF;AACF;AAEO,SAASsB,oBACdrE,KAAuB,EACvBsC,UAA6C;IAQ7C,MAAM,EAAEC,KAAK,EAAEC,MAAM,EAAE,GAAGF;IAC1B,MAAMgC,UAAUtE,MAAM,MAAM;IAC5B,MAAMiE,UAAUK,UACZxB,KAAK,KAAK,CAACwB,QAAQ,MAAM,CAAC,EAAE,IAC5BxB,KAAK,KAAK,CAACP,QAAQ;IACvB,MAAM2B,UAAUI,UACZxB,KAAK,KAAK,CAACwB,QAAQ,MAAM,CAAC,EAAE,IAC5BxB,KAAK,KAAK,CAACN,SAAS;IACxB,MAAMO,WAAW/C,MAAM,QAAQ,IAAI;IAEnC,MAAMuE,eAAezB,KAAK,KAAK,CAACA,KAAK,GAAG,CAACP,OAAOC,UAAU;IAC1D,MAAMgC,iBAAiBxE,MAAM,QAAQ,IAAIuE;IAEzC,MAAMJ,gBAAgBI;IACtB,MAAMH,cACJpE,AAAoB,UAApBA,MAAM,SAAS,GACXuE,eAAeC,iBACf1B,KAAK,GAAG,CAAC,IAAIyB,eAAeC;IAElC,OAAO;QAAEP;QAASC;QAASC;QAAeC;QAAarB;IAAS;AAClE;AAgCA,SAAS0B,wBACP/E,MAA+B,EAC/BgF,IAAyB;IAEzB,OAAOjF,aAAyC;QAC9C,MAAMC,OAAO,IAAI;QACjB,aAAaA,OAAO,WAAW;QAC/B,gBAAgBA,OAAO,cAAc;QACrC,mBAAmBA,OAAO,iBAAiB;QAC3C,kBAAkBA,OAAO,gBAAgB;QACzCgF;IACF;AACF;AAEO,SAASC,iCACdC,KAAsB,EACtBC,UAAuC,CAAC,CAAC;IAEzC,MAAMC,UAAgD,EAAE;IACxD,MAAM,EAAEC,OAAO,EAAE1D,QAAQ,EAAEM,MAAM,EAAEqD,KAAK,EAAEC,MAAM,EAAE,GAAGL;IAErD,IAAIG,SAAS;QACXD,QAAQ,IAAI,CAAC1E,gBAAgB2E,QAAQ,GAAG;QACxC,IAAIA,QAAQ,WAAW,EACrBD,QAAQ,IAAI,CAACnE,wBAAwBoE,QAAQ,WAAW;QAE1D,IAAIA,QAAQ,UAAU,EACpBD,QAAQ,IAAI,CAACtE,uBAAuBuE,QAAQ,UAAU;QAExD,IAAIA,QAAQ,KAAK,EACfD,QAAQ,IAAI,CAAChE,kBAAkBiE,QAAQ,KAAK;QAE9C,IAAIA,QAAQ,WAAW,EACrBD,QAAQ,IAAI,CAACjD,wBAAwBkD,QAAQ,WAAW;QAE1D,IAAIA,QAAQ,SAAS,EACnBD,QAAQ,IAAI,CAAC5C,sBAAsB6C,QAAQ,SAAS;IAExD;IAEA,IAAI1D,UACFyD,QAAQ,IAAI,CACV1D,kBAAkBC,WAClB+B,uBAAuB/B,SAAS,UAAU,GAC1CE,0BAA0BF,SAAS,aAAa,GAChDkC,uBAAuB;QAAElC;QAAU,OAAOwD,QAAQ,KAAK;IAAC;IAI5D,IAAIlD,QACFmD,QAAQ,IAAI,CAACpD,mBAAmBC,OAAO,MAAM;IAG/C,IAAIqD,OAAO,SAASH,QAAQ,IAAI,IAAIA,AAAyB,UAAzBA,QAAQ,YAAY,EACtDC,QAAQ,IAAI,CAAC7B,kBAAkB;QAAE,OAAO+B,MAAM,KAAK;QAAE,MAAMH,QAAQ,IAAI;IAAC;IAG1E,IAAIG,OAAO,SAASH,QAAQ,IAAI,IAAIA,AAAyB,UAAzBA,QAAQ,YAAY,EACtDC,QAAQ,IAAI,CAACd,kBAAkB;QAAE,OAAOgB,MAAM,KAAK;QAAE,MAAMH,QAAQ,IAAI;IAAC;IAG1E,IAAII,UAAUJ,QAAQ,aAAa,EAAE;QACnC,MAAM,EAAEK,aAAa,EAAE,GAAGL;QAC1B,IAAII,OAAO,UAAU,IAAIC,cAAc,UAAU,EAC/CJ,QAAQ,IAAI,CACVL,wBAAwBS,cAAc,UAAU,EAAED,OAAO,UAAU;QAGvE,IAAIA,OAAO,UAAU,IAAIC,cAAc,UAAU,EAC/CJ,QAAQ,IAAI,CACVL,wBAAwBS,cAAc,UAAU,EAAED,OAAO,UAAU;QAGvE,IAAIA,OAAO,gBAAgB,IAAIC,cAAc,gBAAgB,EAC3DJ,QAAQ,IAAI,CACVL,wBACES,cAAc,gBAAgB,EAC9BD,OAAO,gBAAgB;IAI/B;IAEA,OAAOH,QAAQ,MAAM,CAAC,CAACK,SACrBC,QAAQD;AAEZ;AAEO,SAASE,2BACdC,OAAiC;IAEjC,OAAOX,iCAAiCW,QAAQ,KAAK,EAAE;QACrD,MAAMA,QAAQ,IAAI;QAClB,OAAOA,QAAQ,KAAK;QACpB,eAAeA,QAAQ,aAAa;IACtC;AACF;AAGO,MAAMC,yBAAyBrF,EAAE,MAAM,CAAC;IAC7C,QAAQA,EAAAA,MACC,GACN,OAAO,CAAC,MACR,QAAQ,GACR,QAAQ,CAAC;AACd;AAMO,MAAMsF,oBAAoB,IACxB/F,aAA8D;QACnE,MAAM;QACN,aACE;QACF,aAAa8F;QACb,QAAQ;YACN,QAAQ;QACV;QACA,MAAM,OAAOvF;YACX,MAAM+C,WAAW/C,OAAO,UAAU;YAClCyF,SAAS,wBAAwB,CAAC,aAAa,EAAE1C,SAAS,EAAE,CAAC;YAC7D,MAAM,IAAIY,QAAQ,CAACC,UAAYC,WAAWD,SAASb;QACrD;IACF"}

package/dist/es/device/input-strategy.mjs

@@ -0,0 +1,34 @@
+const inputStrategies = [
+    'legacy',
+    'sequential',
+    'bulk'
+];
+function resolveInputStrategy(inputStrategy, keyboardTypeDelay) {
+    if (void 0 !== keyboardTypeDelay && (!Number.isFinite(keyboardTypeDelay) || keyboardTypeDelay < 0)) throw new Error('keyboardTypeDelay must be a finite non-negative number');
+    const resolved = void 0 === inputStrategy ? 'legacy' : inputStrategy;
+    if (!inputStrategies.includes(resolved)) throw new Error(`inputStrategy must be one of: ${inputStrategies.join(', ')}; received ${String(resolved)}`);
+    if ('bulk' === resolved && void 0 !== keyboardTypeDelay && keyboardTypeDelay > 0) throw new Error('inputStrategy "bulk" requires keyboardTypeDelay to be omitted or set to 0; use inputStrategy "sequential" for delayed input');
+    return resolved;
+}
+function resolveTextInputOptions(actionOptions, platformDefaults) {
+    const keyboardTypeDelay = actionOptions?.keyboardTypeDelay ?? platformDefaults?.keyboardTypeDelay;
+    const inputStrategy = resolveInputStrategy(actionOptions?.inputStrategy !== void 0 ? actionOptions.inputStrategy : platformDefaults?.inputStrategy, keyboardTypeDelay);
+    return {
+        inputStrategy,
+        keyboardTypeDelay
+    };
+}
+function shouldInputSequentially({ inputStrategy, keyboardTypeDelay }) {
+    return 'sequential' === inputStrategy || 'legacy' === inputStrategy && void 0 !== keyboardTypeDelay && keyboardTypeDelay > 0;
+}
+async function sendTextSequentially(text, handlers, options) {
+    const characters = Array.from(text);
+    const delayMs = options?.delayMs ?? 0;
+    for(let index = 0; index < characters.length; index++){
+        await handlers.sendCharacter(characters[index]);
+        if (delayMs > 0 && (index < characters.length - 1 || options?.delayAfterLast === true)) await handlers.wait(delayMs);
+    }
+}
+export { inputStrategies, resolveInputStrategy, resolveTextInputOptions, sendTextSequentially, shouldInputSequentially };
+
+//# sourceMappingURL=input-strategy.mjs.map

package/dist/es/device/input-strategy.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"device/input-strategy.mjs","sources":["../../../src/device/input-strategy.ts"],"sourcesContent":["/** Supported strategies for sending text through a platform input backend. */\nexport const inputStrategies = ['legacy', 'sequential', 'bulk'] as const;\n\n/**\n * `legacy` preserves the platform's pre-existing behavior, `sequential` sends\n * one Unicode code point per Midscene backend call, and `bulk` sends the full\n * value in one backend call where supported.\n */\nexport type InputStrategy = (typeof inputStrategies)[number];\n\n/** Input fields that may be configured at action or platform level. */\nexport type TextInputOptions = {\n  keyboardTypeDelay?: number;\n  inputStrategy?: InputStrategy;\n};\n\n/** Effective text input configuration after layered defaults are resolved. */\nexport type ResolvedTextInputOptions = {\n  keyboardTypeDelay?: number;\n  inputStrategy: InputStrategy;\n};\n\n/** Platform callbacks used to send text one Unicode code point at a time. */\nexport type SequentialTextInputHandlers = {\n  sendCharacter: (character: string) => unknown;\n  wait: (delayMs: number) => unknown;\n};\n\n/**\n * Resolve an input strategy and reject combinations whose intent conflicts.\n * Prefer `resolveTextInputOptions` when both action and platform defaults exist.\n */\nexport function resolveInputStrategy(\n  inputStrategy: InputStrategy | undefined,\n  keyboardTypeDelay?: number,\n): InputStrategy {\n  if (\n    keyboardTypeDelay !== undefined &&\n    (!Number.isFinite(keyboardTypeDelay) || keyboardTypeDelay < 0)\n  ) {\n    throw new Error('keyboardTypeDelay must be a finite non-negative number');\n  }\n\n  const resolved = inputStrategy === undefined ? 'legacy' : inputStrategy;\n  if (!inputStrategies.includes(resolved)) {\n    throw new Error(\n      `inputStrategy must be one of: ${inputStrategies.join(', ')}; received ${String(resolved)}`,\n    );\n  }\n  if (\n    resolved === 'bulk' &&\n    keyboardTypeDelay !== undefined &&\n    keyboardTypeDelay > 0\n  ) {\n    throw new Error(\n      'inputStrategy \"bulk\" requires keyboardTypeDelay to be omitted or set to 0; use inputStrategy \"sequential\" for delayed input',\n    );\n  }\n  return resolved;\n}\n\n/** Resolve action-level text input options over platform-level defaults. */\nexport function resolveTextInputOptions(\n  actionOptions?: TextInputOptions,\n  platformDefaults?: TextInputOptions,\n): ResolvedTextInputOptions {\n  const keyboardTypeDelay =\n    actionOptions?.keyboardTypeDelay ?? platformDefaults?.keyboardTypeDelay;\n  const inputStrategy = resolveInputStrategy(\n    actionOptions?.inputStrategy !== undefined\n      ? actionOptions.inputStrategy\n      : platformDefaults?.inputStrategy,\n    keyboardTypeDelay,\n  );\n\n  return { inputStrategy, keyboardTypeDelay };\n}\n\n/**\n * Whether resolved options require Midscene to send Unicode code points\n * separately.\n */\nexport function shouldInputSequentially({\n  inputStrategy,\n  keyboardTypeDelay,\n}: ResolvedTextInputOptions): boolean {\n  return (\n    inputStrategy === 'sequential' ||\n    (inputStrategy === 'legacy' &&\n      keyboardTypeDelay !== undefined &&\n      keyboardTypeDelay > 0)\n  );\n}\n\n/**\n * Send text one Unicode code point at a time with one canonical delay policy.\n * `delayAfterLast` exists only for platforms whose legacy behavior included a\n * trailing delay; explicit sequential input should leave it disabled.\n */\nexport async function sendTextSequentially(\n  text: string,\n  handlers: SequentialTextInputHandlers,\n  options?: {\n    delayMs?: number;\n    delayAfterLast?: boolean;\n  },\n): Promise<void> {\n  const characters = Array.from(text);\n  const delayMs = options?.delayMs ?? 0;\n\n  for (let index = 0; index < characters.length; index++) {\n    await handlers.sendCharacter(characters[index]);\n    if (\n      delayMs > 0 &&\n      (index < characters.length - 1 || options?.delayAfterLast === true)\n    ) {\n      await handlers.wait(delayMs);\n    }\n  }\n}\n"],"names":["inputStrategies","resolveInputStrategy","inputStrategy","keyboardTypeDelay","undefined","Number","Error","resolved","String","resolveTextInputOptions","actionOptions","platformDefaults","shouldInputSequentially","sendTextSequentially","text","handlers","options","characters","Array","delayMs","index"],"mappings":"AACO,MAAMA,kBAAkB;IAAC;IAAU;IAAc;CAAO;AA+BxD,SAASC,qBACdC,aAAwC,EACxCC,iBAA0B;IAE1B,IACEA,AAAsBC,WAAtBD,qBACC,EAACE,OAAO,QAAQ,CAACF,sBAAsBA,oBAAoB,IAE5D,MAAM,IAAIG,MAAM;IAGlB,MAAMC,WAAWL,AAAkBE,WAAlBF,gBAA8B,WAAWA;IAC1D,IAAI,CAACF,gBAAgB,QAAQ,CAACO,WAC5B,MAAM,IAAID,MACR,CAAC,8BAA8B,EAAEN,gBAAgB,IAAI,CAAC,MAAM,WAAW,EAAEQ,OAAOD,WAAW;IAG/F,IACEA,AAAa,WAAbA,YACAJ,AAAsBC,WAAtBD,qBACAA,oBAAoB,GAEpB,MAAM,IAAIG,MACR;IAGJ,OAAOC;AACT;AAGO,SAASE,wBACdC,aAAgC,EAChCC,gBAAmC;IAEnC,MAAMR,oBACJO,eAAe,qBAAqBC,kBAAkB;IACxD,MAAMT,gBAAgBD,qBACpBS,eAAe,kBAAkBN,SAC7BM,cAAc,aAAa,GAC3BC,kBAAkB,eACtBR;IAGF,OAAO;QAAED;QAAeC;IAAkB;AAC5C;AAMO,SAASS,wBAAwB,EACtCV,aAAa,EACbC,iBAAiB,EACQ;IACzB,OACED,AAAkB,iBAAlBA,iBACCA,AAAkB,aAAlBA,iBACCC,AAAsBC,WAAtBD,qBACAA,oBAAoB;AAE1B;AAOO,eAAeU,qBACpBC,IAAY,EACZC,QAAqC,EACrCC,OAGC;IAED,MAAMC,aAAaC,MAAM,IAAI,CAACJ;IAC9B,MAAMK,UAAUH,SAAS,WAAW;IAEpC,IAAK,IAAII,QAAQ,GAAGA,QAAQH,WAAW,MAAM,EAAEG,QAAS;QACtD,MAAML,SAAS,aAAa,CAACE,UAAU,CAACG,MAAM;QAC9C,IACED,UAAU,KACTC,CAAAA,QAAQH,WAAW,MAAM,GAAG,KAAKD,SAAS,mBAAmB,IAAG,GAEjE,MAAMD,SAAS,IAAI,CAACI;IAExB;AACF"}

package/dist/es/dump/html-utils.mjs

@@ -93,6 +93,21 @@ function streamImageScriptsToFile(srcFilePath, destFilePath) {
         return false;
     });
 }
+function parseImageScriptId(contentAfterType) {
+    const match = /^ data-id="([a-z0-9_-]{1,128})">/i.exec(contentAfterType);
+    return match?.[1] ?? null;
+}
+async function collectImageScriptIds(filePath) {
+    const imageIds = new Set();
+    const openTag = '<script type="midscene-image"';
+    const closeTag = "<\/script>";
+    streamScanTags(filePath, openTag, closeTag, (content)=>{
+        const imageId = parseImageScriptId(content);
+        if (imageId) imageIds.add(imageId);
+        return false;
+    });
+    return imageIds;
+}
 function extractLastDumpScriptSync(filePath) {
     const openTagPrefix = '<script type="midscene_web_dump"';
     const closeTag = "<\/script>";
@@ -287,6 +302,6 @@ function generateDumpScriptTag(json, attributes) {
     if (attributes && Object.keys(attributes).length > 0) attrString = ' ' + Object.entries(attributes).map(([k, v])=>k + '="' + encodeURIComponent(v) + '"').join(' ');
     return '<script type="midscene_web_dump"' + attrString + '>' + escapeContent(json) + "<\/script>";
 }
-export { STREAMING_CHUNK_SIZE, escapeContent, extractAllDumpScriptsSync, extractImageByIdSync, extractLastDumpScriptSync, generateDumpScriptTag, generateImageScriptTag, getBaseUrlFixScript, parseDumpScript, parseDumpScriptAttributes, parseImageScripts, streamDumpScriptsSync, streamImageScriptsToFile, streamScanTags, unescapeContent };
+export { STREAMING_CHUNK_SIZE, collectImageScriptIds, escapeContent, extractAllDumpScriptsSync, extractImageByIdSync, extractLastDumpScriptSync, generateDumpScriptTag, generateImageScriptTag, getBaseUrlFixScript, parseDumpScript, parseDumpScriptAttributes, parseImageScripts, streamDumpScriptsSync, streamImageScriptsToFile, streamScanTags, unescapeContent };
 
 //# sourceMappingURL=html-utils.mjs.map

package/dist/es/dump/html-utils.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"dump/html-utils.mjs","sources":["../../../src/dump/html-utils.ts"],"sourcesContent":["import { closeSync, openSync, readSync, statSync } from 'node:fs';\nimport { antiEscapeScriptTag, escapeScriptTag } from '@aiscene/shared/utils';\n\nexport const escapeContent = escapeScriptTag;\nexport const unescapeContent = antiEscapeScriptTag;\n\n/** Chunk size for streaming file operations (64KB) */\nexport const STREAMING_CHUNK_SIZE = 64 * 1024;\n\n/**\n * Callback for processing matched tags during streaming.\n * @param content - The content between open and close tags\n * @returns true to stop scanning, false to continue\n */\ntype TagMatchCallback = (content: string) => boolean;\n\n/**\n * Stream through a file and find tags matching the pattern.\n * Memory usage: O(chunk_size + tag_size), not O(file_size).\n *\n * @param filePath - Absolute path to the file\n * @param openTag - Opening tag to search for\n * @param closeTag - Closing tag\n * @param onMatch - Callback for each matched tag content\n */\nexport function streamScanTags(\n  filePath: string,\n  openTag: string,\n  closeTag: string,\n  onMatch: TagMatchCallback,\n): void {\n  const fd = openSync(filePath, 'r');\n  const fileSize = statSync(filePath).size;\n  const buffer = Buffer.alloc(STREAMING_CHUNK_SIZE);\n\n  let position = 0;\n  let leftover = '';\n  let capturing = false;\n  let currentContent = '';\n\n  try {\n    while (position < fileSize) {\n      const bytesRead = readSync(fd, buffer, 0, STREAMING_CHUNK_SIZE, position);\n      const chunk = leftover + buffer.toString('utf-8', 0, bytesRead);\n      position += bytesRead;\n\n      let searchStart = 0;\n\n      while (searchStart < chunk.length) {\n        if (!capturing) {\n          const startIdx = chunk.indexOf(openTag, searchStart);\n          if (startIdx !== -1) {\n            capturing = true;\n            currentContent = chunk.slice(startIdx + openTag.length);\n            const endIdx = currentContent.indexOf(closeTag);\n            if (endIdx !== -1) {\n              const shouldStop = onMatch(currentContent.slice(0, endIdx));\n              if (shouldStop) return;\n              capturing = false;\n              currentContent = '';\n              searchStart =\n                startIdx + openTag.length + endIdx + closeTag.length;\n            } else {\n              leftover = currentContent.slice(-closeTag.length);\n              currentContent = currentContent.slice(0, -closeTag.length);\n              break;\n            }\n          } else {\n            leftover = chunk.slice(-openTag.length);\n            break;\n          }\n        } else {\n          const endIdx = chunk.indexOf(closeTag, searchStart);\n          if (endIdx !== -1) {\n            currentContent += chunk.slice(searchStart, endIdx);\n            const shouldStop = onMatch(currentContent);\n            if (shouldStop) return;\n            capturing = false;\n            currentContent = '';\n            searchStart = endIdx + closeTag.length;\n          } else {\n            currentContent += chunk.slice(searchStart, -closeTag.length);\n            leftover = chunk.slice(-closeTag.length);\n            break;\n          }\n        }\n      }\n    }\n  } finally {\n    closeSync(fd);\n  }\n}\n\n/**\n * Synchronously extract a specific image's base64 data from an HTML file by its id.\n * Uses streaming to avoid loading the entire file into memory.\n *\n * @param htmlPath - Absolute path to the HTML file\n * @param imageId - The id of the image to extract\n * @returns The base64 data string, or null if not found\n */\nexport function extractImageByIdSync(\n  htmlPath: string,\n  imageId: string,\n): string | null {\n  const targetTag = `<script type=\"midscene-image\" data-id=\"${imageId}\">`;\n  const closeTag = '</script>';\n\n  let result: string | null = null;\n\n  streamScanTags(htmlPath, targetTag, closeTag, (content) => {\n    result = unescapeContent(content);\n    return true; // Stop after first match\n  });\n\n  return result;\n}\n\n/**\n * Stream image script tags from source file directly to output file.\n * Memory usage: O(single_image_size), not O(all_images_size).\n *\n * @param srcFilePath - Source HTML file path\n * @param destFilePath - Destination file path to append to\n */\nexport function streamImageScriptsToFile(\n  srcFilePath: string,\n  destFilePath: string,\n): void {\n  const { appendFileSync } = require('node:fs');\n  const openTag = '<script type=\"midscene-image\"';\n  const closeTag = '</script>';\n\n  streamScanTags(srcFilePath, openTag, closeTag, (content) => {\n    // Write complete tag immediately to destination, don't accumulate\n    appendFileSync(destFilePath, `${openTag}${content}${closeTag}\\n`);\n    return false; // Continue scanning for more tags\n  });\n}\n\n/**\n * Extract the LAST dump script content from HTML file using streaming.\n * Memory usage: O(dump_size), not O(file_size).\n *\n * @param filePath - Absolute path to the HTML file\n * @returns The dump script content (trimmed), or empty string if not found\n */\nexport function extractLastDumpScriptSync(filePath: string): string {\n  const openTagPrefix = '<script type=\"midscene_web_dump\"';\n  const closeTag = '</script>';\n\n  let lastContent = '';\n\n  // Custom streaming to handle the special case where open tag has variable attributes\n  const fd = openSync(filePath, 'r');\n  const fileSize = statSync(filePath).size;\n  const buffer = Buffer.alloc(STREAMING_CHUNK_SIZE);\n\n  let position = 0;\n  let leftover = '';\n  let capturing = false;\n  let currentContent = '';\n\n  try {\n    while (position < fileSize) {\n      const bytesRead = readSync(fd, buffer, 0, STREAMING_CHUNK_SIZE, position);\n      const chunk = leftover + buffer.toString('utf-8', 0, bytesRead);\n      position += bytesRead;\n\n      let searchStart = 0;\n\n      while (searchStart < chunk.length) {\n        if (!capturing) {\n          const startIdx = chunk.indexOf(openTagPrefix, searchStart);\n          if (startIdx !== -1) {\n            // Find the end of the opening tag (the '>' character)\n            const tagEndIdx = chunk.indexOf('>', startIdx);\n            if (tagEndIdx !== -1) {\n              capturing = true;\n              currentContent = chunk.slice(tagEndIdx + 1);\n              const endIdx = currentContent.indexOf(closeTag);\n              if (endIdx !== -1) {\n                lastContent = currentContent.slice(0, endIdx).trim();\n                capturing = false;\n                currentContent = '';\n                searchStart = tagEndIdx + 1 + endIdx + closeTag.length;\n              } else {\n                leftover = currentContent.slice(-closeTag.length);\n                currentContent = currentContent.slice(0, -closeTag.length);\n                break;\n              }\n            } else {\n              leftover = chunk.slice(startIdx);\n              break;\n            }\n          } else {\n            leftover = chunk.slice(-openTagPrefix.length);\n            break;\n          }\n        } else {\n          const endIdx = chunk.indexOf(closeTag, searchStart);\n          if (endIdx !== -1) {\n            currentContent += chunk.slice(searchStart, endIdx);\n            lastContent = currentContent.trim();\n            capturing = false;\n            currentContent = '';\n            searchStart = endIdx + closeTag.length;\n          } else {\n            currentContent += chunk.slice(searchStart, -closeTag.length);\n            leftover = chunk.slice(-closeTag.length);\n            break;\n          }\n        }\n      }\n    }\n  } finally {\n    closeSync(fd);\n  }\n\n  return lastContent;\n}\n\n/**\n * Extract ALL dump script contents from an HTML file using streaming.\n * Each entry includes the full opening tag (for attribute extraction) and the content.\n *\n * @param filePath - Absolute path to the HTML file\n * @returns Array of { openTag, content } for each dump script found\n */\nexport function extractAllDumpScriptsSync(\n  filePath: string,\n): { openTag: string; content: string }[] {\n  const results: { openTag: string; content: string }[] = [];\n  streamDumpScriptsSync(filePath, (dumpScript) => {\n    results.push(dumpScript);\n    return false;\n  });\n  return results;\n}\n\n/**\n * Stream ALL dump scripts from an HTML file.\n * Calls onMatch for each dump script and keeps memory bounded to a single\n * dump script payload instead of accumulating every dump in memory.\n *\n * @param filePath - Absolute path to the HTML file\n * @param onMatch - Callback for each dump script; return true to stop early\n */\nexport function streamDumpScriptsSync(\n  filePath: string,\n  onMatch: (dumpScript: { openTag: string; content: string }) => boolean,\n): void {\n  const openTagPrefix = '<script type=\"midscene_web_dump\"';\n  const closeTag = '</script>';\n\n  const fd = openSync(filePath, 'r');\n  const fileSize = statSync(filePath).size;\n  const buffer = Buffer.alloc(STREAMING_CHUNK_SIZE);\n\n  let position = 0;\n  let leftover = '';\n  let capturing = false;\n  let currentContent = '';\n  let currentOpenTag = '';\n\n  try {\n    while (position < fileSize) {\n      const bytesRead = readSync(fd, buffer, 0, STREAMING_CHUNK_SIZE, position);\n      const chunk = leftover + buffer.toString('utf-8', 0, bytesRead);\n      position += bytesRead;\n\n      let searchStart = 0;\n\n      while (searchStart < chunk.length) {\n        if (!capturing) {\n          const startIdx = chunk.indexOf(openTagPrefix, searchStart);\n          if (startIdx !== -1) {\n            const tagEndIdx = chunk.indexOf('>', startIdx);\n            if (tagEndIdx !== -1) {\n              capturing = true;\n              currentOpenTag = chunk.slice(startIdx, tagEndIdx + 1);\n              currentContent = chunk.slice(tagEndIdx + 1);\n              const endIdx = currentContent.indexOf(closeTag);\n              if (endIdx !== -1) {\n                const shouldStop = onMatch({\n                  openTag: currentOpenTag,\n                  content: currentContent.slice(0, endIdx).trim(),\n                });\n                if (shouldStop) return;\n                capturing = false;\n                currentContent = '';\n                currentOpenTag = '';\n                searchStart = tagEndIdx + 1 + endIdx + closeTag.length;\n              } else {\n                leftover = currentContent.slice(-closeTag.length);\n                currentContent = currentContent.slice(0, -closeTag.length);\n                break;\n              }\n            } else {\n              leftover = chunk.slice(startIdx);\n              break;\n            }\n          } else {\n            leftover = chunk.slice(-openTagPrefix.length);\n            break;\n          }\n        } else {\n          const endIdx = chunk.indexOf(closeTag, searchStart);\n          if (endIdx !== -1) {\n            currentContent += chunk.slice(searchStart, endIdx);\n            const shouldStop = onMatch({\n              openTag: currentOpenTag,\n              content: currentContent.trim(),\n            });\n            if (shouldStop) return;\n            capturing = false;\n            currentContent = '';\n            currentOpenTag = '';\n            searchStart = endIdx + closeTag.length;\n          } else {\n            currentContent += chunk.slice(searchStart, -closeTag.length);\n            leftover = chunk.slice(-closeTag.length);\n            break;\n          }\n        }\n      }\n    }\n  } finally {\n    closeSync(fd);\n  }\n}\n\nexport function parseImageScripts(html: string): Record<string, string> {\n  const imageMap: Record<string, string> = {};\n  const regex =\n    /<script type=\"midscene-image\" data-id=\"([^\"]+)\">([\\s\\S]*?)<\\/script>/g;\n\n  for (const match of html.matchAll(regex)) {\n    const [, id, content] = match;\n    imageMap[id] = unescapeContent(content);\n  }\n\n  return imageMap;\n}\n\nexport function parseDumpScript(html: string): string {\n  // Use string search instead of regex to avoid ReDoS vulnerability\n  // Find the LAST dump script tag (template may contain similar patterns in bundled JS)\n  const scriptOpenTag = '<script type=\"midscene_web_dump\"';\n  const scriptCloseTag = '</script>';\n\n  // Find the last occurrence of the opening tag\n  const lastOpenIndex = html.lastIndexOf(scriptOpenTag);\n  if (lastOpenIndex === -1) {\n    throw new Error('No dump script found in HTML');\n  }\n\n  // Find the end of the opening tag (the '>' character)\n  const tagEndIndex = html.indexOf('>', lastOpenIndex);\n  if (tagEndIndex === -1) {\n    throw new Error('No dump script found in HTML');\n  }\n\n  // Find the closing tag after the opening tag\n  const closeIndex = html.indexOf(scriptCloseTag, tagEndIndex);\n  if (closeIndex === -1) {\n    throw new Error('No dump script found in HTML');\n  }\n\n  // Extract content between opening and closing tags\n  const content = html.substring(tagEndIndex + 1, closeIndex);\n  return unescapeContent(content);\n}\n\nexport function parseDumpScriptAttributes(\n  html: string,\n): Record<string, string> {\n  const regex = /<script type=\"midscene_web_dump\"([^>]*)>/;\n  const match = regex.exec(html);\n\n  if (!match) {\n    return {};\n  }\n\n  const attrString = match[1];\n  const attributes: Record<string, string> = {};\n  const attrRegex = /(\\w+)=\"([^\"]*)\"/g;\n\n  for (const attrMatch of attrString.matchAll(attrRegex)) {\n    const [, key, value] = attrMatch;\n    if (key !== 'type') {\n      attributes[key] = decodeURIComponent(value);\n    }\n  }\n\n  return attributes;\n}\n\nexport function generateImageScriptTag(id: string, data: string): string {\n  // Do not use template string here, will cause bundle error with <script\n  return (\n    // biome-ignore lint/style/useTemplate: <explanation>\n    '<script type=\"midscene-image\" data-id=\"' +\n    id +\n    '\">' +\n    escapeContent(data) +\n    '</script>'\n  );\n}\n\n/**\n * Inline script that fixes relative URL resolution for directory-mode reports.\n *\n * Problem: when a static server (e.g. `npx serve`) serves `name/index.html`\n * at URL `/name` (without trailing slash), relative paths like\n * `./screenshots/xxx.png` resolve to `/screenshots/xxx.png` instead of\n * `/name/screenshots/xxx.png`.\n *\n * Fix: dynamically insert a <base> tag so relative URLs resolve correctly.\n */\n// Do not use template string here, will cause bundle error with <script\n//\n// The closing </script> tag is built at runtime via scriptClose() so that no\n// bundler (rslib, webpack, rsbuild) can ever see or inline a literal\n// '</script>' into JS source.  A literal '</script>' inside a <script> block\n// causes the HTML parser to prematurely close the block — which breaks the\n// report viewer when this module is bundled into the report HTML template.\n//\n// Do NOT replace this with a string constant, hex escape (\\x3c), or simple\n// concatenation — bundlers will optimise / inline them and re-introduce the\n// literal '</script>'.\nlet _baseUrlFixScript: string;\nexport function getBaseUrlFixScript(): string {\n  if (!_baseUrlFixScript) {\n    // Closing </script> MUST be split so that no bundler (rslib / webpack /\n    // terser) can ever produce a literal '</script>' in bundle output.\n    // A literal '</script>' inside a <script> block causes the HTML parser\n    // to prematurely close the block, which breaks the report viewer when\n    // this module is bundled into the report template.\n    const close = '</' + 'script>';\n    _baseUrlFixScript =\n      // biome-ignore lint/style/useTemplate: see above\n      '\\n<script>(function(){' +\n      'var p=window.location.pathname;' +\n      'if(p.endsWith(\"/\")||/\\\\.\\\\w+$/.test(p))return;' +\n      'var b=document.createElement(\"base\");' +\n      'b.href=p+\"/\";' +\n      'document.head.insertBefore(b,document.head.firstChild)' +\n      '})()' +\n      close +\n      '\\n';\n  }\n  return _baseUrlFixScript;\n}\n\nexport function generateDumpScriptTag(\n  json: string,\n  attributes?: Record<string, string | number | boolean>,\n): string {\n  let attrString = '';\n  if (attributes && Object.keys(attributes).length > 0) {\n    // Do not use template string here, will cause bundle error with <script\n    attrString =\n      // biome-ignore lint/style/useTemplate: <explanation>\n      ' ' +\n      Object.entries(attributes)\n        // biome-ignore lint/style/useTemplate: <explanation>\n        .map(([k, v]) => k + '=\"' + encodeURIComponent(v) + '\"')\n        .join(' ');\n  }\n\n  // Do not use template string here, will cause bundle error with <script\n  return (\n    // biome-ignore lint/style/useTemplate: <explanation>\n    '<script type=\"midscene_web_dump\"' +\n    attrString +\n    '>' +\n    escapeContent(json) +\n    '</script>'\n  );\n}\n"],"names":["escapeContent","escapeScriptTag","unescapeContent","antiEscapeScriptTag","STREAMING_CHUNK_SIZE","streamScanTags","filePath","openTag","closeTag","onMatch","fd","openSync","fileSize","statSync","buffer","Buffer","position","leftover","capturing","currentContent","bytesRead","readSync","chunk","searchStart","endIdx","shouldStop","startIdx","closeSync","extractImageByIdSync","htmlPath","imageId","targetTag","result","content","streamImageScriptsToFile","srcFilePath","destFilePath","appendFileSync","require","extractLastDumpScriptSync","openTagPrefix","lastContent","tagEndIdx","extractAllDumpScriptsSync","results","streamDumpScriptsSync","dumpScript","currentOpenTag","parseImageScripts","html","imageMap","regex","match","id","parseDumpScript","scriptOpenTag","scriptCloseTag","lastOpenIndex","Error","tagEndIndex","closeIndex","parseDumpScriptAttributes","attrString","attributes","attrRegex","attrMatch","key","value","decodeURIComponent","generateImageScriptTag","data","_baseUrlFixScript","getBaseUrlFixScript","close","generateDumpScriptTag","json","Object","k","v","encodeURIComponent"],"mappings":";;;;;;;;;;;;;;;;;;AAGO,MAAMA,gBAAgBC;AACtB,MAAMC,kBAAkBC;AAGxB,MAAMC,uBAAuB;AAkB7B,SAASC,eACdC,QAAgB,EAChBC,OAAe,EACfC,QAAgB,EAChBC,OAAyB;IAEzB,MAAMC,KAAKC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASL,UAAU;IAC9B,MAAMM,WAAWC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASP,UAAU,IAAI;IACxC,MAAMQ,SAASC,OAAO,KAAK,CAACX;IAE5B,IAAIY,WAAW;IACf,IAAIC,WAAW;IACf,IAAIC,YAAY;IAChB,IAAIC,iBAAiB;IAErB,IAAI;QACF,MAAOH,WAAWJ,SAAU;YAC1B,MAAMQ,YAAYC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASX,IAAII,QAAQ,GAAGV,sBAAsBY;YAChE,MAAMM,QAAQL,WAAWH,OAAO,QAAQ,CAAC,SAAS,GAAGM;YACrDJ,YAAYI;YAEZ,IAAIG,cAAc;YAElB,MAAOA,cAAcD,MAAM,MAAM,CAC/B,IAAKJ,WAsBE;gBACL,MAAMM,SAASF,MAAM,OAAO,CAACd,UAAUe;gBACvC,IAAIC,AAAW,OAAXA,QAAe;oBACjBL,kBAAkBG,MAAM,KAAK,CAACC,aAAaC;oBAC3C,MAAMC,aAAahB,QAAQU;oBAC3B,IAAIM,YAAY;oBAChBP,YAAY;oBACZC,iBAAiB;oBACjBI,cAAcC,SAAShB,SAAS,MAAM;gBACxC,OAAO;oBACLW,kBAAkBG,MAAM,KAAK,CAACC,aAAa,CAACf,SAAS,MAAM;oBAC3DS,WAAWK,MAAM,KAAK,CAAC,CAACd,SAAS,MAAM;oBACvC;gBACF;YACF,OApCgB;gBACd,MAAMkB,WAAWJ,MAAM,OAAO,CAACf,SAASgB;gBACxC,IAAIG,AAAa,OAAbA,UAAiB;oBACnBR,YAAY;oBACZC,iBAAiBG,MAAM,KAAK,CAACI,WAAWnB,QAAQ,MAAM;oBACtD,MAAMiB,SAASL,eAAe,OAAO,CAACX;oBACtC,IAAIgB,AAAW,OAAXA,QAAe;wBACjB,MAAMC,aAAahB,QAAQU,eAAe,KAAK,CAAC,GAAGK;wBACnD,IAAIC,YAAY;wBAChBP,YAAY;wBACZC,iBAAiB;wBACjBI,cACEG,WAAWnB,QAAQ,MAAM,GAAGiB,SAAShB,SAAS,MAAM;oBACxD,OAAO;wBACLS,WAAWE,eAAe,KAAK,CAAC,CAACX,SAAS,MAAM;wBAChDW,iBAAiBA,eAAe,KAAK,CAAC,GAAG,CAACX,SAAS,MAAM;wBACzD;oBACF;gBACF,OAAO;oBACLS,WAAWK,MAAM,KAAK,CAAC,CAACf,QAAQ,MAAM;oBACtC;gBACF;YACF;QAgBJ;IACF,SAAU;QACRoB,IAAAA,kBAAAA,SAAAA,AAAAA,EAAUjB;IACZ;AACF;AAUO,SAASkB,qBACdC,QAAgB,EAChBC,OAAe;IAEf,MAAMC,YAAY,CAAC,uCAAuC,EAAED,QAAQ,EAAE,CAAC;IACvE,MAAMtB,WAAW;IAEjB,IAAIwB,SAAwB;IAE5B3B,eAAewB,UAAUE,WAAWvB,UAAU,CAACyB;QAC7CD,SAAS9B,gBAAgB+B;QACzB,OAAO;IACT;IAEA,OAAOD;AACT;AASO,SAASE,yBACdC,WAAmB,EACnBC,YAAoB;IAEpB,MAAM,EAAEC,cAAc,EAAE,GAAGC,oBAAQ;IACnC,MAAM/B,UAAU;IAChB,MAAMC,WAAW;IAEjBH,eAAe8B,aAAa5B,SAASC,UAAU,CAACyB;QAE9CI,eAAeD,cAAc,GAAG7B,UAAU0B,UAAUzB,SAAS,EAAE,CAAC;QAChE,OAAO;IACT;AACF;AASO,SAAS+B,0BAA0BjC,QAAgB;IACxD,MAAMkC,gBAAgB;IACtB,MAAMhC,WAAW;IAEjB,IAAIiC,cAAc;IAGlB,MAAM/B,KAAKC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASL,UAAU;IAC9B,MAAMM,WAAWC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASP,UAAU,IAAI;IACxC,MAAMQ,SAASC,OAAO,KAAK,CAACX;IAE5B,IAAIY,WAAW;IACf,IAAIC,WAAW;IACf,IAAIC,YAAY;IAChB,IAAIC,iBAAiB;IAErB,IAAI;QACF,MAAOH,WAAWJ,SAAU;YAC1B,MAAMQ,YAAYC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASX,IAAII,QAAQ,GAAGV,sBAAsBY;YAChE,MAAMM,QAAQL,WAAWH,OAAO,QAAQ,CAAC,SAAS,GAAGM;YACrDJ,YAAYI;YAEZ,IAAIG,cAAc;YAElB,MAAOA,cAAcD,MAAM,MAAM,CAC/B,IAAKJ,WA2BE;gBACL,MAAMM,SAASF,MAAM,OAAO,CAACd,UAAUe;gBACvC,IAAIC,AAAW,OAAXA,QAAe;oBACjBL,kBAAkBG,MAAM,KAAK,CAACC,aAAaC;oBAC3CiB,cAActB,eAAe,IAAI;oBACjCD,YAAY;oBACZC,iBAAiB;oBACjBI,cAAcC,SAAShB,SAAS,MAAM;gBACxC,OAAO;oBACLW,kBAAkBG,MAAM,KAAK,CAACC,aAAa,CAACf,SAAS,MAAM;oBAC3DS,WAAWK,MAAM,KAAK,CAAC,CAACd,SAAS,MAAM;oBACvC;gBACF;YACF,OAxCgB;gBACd,MAAMkB,WAAWJ,MAAM,OAAO,CAACkB,eAAejB;gBAC9C,IAAIG,AAAa,OAAbA,UAAiB;oBAEnB,MAAMgB,YAAYpB,MAAM,OAAO,CAAC,KAAKI;oBACrC,IAAIgB,AAAc,OAAdA,WAAkB;wBACpBxB,YAAY;wBACZC,iBAAiBG,MAAM,KAAK,CAACoB,YAAY;wBACzC,MAAMlB,SAASL,eAAe,OAAO,CAACX;wBACtC,IAAIgB,AAAW,OAAXA,QAAe;4BACjBiB,cAActB,eAAe,KAAK,CAAC,GAAGK,QAAQ,IAAI;4BAClDN,YAAY;4BACZC,iBAAiB;4BACjBI,cAAcmB,YAAY,IAAIlB,SAAShB,SAAS,MAAM;wBACxD,OAAO;4BACLS,WAAWE,eAAe,KAAK,CAAC,CAACX,SAAS,MAAM;4BAChDW,iBAAiBA,eAAe,KAAK,CAAC,GAAG,CAACX,SAAS,MAAM;4BACzD;wBACF;oBACF,OAAO;wBACLS,WAAWK,MAAM,KAAK,CAACI;wBACvB;oBACF;gBACF,OAAO;oBACLT,WAAWK,MAAM,KAAK,CAAC,CAACkB,cAAc,MAAM;oBAC5C;gBACF;YACF;QAeJ;IACF,SAAU;QACRb,IAAAA,kBAAAA,SAAAA,AAAAA,EAAUjB;IACZ;IAEA,OAAO+B;AACT;AASO,SAASE,0BACdrC,QAAgB;IAEhB,MAAMsC,UAAkD,EAAE;IAC1DC,sBAAsBvC,UAAU,CAACwC;QAC/BF,QAAQ,IAAI,CAACE;QACb,OAAO;IACT;IACA,OAAOF;AACT;AAUO,SAASC,sBACdvC,QAAgB,EAChBG,OAAsE;IAEtE,MAAM+B,gBAAgB;IACtB,MAAMhC,WAAW;IAEjB,MAAME,KAAKC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASL,UAAU;IAC9B,MAAMM,WAAWC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASP,UAAU,IAAI;IACxC,MAAMQ,SAASC,OAAO,KAAK,CAACX;IAE5B,IAAIY,WAAW;IACf,IAAIC,WAAW;IACf,IAAIC,YAAY;IAChB,IAAIC,iBAAiB;IACrB,IAAI4B,iBAAiB;IAErB,IAAI;QACF,MAAO/B,WAAWJ,SAAU;YAC1B,MAAMQ,YAAYC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASX,IAAII,QAAQ,GAAGV,sBAAsBY;YAChE,MAAMM,QAAQL,WAAWH,OAAO,QAAQ,CAAC,SAAS,GAAGM;YACrDJ,YAAYI;YAEZ,IAAIG,cAAc;YAElB,MAAOA,cAAcD,MAAM,MAAM,CAC/B,IAAKJ,WAgCE;gBACL,MAAMM,SAASF,MAAM,OAAO,CAACd,UAAUe;gBACvC,IAAIC,AAAW,OAAXA,QAAe;oBACjBL,kBAAkBG,MAAM,KAAK,CAACC,aAAaC;oBAC3C,MAAMC,aAAahB,QAAQ;wBACzB,SAASsC;wBACT,SAAS5B,eAAe,IAAI;oBAC9B;oBACA,IAAIM,YAAY;oBAChBP,YAAY;oBACZC,iBAAiB;oBACjB4B,iBAAiB;oBACjBxB,cAAcC,SAAShB,SAAS,MAAM;gBACxC,OAAO;oBACLW,kBAAkBG,MAAM,KAAK,CAACC,aAAa,CAACf,SAAS,MAAM;oBAC3DS,WAAWK,MAAM,KAAK,CAAC,CAACd,SAAS,MAAM;oBACvC;gBACF;YACF,OAlDgB;gBACd,MAAMkB,WAAWJ,MAAM,OAAO,CAACkB,eAAejB;gBAC9C,IAAIG,AAAa,OAAbA,UAAiB;oBACnB,MAAMgB,YAAYpB,MAAM,OAAO,CAAC,KAAKI;oBACrC,IAAIgB,AAAc,OAAdA,WAAkB;wBACpBxB,YAAY;wBACZ6B,iBAAiBzB,MAAM,KAAK,CAACI,UAAUgB,YAAY;wBACnDvB,iBAAiBG,MAAM,KAAK,CAACoB,YAAY;wBACzC,MAAMlB,SAASL,eAAe,OAAO,CAACX;wBACtC,IAAIgB,AAAW,OAAXA,QAAe;4BACjB,MAAMC,aAAahB,QAAQ;gCACzB,SAASsC;gCACT,SAAS5B,eAAe,KAAK,CAAC,GAAGK,QAAQ,IAAI;4BAC/C;4BACA,IAAIC,YAAY;4BAChBP,YAAY;4BACZC,iBAAiB;4BACjB4B,iBAAiB;4BACjBxB,cAAcmB,YAAY,IAAIlB,SAAShB,SAAS,MAAM;wBACxD,OAAO;4BACLS,WAAWE,eAAe,KAAK,CAAC,CAACX,SAAS,MAAM;4BAChDW,iBAAiBA,eAAe,KAAK,CAAC,GAAG,CAACX,SAAS,MAAM;4BACzD;wBACF;oBACF,OAAO;wBACLS,WAAWK,MAAM,KAAK,CAACI;wBACvB;oBACF;gBACF,OAAO;oBACLT,WAAWK,MAAM,KAAK,CAAC,CAACkB,cAAc,MAAM;oBAC5C;gBACF;YACF;QAoBJ;IACF,SAAU;QACRb,IAAAA,kBAAAA,SAAAA,AAAAA,EAAUjB;IACZ;AACF;AAEO,SAASsC,kBAAkBC,IAAY;IAC5C,MAAMC,WAAmC,CAAC;IAC1C,MAAMC,QACJ;IAEF,KAAK,MAAMC,SAASH,KAAK,QAAQ,CAACE,OAAQ;QACxC,MAAM,GAAGE,IAAIpB,QAAQ,GAAGmB;QACxBF,QAAQ,CAACG,GAAG,GAAGnD,gBAAgB+B;IACjC;IAEA,OAAOiB;AACT;AAEO,SAASI,gBAAgBL,IAAY;IAG1C,MAAMM,gBAAgB;IACtB,MAAMC,iBAAiB;IAGvB,MAAMC,gBAAgBR,KAAK,WAAW,CAACM;IACvC,IAAIE,AAAkB,OAAlBA,eACF,MAAM,IAAIC,MAAM;IAIlB,MAAMC,cAAcV,KAAK,OAAO,CAAC,KAAKQ;IACtC,IAAIE,AAAgB,OAAhBA,aACF,MAAM,IAAID,MAAM;IAIlB,MAAME,aAAaX,KAAK,OAAO,CAACO,gBAAgBG;IAChD,IAAIC,AAAe,OAAfA,YACF,MAAM,IAAIF,MAAM;IAIlB,MAAMzB,UAAUgB,KAAK,SAAS,CAACU,cAAc,GAAGC;IAChD,OAAO1D,gBAAgB+B;AACzB;AAEO,SAAS4B,0BACdZ,IAAY;IAEZ,MAAME,QAAQ;IACd,MAAMC,QAAQD,MAAM,IAAI,CAACF;IAEzB,IAAI,CAACG,OACH,OAAO,CAAC;IAGV,MAAMU,aAAaV,KAAK,CAAC,EAAE;IAC3B,MAAMW,aAAqC,CAAC;IAC5C,MAAMC,YAAY;IAElB,KAAK,MAAMC,aAAaH,WAAW,QAAQ,CAACE,WAAY;QACtD,MAAM,GAAGE,KAAKC,MAAM,GAAGF;QACvB,IAAIC,AAAQ,WAARA,KACFH,UAAU,CAACG,IAAI,GAAGE,mBAAmBD;IAEzC;IAEA,OAAOJ;AACT;AAEO,SAASM,uBAAuBhB,EAAU,EAAEiB,IAAY;IAE7D,OAEE,4CACAjB,KACA,OACArD,cAAcsE,QACd;AAEJ;AAuBA,IAAIC;AACG,SAASC;IACd,IAAI,CAACD,mBAAmB;QAMtB,MAAME,QAAQ;QACdF,oBAEE,oNAOAE,QACA;IACJ;IACA,OAAOF;AACT;AAEO,SAASG,sBACdC,IAAY,EACZZ,UAAsD;IAEtD,IAAID,aAAa;IACjB,IAAIC,cAAca,OAAO,IAAI,CAACb,YAAY,MAAM,GAAG,GAEjDD,aAEE,MACAc,OAAO,OAAO,CAACb,YAEZ,GAAG,CAAC,CAAC,CAACc,GAAGC,EAAE,GAAKD,IAAI,OAAOE,mBAAmBD,KAAK,KACnD,IAAI,CAAC;IAIZ,OAEE,qCACAhB,aACA,MACA9D,cAAc2E,QACd;AAEJ"}
+{"version":3,"file":"dump/html-utils.mjs","sources":["../../../src/dump/html-utils.ts"],"sourcesContent":["import { closeSync, openSync, readSync, statSync } from 'node:fs';\nimport { antiEscapeScriptTag, escapeScriptTag } from '@aiscene/shared/utils';\n\nexport const escapeContent = escapeScriptTag;\nexport const unescapeContent = antiEscapeScriptTag;\n\n/** Chunk size for streaming file operations (64KB) */\nexport const STREAMING_CHUNK_SIZE = 64 * 1024;\n\n/**\n * Callback for processing matched tags during streaming.\n * @param content - The content between open and close tags\n * @returns true to stop scanning, false to continue\n */\ntype TagMatchCallback = (content: string) => boolean;\n\n/**\n * Stream through a file and find tags matching the pattern.\n * Memory usage: O(chunk_size + tag_size), not O(file_size).\n *\n * @param filePath - Absolute path to the file\n * @param openTag - Opening tag to search for\n * @param closeTag - Closing tag\n * @param onMatch - Callback for each matched tag content\n */\nexport function streamScanTags(\n  filePath: string,\n  openTag: string,\n  closeTag: string,\n  onMatch: TagMatchCallback,\n): void {\n  const fd = openSync(filePath, 'r');\n  const fileSize = statSync(filePath).size;\n  const buffer = Buffer.alloc(STREAMING_CHUNK_SIZE);\n\n  let position = 0;\n  let leftover = '';\n  let capturing = false;\n  let currentContent = '';\n\n  try {\n    while (position < fileSize) {\n      const bytesRead = readSync(fd, buffer, 0, STREAMING_CHUNK_SIZE, position);\n      const chunk = leftover + buffer.toString('utf-8', 0, bytesRead);\n      position += bytesRead;\n\n      let searchStart = 0;\n\n      while (searchStart < chunk.length) {\n        if (!capturing) {\n          const startIdx = chunk.indexOf(openTag, searchStart);\n          if (startIdx !== -1) {\n            capturing = true;\n            currentContent = chunk.slice(startIdx + openTag.length);\n            const endIdx = currentContent.indexOf(closeTag);\n            if (endIdx !== -1) {\n              const shouldStop = onMatch(currentContent.slice(0, endIdx));\n              if (shouldStop) return;\n              capturing = false;\n              currentContent = '';\n              searchStart =\n                startIdx + openTag.length + endIdx + closeTag.length;\n            } else {\n              leftover = currentContent.slice(-closeTag.length);\n              currentContent = currentContent.slice(0, -closeTag.length);\n              break;\n            }\n          } else {\n            leftover = chunk.slice(-openTag.length);\n            break;\n          }\n        } else {\n          const endIdx = chunk.indexOf(closeTag, searchStart);\n          if (endIdx !== -1) {\n            currentContent += chunk.slice(searchStart, endIdx);\n            const shouldStop = onMatch(currentContent);\n            if (shouldStop) return;\n            capturing = false;\n            currentContent = '';\n            searchStart = endIdx + closeTag.length;\n          } else {\n            currentContent += chunk.slice(searchStart, -closeTag.length);\n            leftover = chunk.slice(-closeTag.length);\n            break;\n          }\n        }\n      }\n    }\n  } finally {\n    closeSync(fd);\n  }\n}\n\n/**\n * Synchronously extract a specific image's base64 data from an HTML file by its id.\n * Uses streaming to avoid loading the entire file into memory.\n *\n * @param htmlPath - Absolute path to the HTML file\n * @param imageId - The id of the image to extract\n * @returns The base64 data string, or null if not found\n */\nexport function extractImageByIdSync(\n  htmlPath: string,\n  imageId: string,\n): string | null {\n  const targetTag = `<script type=\"midscene-image\" data-id=\"${imageId}\">`;\n  const closeTag = '</script>';\n\n  let result: string | null = null;\n\n  streamScanTags(htmlPath, targetTag, closeTag, (content) => {\n    result = unescapeContent(content);\n    return true; // Stop after first match\n  });\n\n  return result;\n}\n\n/**\n * Stream image script tags from source file directly to output file.\n * Memory usage: O(single_image_size), not O(all_images_size).\n *\n * @param srcFilePath - Source HTML file path\n * @param destFilePath - Destination file path to append to\n */\nexport function streamImageScriptsToFile(\n  srcFilePath: string,\n  destFilePath: string,\n): void {\n  const { appendFileSync } = require('node:fs');\n  const openTag = '<script type=\"midscene-image\"';\n  const closeTag = '</script>';\n\n  streamScanTags(srcFilePath, openTag, closeTag, (content) => {\n    // Write complete tag immediately to destination, don't accumulate\n    appendFileSync(destFilePath, `${openTag}${content}${closeTag}\\n`);\n    return false; // Continue scanning for more tags\n  });\n}\n\nfunction parseImageScriptId(contentAfterType: string): string | null {\n  const match = /^ data-id=\"([a-z0-9_-]{1,128})\">/i.exec(contentAfterType);\n  return match?.[1] ?? null;\n}\n\nexport async function collectImageScriptIds(\n  filePath: string,\n): Promise<Set<string>> {\n  const imageIds = new Set<string>();\n  const openTag = '<script type=\"midscene-image\"';\n  const closeTag = '</script>';\n\n  streamScanTags(filePath, openTag, closeTag, (content) => {\n    const imageId = parseImageScriptId(content);\n    if (imageId) imageIds.add(imageId);\n    return false;\n  });\n\n  return imageIds;\n}\n\n/**\n * Extract the LAST dump script content from HTML file using streaming.\n * Memory usage: O(dump_size), not O(file_size).\n *\n * @param filePath - Absolute path to the HTML file\n * @returns The dump script content (trimmed), or empty string if not found\n */\nexport function extractLastDumpScriptSync(filePath: string): string {\n  const openTagPrefix = '<script type=\"midscene_web_dump\"';\n  const closeTag = '</script>';\n\n  let lastContent = '';\n\n  // Custom streaming to handle the special case where open tag has variable attributes\n  const fd = openSync(filePath, 'r');\n  const fileSize = statSync(filePath).size;\n  const buffer = Buffer.alloc(STREAMING_CHUNK_SIZE);\n\n  let position = 0;\n  let leftover = '';\n  let capturing = false;\n  let currentContent = '';\n\n  try {\n    while (position < fileSize) {\n      const bytesRead = readSync(fd, buffer, 0, STREAMING_CHUNK_SIZE, position);\n      const chunk = leftover + buffer.toString('utf-8', 0, bytesRead);\n      position += bytesRead;\n\n      let searchStart = 0;\n\n      while (searchStart < chunk.length) {\n        if (!capturing) {\n          const startIdx = chunk.indexOf(openTagPrefix, searchStart);\n          if (startIdx !== -1) {\n            // Find the end of the opening tag (the '>' character)\n            const tagEndIdx = chunk.indexOf('>', startIdx);\n            if (tagEndIdx !== -1) {\n              capturing = true;\n              currentContent = chunk.slice(tagEndIdx + 1);\n              const endIdx = currentContent.indexOf(closeTag);\n              if (endIdx !== -1) {\n                lastContent = currentContent.slice(0, endIdx).trim();\n                capturing = false;\n                currentContent = '';\n                searchStart = tagEndIdx + 1 + endIdx + closeTag.length;\n              } else {\n                leftover = currentContent.slice(-closeTag.length);\n                currentContent = currentContent.slice(0, -closeTag.length);\n                break;\n              }\n            } else {\n              leftover = chunk.slice(startIdx);\n              break;\n            }\n          } else {\n            leftover = chunk.slice(-openTagPrefix.length);\n            break;\n          }\n        } else {\n          const endIdx = chunk.indexOf(closeTag, searchStart);\n          if (endIdx !== -1) {\n            currentContent += chunk.slice(searchStart, endIdx);\n            lastContent = currentContent.trim();\n            capturing = false;\n            currentContent = '';\n            searchStart = endIdx + closeTag.length;\n          } else {\n            currentContent += chunk.slice(searchStart, -closeTag.length);\n            leftover = chunk.slice(-closeTag.length);\n            break;\n          }\n        }\n      }\n    }\n  } finally {\n    closeSync(fd);\n  }\n\n  return lastContent;\n}\n\n/**\n * Extract ALL dump script contents from an HTML file using streaming.\n * Each entry includes the full opening tag (for attribute extraction) and the content.\n *\n * @param filePath - Absolute path to the HTML file\n * @returns Array of { openTag, content } for each dump script found\n */\nexport function extractAllDumpScriptsSync(\n  filePath: string,\n): { openTag: string; content: string }[] {\n  const results: { openTag: string; content: string }[] = [];\n  streamDumpScriptsSync(filePath, (dumpScript) => {\n    results.push(dumpScript);\n    return false;\n  });\n  return results;\n}\n\n/**\n * Stream ALL dump scripts from an HTML file.\n * Calls onMatch for each dump script and keeps memory bounded to a single\n * dump script payload instead of accumulating every dump in memory.\n *\n * @param filePath - Absolute path to the HTML file\n * @param onMatch - Callback for each dump script; return true to stop early\n */\nexport function streamDumpScriptsSync(\n  filePath: string,\n  onMatch: (dumpScript: { openTag: string; content: string }) => boolean,\n): void {\n  const openTagPrefix = '<script type=\"midscene_web_dump\"';\n  const closeTag = '</script>';\n\n  const fd = openSync(filePath, 'r');\n  const fileSize = statSync(filePath).size;\n  const buffer = Buffer.alloc(STREAMING_CHUNK_SIZE);\n\n  let position = 0;\n  let leftover = '';\n  let capturing = false;\n  let currentContent = '';\n  let currentOpenTag = '';\n\n  try {\n    while (position < fileSize) {\n      const bytesRead = readSync(fd, buffer, 0, STREAMING_CHUNK_SIZE, position);\n      const chunk = leftover + buffer.toString('utf-8', 0, bytesRead);\n      position += bytesRead;\n\n      let searchStart = 0;\n\n      while (searchStart < chunk.length) {\n        if (!capturing) {\n          const startIdx = chunk.indexOf(openTagPrefix, searchStart);\n          if (startIdx !== -1) {\n            const tagEndIdx = chunk.indexOf('>', startIdx);\n            if (tagEndIdx !== -1) {\n              capturing = true;\n              currentOpenTag = chunk.slice(startIdx, tagEndIdx + 1);\n              currentContent = chunk.slice(tagEndIdx + 1);\n              const endIdx = currentContent.indexOf(closeTag);\n              if (endIdx !== -1) {\n                const shouldStop = onMatch({\n                  openTag: currentOpenTag,\n                  content: currentContent.slice(0, endIdx).trim(),\n                });\n                if (shouldStop) return;\n                capturing = false;\n                currentContent = '';\n                currentOpenTag = '';\n                searchStart = tagEndIdx + 1 + endIdx + closeTag.length;\n              } else {\n                leftover = currentContent.slice(-closeTag.length);\n                currentContent = currentContent.slice(0, -closeTag.length);\n                break;\n              }\n            } else {\n              leftover = chunk.slice(startIdx);\n              break;\n            }\n          } else {\n            leftover = chunk.slice(-openTagPrefix.length);\n            break;\n          }\n        } else {\n          const endIdx = chunk.indexOf(closeTag, searchStart);\n          if (endIdx !== -1) {\n            currentContent += chunk.slice(searchStart, endIdx);\n            const shouldStop = onMatch({\n              openTag: currentOpenTag,\n              content: currentContent.trim(),\n            });\n            if (shouldStop) return;\n            capturing = false;\n            currentContent = '';\n            currentOpenTag = '';\n            searchStart = endIdx + closeTag.length;\n          } else {\n            currentContent += chunk.slice(searchStart, -closeTag.length);\n            leftover = chunk.slice(-closeTag.length);\n            break;\n          }\n        }\n      }\n    }\n  } finally {\n    closeSync(fd);\n  }\n}\n\nexport function parseImageScripts(html: string): Record<string, string> {\n  const imageMap: Record<string, string> = {};\n  const regex =\n    /<script type=\"midscene-image\" data-id=\"([^\"]+)\">([\\s\\S]*?)<\\/script>/g;\n\n  for (const match of html.matchAll(regex)) {\n    const [, id, content] = match;\n    imageMap[id] = unescapeContent(content);\n  }\n\n  return imageMap;\n}\n\nexport function parseDumpScript(html: string): string {\n  // Use string search instead of regex to avoid ReDoS vulnerability\n  // Find the LAST dump script tag (template may contain similar patterns in bundled JS)\n  const scriptOpenTag = '<script type=\"midscene_web_dump\"';\n  const scriptCloseTag = '</script>';\n\n  // Find the last occurrence of the opening tag\n  const lastOpenIndex = html.lastIndexOf(scriptOpenTag);\n  if (lastOpenIndex === -1) {\n    throw new Error('No dump script found in HTML');\n  }\n\n  // Find the end of the opening tag (the '>' character)\n  const tagEndIndex = html.indexOf('>', lastOpenIndex);\n  if (tagEndIndex === -1) {\n    throw new Error('No dump script found in HTML');\n  }\n\n  // Find the closing tag after the opening tag\n  const closeIndex = html.indexOf(scriptCloseTag, tagEndIndex);\n  if (closeIndex === -1) {\n    throw new Error('No dump script found in HTML');\n  }\n\n  // Extract content between opening and closing tags\n  const content = html.substring(tagEndIndex + 1, closeIndex);\n  return unescapeContent(content);\n}\n\nexport function parseDumpScriptAttributes(\n  html: string,\n): Record<string, string> {\n  const regex = /<script type=\"midscene_web_dump\"([^>]*)>/;\n  const match = regex.exec(html);\n\n  if (!match) {\n    return {};\n  }\n\n  const attrString = match[1];\n  const attributes: Record<string, string> = {};\n  const attrRegex = /(\\w+)=\"([^\"]*)\"/g;\n\n  for (const attrMatch of attrString.matchAll(attrRegex)) {\n    const [, key, value] = attrMatch;\n    if (key !== 'type') {\n      attributes[key] = decodeURIComponent(value);\n    }\n  }\n\n  return attributes;\n}\n\nexport function generateImageScriptTag(id: string, data: string): string {\n  // Do not use template string here, will cause bundle error with <script\n  return (\n    // biome-ignore lint/style/useTemplate: <explanation>\n    '<script type=\"midscene-image\" data-id=\"' +\n    id +\n    '\">' +\n    escapeContent(data) +\n    '</script>'\n  );\n}\n\n/**\n * Inline script that fixes relative URL resolution for directory-mode reports.\n *\n * Problem: when a static server (e.g. `npx serve`) serves `name/index.html`\n * at URL `/name` (without trailing slash), relative paths like\n * `./screenshots/xxx.png` resolve to `/screenshots/xxx.png` instead of\n * `/name/screenshots/xxx.png`.\n *\n * Fix: dynamically insert a <base> tag so relative URLs resolve correctly.\n */\n// Do not use template string here, will cause bundle error with <script\n//\n// The closing </script> tag is built at runtime via scriptClose() so that no\n// bundler (rslib, webpack, rsbuild) can ever see or inline a literal\n// '</script>' into JS source.  A literal '</script>' inside a <script> block\n// causes the HTML parser to prematurely close the block — which breaks the\n// report viewer when this module is bundled into the report HTML template.\n//\n// Do NOT replace this with a string constant, hex escape (\\x3c), or simple\n// concatenation — bundlers will optimise / inline them and re-introduce the\n// literal '</script>'.\nlet _baseUrlFixScript: string;\nexport function getBaseUrlFixScript(): string {\n  if (!_baseUrlFixScript) {\n    // Closing </script> MUST be split so that no bundler (rslib / webpack /\n    // terser) can ever produce a literal '</script>' in bundle output.\n    // A literal '</script>' inside a <script> block causes the HTML parser\n    // to prematurely close the block, which breaks the report viewer when\n    // this module is bundled into the report template.\n    const close = '</' + 'script>';\n    _baseUrlFixScript =\n      // biome-ignore lint/style/useTemplate: see above\n      '\\n<script>(function(){' +\n      'var p=window.location.pathname;' +\n      'if(p.endsWith(\"/\")||/\\\\.\\\\w+$/.test(p))return;' +\n      'var b=document.createElement(\"base\");' +\n      'b.href=p+\"/\";' +\n      'document.head.insertBefore(b,document.head.firstChild)' +\n      '})()' +\n      close +\n      '\\n';\n  }\n  return _baseUrlFixScript;\n}\n\nexport function generateDumpScriptTag(\n  json: string,\n  attributes?: Record<string, string | number | boolean>,\n): string {\n  let attrString = '';\n  if (attributes && Object.keys(attributes).length > 0) {\n    // Do not use template string here, will cause bundle error with <script\n    attrString =\n      // biome-ignore lint/style/useTemplate: <explanation>\n      ' ' +\n      Object.entries(attributes)\n        // biome-ignore lint/style/useTemplate: <explanation>\n        .map(([k, v]) => k + '=\"' + encodeURIComponent(v) + '\"')\n        .join(' ');\n  }\n\n  // Do not use template string here, will cause bundle error with <script\n  return (\n    // biome-ignore lint/style/useTemplate: <explanation>\n    '<script type=\"midscene_web_dump\"' +\n    attrString +\n    '>' +\n    escapeContent(json) +\n    '</script>'\n  );\n}\n"],"names":["escapeContent","escapeScriptTag","unescapeContent","antiEscapeScriptTag","STREAMING_CHUNK_SIZE","streamScanTags","filePath","openTag","closeTag","onMatch","fd","openSync","fileSize","statSync","buffer","Buffer","position","leftover","capturing","currentContent","bytesRead","readSync","chunk","searchStart","endIdx","shouldStop","startIdx","closeSync","extractImageByIdSync","htmlPath","imageId","targetTag","result","content","streamImageScriptsToFile","srcFilePath","destFilePath","appendFileSync","require","parseImageScriptId","contentAfterType","match","collectImageScriptIds","imageIds","Set","extractLastDumpScriptSync","openTagPrefix","lastContent","tagEndIdx","extractAllDumpScriptsSync","results","streamDumpScriptsSync","dumpScript","currentOpenTag","parseImageScripts","html","imageMap","regex","id","parseDumpScript","scriptOpenTag","scriptCloseTag","lastOpenIndex","Error","tagEndIndex","closeIndex","parseDumpScriptAttributes","attrString","attributes","attrRegex","attrMatch","key","value","decodeURIComponent","generateImageScriptTag","data","_baseUrlFixScript","getBaseUrlFixScript","close","generateDumpScriptTag","json","Object","k","v","encodeURIComponent"],"mappings":";;;;;;;;;;;;;;;;;;AAGO,MAAMA,gBAAgBC;AACtB,MAAMC,kBAAkBC;AAGxB,MAAMC,uBAAuB;AAkB7B,SAASC,eACdC,QAAgB,EAChBC,OAAe,EACfC,QAAgB,EAChBC,OAAyB;IAEzB,MAAMC,KAAKC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASL,UAAU;IAC9B,MAAMM,WAAWC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASP,UAAU,IAAI;IACxC,MAAMQ,SAASC,OAAO,KAAK,CAACX;IAE5B,IAAIY,WAAW;IACf,IAAIC,WAAW;IACf,IAAIC,YAAY;IAChB,IAAIC,iBAAiB;IAErB,IAAI;QACF,MAAOH,WAAWJ,SAAU;YAC1B,MAAMQ,YAAYC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASX,IAAII,QAAQ,GAAGV,sBAAsBY;YAChE,MAAMM,QAAQL,WAAWH,OAAO,QAAQ,CAAC,SAAS,GAAGM;YACrDJ,YAAYI;YAEZ,IAAIG,cAAc;YAElB,MAAOA,cAAcD,MAAM,MAAM,CAC/B,IAAKJ,WAsBE;gBACL,MAAMM,SAASF,MAAM,OAAO,CAACd,UAAUe;gBACvC,IAAIC,AAAW,OAAXA,QAAe;oBACjBL,kBAAkBG,MAAM,KAAK,CAACC,aAAaC;oBAC3C,MAAMC,aAAahB,QAAQU;oBAC3B,IAAIM,YAAY;oBAChBP,YAAY;oBACZC,iBAAiB;oBACjBI,cAAcC,SAAShB,SAAS,MAAM;gBACxC,OAAO;oBACLW,kBAAkBG,MAAM,KAAK,CAACC,aAAa,CAACf,SAAS,MAAM;oBAC3DS,WAAWK,MAAM,KAAK,CAAC,CAACd,SAAS,MAAM;oBACvC;gBACF;YACF,OApCgB;gBACd,MAAMkB,WAAWJ,MAAM,OAAO,CAACf,SAASgB;gBACxC,IAAIG,AAAa,OAAbA,UAAiB;oBACnBR,YAAY;oBACZC,iBAAiBG,MAAM,KAAK,CAACI,WAAWnB,QAAQ,MAAM;oBACtD,MAAMiB,SAASL,eAAe,OAAO,CAACX;oBACtC,IAAIgB,AAAW,OAAXA,QAAe;wBACjB,MAAMC,aAAahB,QAAQU,eAAe,KAAK,CAAC,GAAGK;wBACnD,IAAIC,YAAY;wBAChBP,YAAY;wBACZC,iBAAiB;wBACjBI,cACEG,WAAWnB,QAAQ,MAAM,GAAGiB,SAAShB,SAAS,MAAM;oBACxD,OAAO;wBACLS,WAAWE,eAAe,KAAK,CAAC,CAACX,SAAS,MAAM;wBAChDW,iBAAiBA,eAAe,KAAK,CAAC,GAAG,CAACX,SAAS,MAAM;wBACzD;oBACF;gBACF,OAAO;oBACLS,WAAWK,MAAM,KAAK,CAAC,CAACf,QAAQ,MAAM;oBACtC;gBACF;YACF;QAgBJ;IACF,SAAU;QACRoB,IAAAA,kBAAAA,SAAAA,AAAAA,EAAUjB;IACZ;AACF;AAUO,SAASkB,qBACdC,QAAgB,EAChBC,OAAe;IAEf,MAAMC,YAAY,CAAC,uCAAuC,EAAED,QAAQ,EAAE,CAAC;IACvE,MAAMtB,WAAW;IAEjB,IAAIwB,SAAwB;IAE5B3B,eAAewB,UAAUE,WAAWvB,UAAU,CAACyB;QAC7CD,SAAS9B,gBAAgB+B;QACzB,OAAO;IACT;IAEA,OAAOD;AACT;AASO,SAASE,yBACdC,WAAmB,EACnBC,YAAoB;IAEpB,MAAM,EAAEC,cAAc,EAAE,GAAGC,oBAAQ;IACnC,MAAM/B,UAAU;IAChB,MAAMC,WAAW;IAEjBH,eAAe8B,aAAa5B,SAASC,UAAU,CAACyB;QAE9CI,eAAeD,cAAc,GAAG7B,UAAU0B,UAAUzB,SAAS,EAAE,CAAC;QAChE,OAAO;IACT;AACF;AAEA,SAAS+B,mBAAmBC,gBAAwB;IAClD,MAAMC,QAAQ,oCAAoC,IAAI,CAACD;IACvD,OAAOC,OAAO,CAAC,EAAE,IAAI;AACvB;AAEO,eAAeC,sBACpBpC,QAAgB;IAEhB,MAAMqC,WAAW,IAAIC;IACrB,MAAMrC,UAAU;IAChB,MAAMC,WAAW;IAEjBH,eAAeC,UAAUC,SAASC,UAAU,CAACyB;QAC3C,MAAMH,UAAUS,mBAAmBN;QACnC,IAAIH,SAASa,SAAS,GAAG,CAACb;QAC1B,OAAO;IACT;IAEA,OAAOa;AACT;AASO,SAASE,0BAA0BvC,QAAgB;IACxD,MAAMwC,gBAAgB;IACtB,MAAMtC,WAAW;IAEjB,IAAIuC,cAAc;IAGlB,MAAMrC,KAAKC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASL,UAAU;IAC9B,MAAMM,WAAWC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASP,UAAU,IAAI;IACxC,MAAMQ,SAASC,OAAO,KAAK,CAACX;IAE5B,IAAIY,WAAW;IACf,IAAIC,WAAW;IACf,IAAIC,YAAY;IAChB,IAAIC,iBAAiB;IAErB,IAAI;QACF,MAAOH,WAAWJ,SAAU;YAC1B,MAAMQ,YAAYC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASX,IAAII,QAAQ,GAAGV,sBAAsBY;YAChE,MAAMM,QAAQL,WAAWH,OAAO,QAAQ,CAAC,SAAS,GAAGM;YACrDJ,YAAYI;YAEZ,IAAIG,cAAc;YAElB,MAAOA,cAAcD,MAAM,MAAM,CAC/B,IAAKJ,WA2BE;gBACL,MAAMM,SAASF,MAAM,OAAO,CAACd,UAAUe;gBACvC,IAAIC,AAAW,OAAXA,QAAe;oBACjBL,kBAAkBG,MAAM,KAAK,CAACC,aAAaC;oBAC3CuB,cAAc5B,eAAe,IAAI;oBACjCD,YAAY;oBACZC,iBAAiB;oBACjBI,cAAcC,SAAShB,SAAS,MAAM;gBACxC,OAAO;oBACLW,kBAAkBG,MAAM,KAAK,CAACC,aAAa,CAACf,SAAS,MAAM;oBAC3DS,WAAWK,MAAM,KAAK,CAAC,CAACd,SAAS,MAAM;oBACvC;gBACF;YACF,OAxCgB;gBACd,MAAMkB,WAAWJ,MAAM,OAAO,CAACwB,eAAevB;gBAC9C,IAAIG,AAAa,OAAbA,UAAiB;oBAEnB,MAAMsB,YAAY1B,MAAM,OAAO,CAAC,KAAKI;oBACrC,IAAIsB,AAAc,OAAdA,WAAkB;wBACpB9B,YAAY;wBACZC,iBAAiBG,MAAM,KAAK,CAAC0B,YAAY;wBACzC,MAAMxB,SAASL,eAAe,OAAO,CAACX;wBACtC,IAAIgB,AAAW,OAAXA,QAAe;4BACjBuB,cAAc5B,eAAe,KAAK,CAAC,GAAGK,QAAQ,IAAI;4BAClDN,YAAY;4BACZC,iBAAiB;4BACjBI,cAAcyB,YAAY,IAAIxB,SAAShB,SAAS,MAAM;wBACxD,OAAO;4BACLS,WAAWE,eAAe,KAAK,CAAC,CAACX,SAAS,MAAM;4BAChDW,iBAAiBA,eAAe,KAAK,CAAC,GAAG,CAACX,SAAS,MAAM;4BACzD;wBACF;oBACF,OAAO;wBACLS,WAAWK,MAAM,KAAK,CAACI;wBACvB;oBACF;gBACF,OAAO;oBACLT,WAAWK,MAAM,KAAK,CAAC,CAACwB,cAAc,MAAM;oBAC5C;gBACF;YACF;QAeJ;IACF,SAAU;QACRnB,IAAAA,kBAAAA,SAAAA,AAAAA,EAAUjB;IACZ;IAEA,OAAOqC;AACT;AASO,SAASE,0BACd3C,QAAgB;IAEhB,MAAM4C,UAAkD,EAAE;IAC1DC,sBAAsB7C,UAAU,CAAC8C;QAC/BF,QAAQ,IAAI,CAACE;QACb,OAAO;IACT;IACA,OAAOF;AACT;AAUO,SAASC,sBACd7C,QAAgB,EAChBG,OAAsE;IAEtE,MAAMqC,gBAAgB;IACtB,MAAMtC,WAAW;IAEjB,MAAME,KAAKC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASL,UAAU;IAC9B,MAAMM,WAAWC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASP,UAAU,IAAI;IACxC,MAAMQ,SAASC,OAAO,KAAK,CAACX;IAE5B,IAAIY,WAAW;IACf,IAAIC,WAAW;IACf,IAAIC,YAAY;IAChB,IAAIC,iBAAiB;IACrB,IAAIkC,iBAAiB;IAErB,IAAI;QACF,MAAOrC,WAAWJ,SAAU;YAC1B,MAAMQ,YAAYC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASX,IAAII,QAAQ,GAAGV,sBAAsBY;YAChE,MAAMM,QAAQL,WAAWH,OAAO,QAAQ,CAAC,SAAS,GAAGM;YACrDJ,YAAYI;YAEZ,IAAIG,cAAc;YAElB,MAAOA,cAAcD,MAAM,MAAM,CAC/B,IAAKJ,WAgCE;gBACL,MAAMM,SAASF,MAAM,OAAO,CAACd,UAAUe;gBACvC,IAAIC,AAAW,OAAXA,QAAe;oBACjBL,kBAAkBG,MAAM,KAAK,CAACC,aAAaC;oBAC3C,MAAMC,aAAahB,QAAQ;wBACzB,SAAS4C;wBACT,SAASlC,eAAe,IAAI;oBAC9B;oBACA,IAAIM,YAAY;oBAChBP,YAAY;oBACZC,iBAAiB;oBACjBkC,iBAAiB;oBACjB9B,cAAcC,SAAShB,SAAS,MAAM;gBACxC,OAAO;oBACLW,kBAAkBG,MAAM,KAAK,CAACC,aAAa,CAACf,SAAS,MAAM;oBAC3DS,WAAWK,MAAM,KAAK,CAAC,CAACd,SAAS,MAAM;oBACvC;gBACF;YACF,OAlDgB;gBACd,MAAMkB,WAAWJ,MAAM,OAAO,CAACwB,eAAevB;gBAC9C,IAAIG,AAAa,OAAbA,UAAiB;oBACnB,MAAMsB,YAAY1B,MAAM,OAAO,CAAC,KAAKI;oBACrC,IAAIsB,AAAc,OAAdA,WAAkB;wBACpB9B,YAAY;wBACZmC,iBAAiB/B,MAAM,KAAK,CAACI,UAAUsB,YAAY;wBACnD7B,iBAAiBG,MAAM,KAAK,CAAC0B,YAAY;wBACzC,MAAMxB,SAASL,eAAe,OAAO,CAACX;wBACtC,IAAIgB,AAAW,OAAXA,QAAe;4BACjB,MAAMC,aAAahB,QAAQ;gCACzB,SAAS4C;gCACT,SAASlC,eAAe,KAAK,CAAC,GAAGK,QAAQ,IAAI;4BAC/C;4BACA,IAAIC,YAAY;4BAChBP,YAAY;4BACZC,iBAAiB;4BACjBkC,iBAAiB;4BACjB9B,cAAcyB,YAAY,IAAIxB,SAAShB,SAAS,MAAM;wBACxD,OAAO;4BACLS,WAAWE,eAAe,KAAK,CAAC,CAACX,SAAS,MAAM;4BAChDW,iBAAiBA,eAAe,KAAK,CAAC,GAAG,CAACX,SAAS,MAAM;4BACzD;wBACF;oBACF,OAAO;wBACLS,WAAWK,MAAM,KAAK,CAACI;wBACvB;oBACF;gBACF,OAAO;oBACLT,WAAWK,MAAM,KAAK,CAAC,CAACwB,cAAc,MAAM;oBAC5C;gBACF;YACF;QAoBJ;IACF,SAAU;QACRnB,IAAAA,kBAAAA,SAAAA,AAAAA,EAAUjB;IACZ;AACF;AAEO,SAAS4C,kBAAkBC,IAAY;IAC5C,MAAMC,WAAmC,CAAC;IAC1C,MAAMC,QACJ;IAEF,KAAK,MAAMhB,SAASc,KAAK,QAAQ,CAACE,OAAQ;QACxC,MAAM,GAAGC,IAAIzB,QAAQ,GAAGQ;QACxBe,QAAQ,CAACE,GAAG,GAAGxD,gBAAgB+B;IACjC;IAEA,OAAOuB;AACT;AAEO,SAASG,gBAAgBJ,IAAY;IAG1C,MAAMK,gBAAgB;IACtB,MAAMC,iBAAiB;IAGvB,MAAMC,gBAAgBP,KAAK,WAAW,CAACK;IACvC,IAAIE,AAAkB,OAAlBA,eACF,MAAM,IAAIC,MAAM;IAIlB,MAAMC,cAAcT,KAAK,OAAO,CAAC,KAAKO;IACtC,IAAIE,AAAgB,OAAhBA,aACF,MAAM,IAAID,MAAM;IAIlB,MAAME,aAAaV,KAAK,OAAO,CAACM,gBAAgBG;IAChD,IAAIC,AAAe,OAAfA,YACF,MAAM,IAAIF,MAAM;IAIlB,MAAM9B,UAAUsB,KAAK,SAAS,CAACS,cAAc,GAAGC;IAChD,OAAO/D,gBAAgB+B;AACzB;AAEO,SAASiC,0BACdX,IAAY;IAEZ,MAAME,QAAQ;IACd,MAAMhB,QAAQgB,MAAM,IAAI,CAACF;IAEzB,IAAI,CAACd,OACH,OAAO,CAAC;IAGV,MAAM0B,aAAa1B,KAAK,CAAC,EAAE;IAC3B,MAAM2B,aAAqC,CAAC;IAC5C,MAAMC,YAAY;IAElB,KAAK,MAAMC,aAAaH,WAAW,QAAQ,CAACE,WAAY;QACtD,MAAM,GAAGE,KAAKC,MAAM,GAAGF;QACvB,IAAIC,AAAQ,WAARA,KACFH,UAAU,CAACG,IAAI,GAAGE,mBAAmBD;IAEzC;IAEA,OAAOJ;AACT;AAEO,SAASM,uBAAuBhB,EAAU,EAAEiB,IAAY;IAE7D,OAEE,4CACAjB,KACA,OACA1D,cAAc2E,QACd;AAEJ;AAuBA,IAAIC;AACG,SAASC;IACd,IAAI,CAACD,mBAAmB;QAMtB,MAAME,QAAQ;QACdF,oBAEE,oNAOAE,QACA;IACJ;IACA,OAAOF;AACT;AAEO,SAASG,sBACdC,IAAY,EACZZ,UAAsD;IAEtD,IAAID,aAAa;IACjB,IAAIC,cAAca,OAAO,IAAI,CAACb,YAAY,MAAM,GAAG,GAEjDD,aAEE,MACAc,OAAO,OAAO,CAACb,YAEZ,GAAG,CAAC,CAAC,CAACc,GAAGC,EAAE,GAAKD,IAAI,OAAOE,mBAAmBD,KAAK,KACnD,IAAI,CAAC;IAIZ,OAEE,qCACAhB,aACA,MACAnE,cAAcgF,QACd;AAEJ"}

package/dist/es/dump/image-reference.mjs

@@ -0,0 +1,63 @@
+const knownImageExtensions = {
+    'image/jpeg': 'jpeg',
+    'image/jpg': 'jpeg',
+    'image/png': 'png',
+    'image/webp': 'webp',
+    'image/gif': 'gif',
+    'image/svg+xml': 'svg',
+    'image/avif': 'avif',
+    'image/bmp': 'bmp'
+};
+const knownImageMimeTypesByExtension = {
+    jpeg: 'image/jpeg',
+    jpg: 'image/jpeg',
+    png: 'image/png',
+    webp: 'image/webp',
+    gif: 'image/gif',
+    svg: 'image/svg+xml',
+    avif: 'image/avif',
+    bmp: 'image/bmp'
+};
+function hasValidStorage(record) {
+    if ('inline' !== record.storage && 'file' !== record.storage) return false;
+    return 'file' !== record.storage || 'string' == typeof record.path;
+}
+function hasValidImageId(record) {
+    return 'string' == typeof record.id && /^[a-z0-9_-]{1,128}$/i.test(record.id);
+}
+function normalizeScreenshotRef(value) {
+    if ('object' != typeof value || null === value) return null;
+    const record = value;
+    if ('midscene_screenshot_ref' === record.type && hasValidImageId(record) && 'number' == typeof record.capturedAt && ('image/png' === record.mimeType || 'image/jpeg' === record.mimeType) && hasValidStorage(record)) return record;
+    return null;
+}
+function normalizeImageUrlRef(value) {
+    if ('object' != typeof value || null === value) return null;
+    const record = value;
+    if ('midscene_image_url_ref' === record.type && hasValidImageId(record) && 'string' == typeof record.mimeType && record.mimeType.startsWith('image/') && hasValidStorage(record)) return record;
+    return null;
+}
+function normalizeStoredImageRef(value) {
+    return normalizeScreenshotRef(value) ?? normalizeImageUrlRef(value);
+}
+function imageFileExtensionForMimeType(mimeType) {
+    const knownExtension = knownImageExtensions[mimeType.toLowerCase()];
+    if (knownExtension) return knownExtension;
+    const subtype = mimeType.slice(6).split('+', 1)[0];
+    const sanitized = subtype.toLowerCase().replace(/[^a-z0-9]+/g, '-').replace(/^-+|-+$/g, '').slice(0, 32);
+    if (!sanitized) throw new Error(`Cannot derive a report image file extension for MIME type "${mimeType}"`);
+    return sanitized;
+}
+function imageMimeTypeForFileExtension(extension) {
+    return knownImageMimeTypesByExtension[extension.toLowerCase()] ?? null;
+}
+function imageRefFileExtension(ref) {
+    return imageFileExtensionForMimeType(ref.mimeType);
+}
+function reportImageAssetPath(ref) {
+    if ('file' === ref.storage && ref.path) return ref.path;
+    return `./screenshots/${encodeURIComponent(ref.id)}.${imageRefFileExtension(ref)}`;
+}
+export { imageFileExtensionForMimeType, imageMimeTypeForFileExtension, imageRefFileExtension, normalizeImageUrlRef, normalizeScreenshotRef, normalizeStoredImageRef, reportImageAssetPath };
+
+//# sourceMappingURL=image-reference.mjs.map

package/dist/es/dump/image-reference.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"dump/image-reference.mjs","sources":["../../../src/dump/image-reference.ts"],"sourcesContent":["/** Serialized reference to a captured screenshot stored by a report. */\nexport interface ScreenshotRef {\n  type: 'midscene_screenshot_ref';\n  id: string;\n  capturedAt: number;\n  mimeType: 'image/png' | 'image/jpeg';\n  storage: 'inline' | 'file';\n  path?: string;\n}\n\n/** Serialized reference to a multimodal prompt image URL stored by a report. */\nexport interface ImageUrlRef {\n  type: 'midscene_image_url_ref';\n  id: string;\n  mimeType: `image/${string}`;\n  storage: 'inline' | 'file';\n  path?: string;\n}\n\n/** Any image asset reference supported by report serialization. */\nexport type StoredImageRef = ScreenshotRef | ImageUrlRef;\n\nconst knownImageExtensions: Readonly<Record<string, string>> = {\n  'image/jpeg': 'jpeg',\n  'image/jpg': 'jpeg',\n  'image/png': 'png',\n  'image/webp': 'webp',\n  'image/gif': 'gif',\n  'image/svg+xml': 'svg',\n  'image/avif': 'avif',\n  'image/bmp': 'bmp',\n};\n\nconst knownImageMimeTypesByExtension: Readonly<\n  Record<string, `image/${string}`>\n> = {\n  jpeg: 'image/jpeg',\n  jpg: 'image/jpeg',\n  png: 'image/png',\n  webp: 'image/webp',\n  gif: 'image/gif',\n  svg: 'image/svg+xml',\n  avif: 'image/avif',\n  bmp: 'image/bmp',\n};\n\nfunction hasValidStorage(record: Record<string, unknown>): boolean {\n  if (record.storage !== 'inline' && record.storage !== 'file') return false;\n  return record.storage !== 'file' || typeof record.path === 'string';\n}\n\nfunction hasValidImageId(record: Record<string, unknown>): boolean {\n  return (\n    typeof record.id === 'string' && /^[a-z0-9_-]{1,128}$/i.test(record.id)\n  );\n}\n\n/** Validate and normalize a serialized screenshot reference. */\nexport function normalizeScreenshotRef(value: unknown): ScreenshotRef | null {\n  if (typeof value !== 'object' || value === null) return null;\n  const record = value as Record<string, unknown>;\n\n  if (\n    record.type === 'midscene_screenshot_ref' &&\n    hasValidImageId(record) &&\n    typeof record.capturedAt === 'number' &&\n    (record.mimeType === 'image/png' || record.mimeType === 'image/jpeg') &&\n    hasValidStorage(record)\n  ) {\n    return record as unknown as ScreenshotRef;\n  }\n\n  return null;\n}\n\n/** Validate and normalize a serialized multimodal prompt image reference. */\nexport function normalizeImageUrlRef(value: unknown): ImageUrlRef | null {\n  if (typeof value !== 'object' || value === null) return null;\n  const record = value as Record<string, unknown>;\n\n  if (\n    record.type === 'midscene_image_url_ref' &&\n    hasValidImageId(record) &&\n    typeof record.mimeType === 'string' &&\n    record.mimeType.startsWith('image/') &&\n    hasValidStorage(record)\n  ) {\n    return record as unknown as ImageUrlRef;\n  }\n\n  return null;\n}\n\n/** Validate any serialized report image reference. */\nexport function normalizeStoredImageRef(value: unknown): StoredImageRef | null {\n  return normalizeScreenshotRef(value) ?? normalizeImageUrlRef(value);\n}\n\n/** Resolve the report asset extension for an image MIME type. */\nexport function imageFileExtensionForMimeType(mimeType: string): string {\n  const knownExtension = knownImageExtensions[mimeType.toLowerCase()];\n  if (knownExtension) return knownExtension;\n\n  const subtype = mimeType.slice('image/'.length).split('+', 1)[0];\n  const sanitized = subtype\n    .toLowerCase()\n    .replace(/[^a-z0-9]+/g, '-')\n    .replace(/^-+|-+$/g, '')\n    .slice(0, 32);\n  if (!sanitized) {\n    throw new Error(\n      `Cannot derive a report image file extension for MIME type \"${mimeType}\"`,\n    );\n  }\n  return sanitized;\n}\n\n/** Resolve a supported report image MIME type from its file extension. */\nexport function imageMimeTypeForFileExtension(\n  extension: string,\n): `image/${string}` | null {\n  return knownImageMimeTypesByExtension[extension.toLowerCase()] ?? null;\n}\n\n/** Resolve the file extension used by a serialized report image reference. */\nexport function imageRefFileExtension(ref: StoredImageRef): string {\n  return imageFileExtensionForMimeType(ref.mimeType);\n}\n\n/**\n * Resolve the report-relative asset path for an image reference.\n * Explicit serialized paths win; inline refs use the standard screenshots dir.\n */\nexport function reportImageAssetPath(ref: StoredImageRef): string {\n  if (ref.storage === 'file' && ref.path) return ref.path;\n  return `./screenshots/${encodeURIComponent(ref.id)}.${imageRefFileExtension(ref)}`;\n}\n"],"names":["knownImageExtensions","knownImageMimeTypesByExtension","hasValidStorage","record","hasValidImageId","normalizeScreenshotRef","value","normalizeImageUrlRef","normalizeStoredImageRef","imageFileExtensionForMimeType","mimeType","knownExtension","subtype","sanitized","Error","imageMimeTypeForFileExtension","extension","imageRefFileExtension","ref","reportImageAssetPath","encodeURIComponent"],"mappings":"AAsBA,MAAMA,uBAAyD;IAC7D,cAAc;IACd,aAAa;IACb,aAAa;IACb,cAAc;IACd,aAAa;IACb,iBAAiB;IACjB,cAAc;IACd,aAAa;AACf;AAEA,MAAMC,iCAEF;IACF,MAAM;IACN,KAAK;IACL,KAAK;IACL,MAAM;IACN,KAAK;IACL,KAAK;IACL,MAAM;IACN,KAAK;AACP;AAEA,SAASC,gBAAgBC,MAA+B;IACtD,IAAIA,AAAmB,aAAnBA,OAAO,OAAO,IAAiBA,AAAmB,WAAnBA,OAAO,OAAO,EAAa,OAAO;IACrE,OAAOA,AAAmB,WAAnBA,OAAO,OAAO,IAAe,AAAuB,YAAvB,OAAOA,OAAO,IAAI;AACxD;AAEA,SAASC,gBAAgBD,MAA+B;IACtD,OACE,AAAqB,YAArB,OAAOA,OAAO,EAAE,IAAiB,uBAAuB,IAAI,CAACA,OAAO,EAAE;AAE1E;AAGO,SAASE,uBAAuBC,KAAc;IACnD,IAAI,AAAiB,YAAjB,OAAOA,SAAsBA,AAAU,SAAVA,OAAgB,OAAO;IACxD,MAAMH,SAASG;IAEf,IACEH,AAAgB,8BAAhBA,OAAO,IAAI,IACXC,gBAAgBD,WAChB,AAA6B,YAA7B,OAAOA,OAAO,UAAU,IACvBA,CAAAA,AAAoB,gBAApBA,OAAO,QAAQ,IAAoBA,AAAoB,iBAApBA,OAAO,QAAQ,AAAgB,KACnED,gBAAgBC,SAEhB,OAAOA;IAGT,OAAO;AACT;AAGO,SAASI,qBAAqBD,KAAc;IACjD,IAAI,AAAiB,YAAjB,OAAOA,SAAsBA,AAAU,SAAVA,OAAgB,OAAO;IACxD,MAAMH,SAASG;IAEf,IACEH,AAAgB,6BAAhBA,OAAO,IAAI,IACXC,gBAAgBD,WAChB,AAA2B,YAA3B,OAAOA,OAAO,QAAQ,IACtBA,OAAO,QAAQ,CAAC,UAAU,CAAC,aAC3BD,gBAAgBC,SAEhB,OAAOA;IAGT,OAAO;AACT;AAGO,SAASK,wBAAwBF,KAAc;IACpD,OAAOD,uBAAuBC,UAAUC,qBAAqBD;AAC/D;AAGO,SAASG,8BAA8BC,QAAgB;IAC5D,MAAMC,iBAAiBX,oBAAoB,CAACU,SAAS,WAAW,GAAG;IACnE,IAAIC,gBAAgB,OAAOA;IAE3B,MAAMC,UAAUF,SAAS,KAAK,CAAC,GAAiB,KAAK,CAAC,KAAK,EAAE,CAAC,EAAE;IAChE,MAAMG,YAAYD,QACf,WAAW,GACX,OAAO,CAAC,eAAe,KACvB,OAAO,CAAC,YAAY,IACpB,KAAK,CAAC,GAAG;IACZ,IAAI,CAACC,WACH,MAAM,IAAIC,MACR,CAAC,2DAA2D,EAAEJ,SAAS,CAAC,CAAC;IAG7E,OAAOG;AACT;AAGO,SAASE,8BACdC,SAAiB;IAEjB,OAAOf,8BAA8B,CAACe,UAAU,WAAW,GAAG,IAAI;AACpE;AAGO,SAASC,sBAAsBC,GAAmB;IACvD,OAAOT,8BAA8BS,IAAI,QAAQ;AACnD;AAMO,SAASC,qBAAqBD,GAAmB;IACtD,IAAIA,AAAgB,WAAhBA,IAAI,OAAO,IAAeA,IAAI,IAAI,EAAE,OAAOA,IAAI,IAAI;IACvD,OAAO,CAAC,cAAc,EAAEE,mBAAmBF,IAAI,EAAE,EAAE,CAAC,EAAED,sBAAsBC,MAAM;AACpF"}