@midscene/core 1.7.4 → 1.7.5-beta-20260420031652.0

package/dist/es/common.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"common.mjs","sources":["../../src/common.ts"],"sourcesContent":["import type {\n  BaseElement,\n  DeviceAction,\n  ElementTreeNode,\n  MidsceneYamlFlowItem,\n  PlanningAction,\n  Rect,\n  Size,\n} from '@/types';\nimport { assert, isPlainObject } from '@midscene/shared/utils';\n\nimport type { ChatCompletionMessageParam } from 'openai/resources/index';\n\nimport { isUITars } from '@/ai-model/auto-glm/util';\nimport type { PlanningLocateParam } from '@/types';\nimport { NodeType } from '@midscene/shared/constants';\nimport type { TModelFamily } from '@midscene/shared/env';\nimport { treeToList } from '@midscene/shared/extractor';\nimport { compositeElementInfoImg } from '@midscene/shared/img';\nimport { getDebug } from '@midscene/shared/logger';\nimport { z } from 'zod';\n\nexport type AIArgs = ChatCompletionMessageParam[];\n\nconst defaultBboxSize = 20; // must be even number\nconst debugInspectUtils = getDebug('ai:common');\ntype AdaptBboxInput = number[] | string[] | string | (number[] | string[])[];\n\n/**\n * Convert a point coordinate [0, 1000] to a small bbox [0, 1000]\n * Creates a small bbox around the center point in the same coordinate space\n *\n * @param x - X coordinate in [0, 1000] range\n * @param y - Y coordinate in [0, 1000] range\n * @param bboxSize - Size of the bbox to create (default: 20)\n * @returns [x1, y1, x2, y2] bbox in [0, 1000] coordinate space\n */\nexport function pointToBbox(\n  x: number,\n  y: number,\n  bboxSize = defaultBboxSize,\n): [number, number, number, number] {\n  const halfSize = bboxSize / 2;\n  const x1 = Math.max(x - halfSize, 0);\n  const y1 = Math.max(y - halfSize, 0);\n  const x2 = Math.min(x + halfSize, 1000);\n  const y2 = Math.min(y + halfSize, 1000);\n\n  return [x1, y1, x2, y2];\n}\n\n// transform the param of locate from qwen mode\nexport function fillBboxParam(\n  locate: PlanningLocateParam,\n  width: number,\n  height: number,\n  modelFamily: TModelFamily | undefined,\n) {\n  // The Qwen model might have hallucinations of naming bbox as bbox_2d.\n  if ((locate as any).bbox_2d && !locate?.bbox) {\n    locate.bbox = (locate as any).bbox_2d;\n    // biome-ignore lint/performance/noDelete: <explanation>\n    delete (locate as any).bbox_2d;\n  }\n\n  if (locate?.bbox) {\n    locate.bbox = adaptBbox(locate.bbox, width, height, modelFamily);\n  }\n\n  return locate;\n}\n\nexport function adaptQwen2_5Bbox(\n  bbox: number[],\n): [number, number, number, number] {\n  if (bbox.length < 2) {\n    const msg = `invalid bbox data for qwen-vl mode: ${JSON.stringify(bbox)} `;\n    throw new Error(msg);\n  }\n\n  const result: [number, number, number, number] = [\n    Math.round(bbox[0]),\n    Math.round(bbox[1]),\n    typeof bbox[2] === 'number'\n      ? Math.round(bbox[2])\n      : Math.round(bbox[0] + defaultBboxSize),\n    typeof bbox[3] === 'number'\n      ? Math.round(bbox[3])\n      : Math.round(bbox[1] + defaultBboxSize),\n  ];\n  return result;\n}\n\nexport function adaptGpt5Bbox(\n  bbox: number[] | string[] | string,\n): [number, number, number, number] {\n  if (\n    !Array.isArray(bbox) ||\n    bbox.length !== 4 ||\n    !bbox.every((value) => typeof value === 'number' && Number.isFinite(value))\n  ) {\n    const msg = `invalid bbox data for gpt-5 mode: ${JSON.stringify(bbox)} `;\n    throw new Error(msg);\n  }\n\n  const numericBbox = bbox as number[];\n  return [numericBbox[0], numericBbox[1], numericBbox[2], numericBbox[3]];\n}\n\nexport function adaptDoubaoBbox(\n  bbox: string[] | number[] | string,\n  width: number,\n  height: number,\n): [number, number, number, number] {\n  assert(\n    width > 0 && height > 0,\n    'width and height must be greater than 0 in doubao mode',\n  );\n\n  if (typeof bbox === 'string') {\n    assert(\n      /^(\\d+)\\s(\\d+)\\s(\\d+)\\s(\\d+)$/.test(bbox.trim()),\n      `invalid bbox data string for doubao-vision mode: ${bbox}`,\n    );\n    const splitted = bbox.split(' ');\n    if (splitted.length === 4) {\n      return [\n        Math.round((Number(splitted[0]) * width) / 1000),\n        Math.round((Number(splitted[1]) * height) / 1000),\n        Math.round((Number(splitted[2]) * width) / 1000),\n        Math.round((Number(splitted[3]) * height) / 1000),\n      ];\n    }\n    throw new Error(`invalid bbox data string for doubao-vision mode: ${bbox}`);\n  }\n\n  let bboxList: number[] = [];\n  if (Array.isArray(bbox) && typeof bbox[0] === 'string') {\n    bbox.forEach((item) => {\n      if (typeof item === 'string' && item.includes(',')) {\n        const [x, y] = item.split(',');\n        bboxList.push(Number(x.trim()), Number(y.trim()));\n      } else if (typeof item === 'string' && item.includes(' ')) {\n        const [x, y] = item.split(' ');\n        bboxList.push(Number(x.trim()), Number(y.trim()));\n      } else {\n        bboxList.push(Number(item));\n      }\n    });\n  } else {\n    bboxList = bbox as any;\n  }\n\n  if (bboxList.length === 4 || bboxList.length === 5) {\n    return [\n      Math.round((bboxList[0] * width) / 1000),\n      Math.round((bboxList[1] * height) / 1000),\n      Math.round((bboxList[2] * width) / 1000),\n      Math.round((bboxList[3] * height) / 1000),\n    ];\n  }\n\n  // treat the bbox as a center point\n  if (\n    bboxList.length === 6 ||\n    bboxList.length === 2 ||\n    bboxList.length === 3 ||\n    bboxList.length === 7\n  ) {\n    return [\n      Math.max(\n        0,\n        Math.round((bboxList[0] * width) / 1000) - defaultBboxSize / 2,\n      ),\n      Math.max(\n        0,\n        Math.round((bboxList[1] * height) / 1000) - defaultBboxSize / 2,\n      ),\n      Math.min(\n        width,\n        Math.round((bboxList[0] * width) / 1000) + defaultBboxSize / 2,\n      ),\n      Math.min(\n        height,\n        Math.round((bboxList[1] * height) / 1000) + defaultBboxSize / 2,\n      ),\n    ];\n  }\n\n  if (bbox.length === 8) {\n    return [\n      Math.round((bboxList[0] * width) / 1000),\n      Math.round((bboxList[1] * height) / 1000),\n      Math.round((bboxList[4] * width) / 1000),\n      Math.round((bboxList[5] * height) / 1000),\n    ];\n  }\n\n  const msg = `invalid bbox data for doubao-vision mode: ${JSON.stringify(bbox)} `;\n  throw new Error(msg);\n}\n\nfunction normalizeBboxInput(\n  bbox: AdaptBboxInput,\n): number[] | string[] | string {\n  if (Array.isArray(bbox)) {\n    if (Array.isArray(bbox[0])) {\n      return bbox[0] as number[] | string[];\n    }\n    return bbox as number[] | string[];\n  }\n  return bbox as string;\n}\n\nexport function adaptBbox(\n  bbox: AdaptBboxInput,\n  width: number,\n  height: number,\n  modelFamily: TModelFamily | undefined,\n): [number, number, number, number] {\n  const normalizedBbox = normalizeBboxInput(bbox);\n\n  let result: [number, number, number, number] = [0, 0, 0, 0];\n  if (\n    modelFamily === 'doubao-vision' ||\n    modelFamily === 'doubao-seed' ||\n    isUITars(modelFamily)\n  ) {\n    result = adaptDoubaoBbox(normalizedBbox, width, height);\n  } else if (modelFamily === 'gemini') {\n    result = adaptGeminiBbox(normalizedBbox as number[], width, height);\n  } else if (modelFamily === 'qwen2.5-vl') {\n    result = adaptQwen2_5Bbox(normalizedBbox as number[]);\n  } else if (modelFamily === 'gpt-5') {\n    result = adaptGpt5Bbox(normalizedBbox);\n  } else {\n    // Default: normalized 0-1000 coordinate system\n    // Includes: qwen3-vl, qwen3.5, glm-v, auto-glm, auto-glm-multilingual, and future models\n    result = normalized01000(normalizedBbox as number[], width, height);\n  }\n\n  return result;\n}\n\n// x1, y1, x2, y2 -> 0-1000\nexport function normalized01000(\n  bbox: number[],\n  width: number,\n  height: number,\n): [number, number, number, number] {\n  return [\n    Math.round((bbox[0] * width) / 1000),\n    Math.round((bbox[1] * height) / 1000),\n    Math.round((bbox[2] * width) / 1000),\n    Math.round((bbox[3] * height) / 1000),\n  ];\n}\n\n// y1, x1, y2, x2 -> 0-1000\nexport function adaptGeminiBbox(\n  bbox: number[],\n  width: number,\n  height: number,\n): [number, number, number, number] {\n  const left = Math.round((bbox[1] * width) / 1000);\n  const top = Math.round((bbox[0] * height) / 1000);\n  const right = Math.round((bbox[3] * width) / 1000);\n  const bottom = Math.round((bbox[2] * height) / 1000);\n  return [left, top, right, bottom];\n}\n\nexport function adaptBboxToRect(\n  bbox: number[],\n  width: number,\n  height: number,\n  offsetX = 0,\n  offsetY = 0,\n  rightLimit = width,\n  bottomLimit = height,\n  modelFamily?: TModelFamily | undefined,\n  scale = 1,\n): Rect {\n  debugInspectUtils(\n    'adaptBboxToRect',\n    bbox,\n    width,\n    height,\n    'offset',\n    offsetX,\n    offsetY,\n    'limit',\n    rightLimit,\n    bottomLimit,\n    'modelFamily',\n    modelFamily,\n    'scale',\n    scale,\n  );\n\n  const [left, top, right, bottom] = adaptBbox(\n    bbox,\n    width,\n    height,\n    modelFamily,\n  );\n\n  // Calculate initial rect dimensions and apply boundary constraints\n  // For left and top: take max with 0 to ensure they're not negative\n  const rectLeft = Math.max(0, left);\n  const rectTop = Math.max(0, top);\n\n  // For width and height: calculate from bounded coordinates and constrain to limits\n  const boundedRight = Math.min(right, rightLimit);\n  const boundedBottom = Math.min(bottom, bottomLimit);\n\n  const rectWidth = boundedRight - rectLeft + 1;\n  const rectHeight = boundedBottom - rectTop + 1;\n\n  // Apply scale after calculating dimensions - scale back to original size\n  const finalLeft = scale !== 1 ? Math.round(rectLeft / scale) : rectLeft;\n  const finalTop = scale !== 1 ? Math.round(rectTop / scale) : rectTop;\n  const finalWidth = scale !== 1 ? Math.round(rectWidth / scale) : rectWidth;\n  const finalHeight = scale !== 1 ? Math.round(rectHeight / scale) : rectHeight;\n\n  const rect = {\n    left: finalLeft + offsetX,\n    top: finalTop + offsetY,\n    width: finalWidth,\n    height: finalHeight,\n  };\n  debugInspectUtils('adaptBboxToRect, result=', rect);\n\n  return rect;\n}\n\nexport function mergeRects(rects: Rect[]) {\n  const minLeft = Math.min(...rects.map((r) => r.left));\n  const minTop = Math.min(...rects.map((r) => r.top));\n  const maxRight = Math.max(...rects.map((r) => r.left + r.width));\n  const maxBottom = Math.max(...rects.map((r) => r.top + r.height));\n  return {\n    left: minLeft,\n    top: minTop,\n    width: maxRight - minLeft,\n    height: maxBottom - minTop,\n  };\n}\n\n/**\n * Expand the search area to at least 400 x 400 pixels\n *\n * Step 1: Extend 100px on each side (top, right, bottom, left)\n * - If the element is near a boundary, expansion on that side will be limited\n * - No compensation is made for boundary limitations (this is intentional)\n *\n * Step 2: Ensure the area is at least 400x400 pixels\n * - Scale up proportionally from the center if needed\n * - Final result is clamped to screen boundaries\n */\nexport function expandSearchArea(rect: Rect, screenSize: Size): Rect {\n  const minArea = 400 * 400;\n  const expandSize = 100;\n\n  // Step 1: Extend each side by expandSize (100px), clamped to screen boundaries\n  // Note: If element is near boundary, actual expansion may be less than 100px on that side\n  const expandedLeft = Math.max(rect.left - expandSize, 0);\n  const expandedTop = Math.max(rect.top - expandSize, 0);\n\n  const expandRect = {\n    left: expandedLeft,\n    top: expandedTop,\n    width: Math.min(\n      rect.left - expandedLeft + rect.width + expandSize,\n      screenSize.width - expandedLeft,\n    ),\n    height: Math.min(\n      rect.top - expandedTop + rect.height + expandSize,\n      screenSize.height - expandedTop,\n    ),\n  };\n\n  // Step 2: Check if area is already >= 400x400\n  const currentArea = expandRect.width * expandRect.height;\n\n  if (currentArea >= minArea) {\n    return expandRect;\n  }\n\n  // Step 2: Scale up from center to reach minimum 400x400 area\n  const centerX = expandRect.left + expandRect.width / 2;\n  const centerY = expandRect.top + expandRect.height / 2;\n\n  // Calculate scale factor needed to reach minimum area\n  const scaleFactor = Math.sqrt(minArea / currentArea);\n  const newWidth = Math.round(expandRect.width * scaleFactor);\n  const newHeight = Math.round(expandRect.height * scaleFactor);\n\n  // Calculate new position based on center point\n  const newLeft = Math.round(centerX - newWidth / 2);\n  const newTop = Math.round(centerY - newHeight / 2);\n\n  // Clamp to screen boundaries\n  const left = Math.max(newLeft, 0);\n  const top = Math.max(newTop, 0);\n\n  return {\n    left,\n    top,\n    width: Math.min(newWidth, screenSize.width - left),\n    height: Math.min(newHeight, screenSize.height - top),\n  };\n}\n\nexport async function markupImageForLLM(\n  screenshotBase64: string,\n  tree: ElementTreeNode<BaseElement>,\n  size: Size,\n) {\n  const elementsInfo = treeToList(tree);\n  const elementsPositionInfoWithoutText = elementsInfo!.filter(\n    (elementInfo) => {\n      if (elementInfo.attributes.nodeType === NodeType.TEXT) {\n        return false;\n      }\n      return true;\n    },\n  );\n\n  const imagePayload = await compositeElementInfoImg({\n    inputImgBase64: screenshotBase64,\n    elementsPositionInfo: elementsPositionInfoWithoutText,\n    size,\n  });\n  return imagePayload;\n}\n\nexport function buildYamlFlowFromPlans(\n  plans: PlanningAction[],\n  actionSpace: DeviceAction<any>[],\n): MidsceneYamlFlowItem[] {\n  const flow: MidsceneYamlFlowItem[] = [];\n\n  for (const plan of plans) {\n    const verb = plan.type;\n\n    const action = actionSpace.find((action) => action.name === verb);\n    if (!action) {\n      console.warn(\n        `Cannot convert action ${verb} to yaml flow. Will ignore it.`,\n      );\n      continue;\n    }\n\n    const flowKey = action.interfaceAlias || verb;\n    const flowParam = action.paramSchema\n      ? dumpActionParam(plan.param || {}, action.paramSchema)\n      : {};\n\n    const flowItem: MidsceneYamlFlowItem = {\n      [flowKey]: '',\n      ...flowParam,\n    };\n\n    flow.push(flowItem);\n  }\n\n  return flow;\n}\n\n// Zod schemas for shared types\nexport const PointSchema = z.object({\n  left: z.number(),\n  top: z.number(),\n});\n\nexport const SizeSchema = z.object({\n  width: z.number(),\n  height: z.number(),\n});\n\nexport const RectSchema = PointSchema.and(SizeSchema).and(\n  z.object({\n    zoom: z.number().optional(),\n  }),\n);\n\n// Zod schema for TMultimodalPrompt\nexport const TMultimodalPromptSchema = z.object({\n  images: z\n    .array(\n      z.object({\n        name: z.string(),\n        url: z.string(),\n      }),\n    )\n    .optional(),\n  convertHttpImage2Base64: z.boolean().optional(),\n});\n\n// Zod schema for TUserPrompt\nexport const TUserPromptSchema = z.union([\n  z.string(),\n  z\n    .object({\n      prompt: z.string(),\n    })\n    .and(TMultimodalPromptSchema.partial()),\n]);\n\n// Generate TypeScript types from Zod schemas\nexport type TMultimodalPrompt = z.infer<typeof TMultimodalPromptSchema>;\nexport type TUserPrompt = z.infer<typeof TUserPromptSchema>;\n\nconst locateFieldFlagName = 'midscene_location_field_flag';\n\n// Schema for locator field input (when users provide locate parameters)\nconst MidsceneLocationInput = z\n  .object({\n    prompt: TUserPromptSchema,\n    deepLocate: z.boolean().optional(),\n    deepThink: z\n      .boolean()\n      .optional()\n      .describe('@deprecated Use `deepLocate` instead.'),\n    cacheable: z.boolean().optional(),\n    xpath: z.union([z.string(), z.boolean()]).optional(),\n  })\n  .passthrough();\n\n/**\n * Returns the schema for locator fields.\n * This now returns the input schema which is more permissive and suitable for validation.\n */\nexport const getMidsceneLocationSchema = () => {\n  return MidsceneLocationInput;\n};\n\nexport const ifMidsceneLocatorField = (field: any): boolean => {\n  // Handle optional fields by getting the inner type\n  let actualField = field;\n  if (actualField._def?.typeName === 'ZodOptional') {\n    actualField = actualField._def.innerType;\n  }\n\n  // Check if this is a ZodObject\n  if (actualField._def?.typeName === 'ZodObject') {\n    const shape = actualField._def.shape();\n\n    // Method 1: Check for the location field flag (for result schema)\n    if (locateFieldFlagName in shape) {\n      return true;\n    }\n\n    // Method 2: Check if it's the input schema by checking for 'prompt' field\n    // Input schema has 'prompt' as a required field\n    if ('prompt' in shape && shape.prompt) {\n      return true;\n    }\n  }\n\n  return false;\n};\n\nexport const dumpMidsceneLocatorField = (field: any): string => {\n  assert(\n    ifMidsceneLocatorField(field),\n    'field is not a midscene locator field',\n  );\n\n  // If field is a string, return it directly\n  if (typeof field === 'string') {\n    return field;\n  }\n\n  // If field is an object with prompt property\n  if (field && typeof field === 'object' && field.prompt) {\n    // If prompt is a string, return it directly\n    if (typeof field.prompt === 'string') {\n      return field.prompt;\n    }\n    // If prompt is a TUserPrompt object, extract the prompt string\n    if (typeof field.prompt === 'object' && field.prompt.prompt) {\n      return field.prompt.prompt; // TODO: dump images if necessary\n    }\n  }\n\n  // Fallback: try to convert to string\n  return String(field);\n};\n\nexport const findAllMidsceneLocatorField = (\n  zodType?: z.ZodType<any>,\n  requiredOnly?: boolean,\n): string[] => {\n  if (!zodType) {\n    return [];\n  }\n\n  // Check if this is a ZodObject by checking if it has a shape property\n  const zodObject = zodType as any;\n  if (zodObject._def?.typeName === 'ZodObject' && zodObject.shape) {\n    const keys = Object.keys(zodObject.shape);\n    return keys.filter((key) => {\n      const field = zodObject.shape[key];\n      if (!ifMidsceneLocatorField(field)) {\n        return false;\n      }\n\n      // If requiredOnly is true, filter out optional fields\n      if (requiredOnly) {\n        return field._def?.typeName !== 'ZodOptional';\n      }\n\n      return true;\n    });\n  }\n\n  // For other ZodType instances, we can't extract field names\n  return [];\n};\n\nexport const dumpActionParam = (\n  jsonObject: Record<string, any>,\n  zodSchema: z.ZodType<any>,\n): Record<string, any> => {\n  // Prevent spreading strings into {0: 'c', 1: 'o', ...}\n  if (!isPlainObject(jsonObject)) {\n    return {};\n  }\n\n  const locatorFields = findAllMidsceneLocatorField(zodSchema);\n  const result = { ...jsonObject };\n\n  for (const fieldName of locatorFields) {\n    const fieldValue = result[fieldName];\n    if (fieldValue) {\n      // If it's already a string, keep it as is\n      if (typeof fieldValue === 'string') {\n        result[fieldName] = fieldValue;\n      } else if (typeof fieldValue === 'object') {\n        // Check if this field is actually a MidsceneLocationType object\n        if (fieldValue.prompt) {\n          // If prompt is a string, use it directly\n          if (typeof fieldValue.prompt === 'string') {\n            result[fieldName] = fieldValue.prompt;\n          } else if (\n            typeof fieldValue.prompt === 'object' &&\n            fieldValue.prompt.prompt\n          ) {\n            // If prompt is a TUserPrompt object, extract the prompt string\n            result[fieldName] = fieldValue.prompt.prompt;\n          }\n        }\n      }\n    }\n  }\n\n  return result;\n};\n\n/**\n * Parse and validate action parameters using Zod schema.\n * All fields are validated through Zod, EXCEPT locator fields which are skipped.\n * Default values defined in the schema are automatically applied.\n *\n * Locator fields are special business logic fields with complex validation requirements,\n * so they are intentionally excluded from Zod parsing and use existing validation logic.\n *\n * When shrunkShotToLogicalRatio is provided and !== 1, coordinates in locate fields\n * are transformed from screenshot space to logical space.\n */\nexport const parseActionParam = (\n  rawParam: Record<string, any> | undefined,\n  zodSchema?: z.ZodType<any>,\n  options?: { shrunkShotToLogicalRatio?: number },\n): Record<string, any> | undefined => {\n  // If no schema is provided, return undefined (action takes no parameters)\n  if (!zodSchema) {\n    return undefined;\n  }\n\n  // Handle undefined or null rawParam by providing an empty object\n  const param = rawParam ?? {};\n\n  // Find all locate fields in the schema\n  const locateFields = findAllMidsceneLocatorField(zodSchema);\n\n  // If there are no locate fields, just do normal validation\n  if (locateFields.length === 0) {\n    return zodSchema.parse(param);\n  }\n\n  // Extract locate field values to restore later\n  const locateFieldValues: Record<string, any> = {};\n  for (const fieldName of locateFields) {\n    if (fieldName in param) {\n      locateFieldValues[fieldName] = param[fieldName];\n    }\n  }\n\n  // Build params for validation - skip locate fields and use dummy values\n  const paramsForValidation: Record<string, any> = {};\n  for (const key in param) {\n    if (locateFields.includes(key)) {\n      // Use dummy value to satisfy schema validation\n      paramsForValidation[key] = { prompt: '_dummy_' };\n    } else {\n      paramsForValidation[key] = param[key];\n    }\n  }\n\n  // Validate with dummy locate values\n  const validated = zodSchema.parse(paramsForValidation);\n\n  // Restore the actual locate field values (unvalidated, as per business requirement),\n  // and transform coordinates from screenshot space to logical space if needed\n  const ratio = options?.shrunkShotToLogicalRatio;\n  for (const fieldName in locateFieldValues) {\n    let value = locateFieldValues[fieldName];\n    if (\n      ratio !== undefined &&\n      ratio !== 1 &&\n      value &&\n      typeof value === 'object' &&\n      value.center &&\n      value.rect\n    ) {\n      value = {\n        ...value,\n        center: [\n          Math.round(value.center[0] / ratio),\n          Math.round(value.center[1] / ratio),\n        ],\n        rect: {\n          ...value.rect,\n          left: Math.round(value.rect.left / ratio),\n          top: Math.round(value.rect.top / ratio),\n          width: Math.round(value.rect.width / ratio),\n          height: Math.round(value.rect.height / ratio),\n        },\n      };\n    }\n    validated[fieldName] = value;\n  }\n\n  return validated;\n};\n\nexport const finalizeActionName = 'Finalize';\n\n/**\n * Get a readable time string for a given timestamp or the current time\n * @param format - Optional format string. Supports: YYYY, MM, DD, HH, mm, ss. Default: 'YYYY-MM-DD HH:mm:ss'\n * @param timestamp - Optional timestamp in milliseconds. If not provided, uses current system time.\n * @returns A formatted time string with format label\n */\nexport const getReadableTimeString = (\n  format = 'YYYY-MM-DD HH:mm:ss',\n  timestamp?: number,\n): string => {\n  const now = timestamp !== undefined ? new Date(timestamp) : new Date();\n  const year = now.getFullYear();\n  const month = String(now.getMonth() + 1).padStart(2, '0');\n  const day = String(now.getDate()).padStart(2, '0');\n  const hours = String(now.getHours()).padStart(2, '0');\n  const minutes = String(now.getMinutes()).padStart(2, '0');\n  const seconds = String(now.getSeconds()).padStart(2, '0');\n\n  const timeString = format\n    .replace('YYYY', String(year))\n    .replace('MM', month)\n    .replace('DD', day)\n    .replace('HH', hours)\n    .replace('mm', minutes)\n    .replace('ss', seconds);\n\n  return `${timeString} (${format})`;\n};\n"],"names":["defaultBboxSize","debugInspectUtils","getDebug","pointToBbox","x","y","bboxSize","halfSize","x1","Math","y1","x2","y2","fillBboxParam","locate","width","height","modelFamily","adaptBbox","adaptQwen2_5Bbox","bbox","msg","JSON","Error","result","adaptGpt5Bbox","Array","value","Number","numericBbox","adaptDoubaoBbox","assert","splitted","bboxList","item","normalizeBboxInput","normalizedBbox","isUITars","adaptGeminiBbox","normalized01000","left","top","right","bottom","adaptBboxToRect","offsetX","offsetY","rightLimit","bottomLimit","scale","rectLeft","rectTop","boundedRight","boundedBottom","rectWidth","rectHeight","finalLeft","finalTop","finalWidth","finalHeight","rect","mergeRects","rects","minLeft","r","minTop","maxRight","maxBottom","expandSearchArea","screenSize","minArea","expandSize","expandedLeft","expandedTop","expandRect","currentArea","centerX","centerY","scaleFactor","newWidth","newHeight","newLeft","newTop","markupImageForLLM","screenshotBase64","tree","size","elementsInfo","treeToList","elementsPositionInfoWithoutText","elementInfo","NodeType","imagePayload","compositeElementInfoImg","buildYamlFlowFromPlans","plans","actionSpace","flow","plan","verb","action","console","flowKey","flowParam","dumpActionParam","flowItem","PointSchema","z","SizeSchema","RectSchema","TMultimodalPromptSchema","TUserPromptSchema","locateFieldFlagName","MidsceneLocationInput","getMidsceneLocationSchema","ifMidsceneLocatorField","field","actualField","shape","dumpMidsceneLocatorField","String","findAllMidsceneLocatorField","zodType","requiredOnly","zodObject","keys","Object","key","jsonObject","zodSchema","isPlainObject","locatorFields","fieldName","fieldValue","parseActionParam","rawParam","options","param","locateFields","locateFieldValues","paramsForValidation","validated","ratio","undefined","finalizeActionName","getReadableTimeString","format","timestamp","now","Date","year","month","day","hours","minutes","seconds","timeString"],"mappings":";;;;;;;AAwBA,MAAMA,kBAAkB;AACxB,MAAMC,oBAAoBC,SAAS;AAY5B,SAASC,YACdC,CAAS,EACTC,CAAS,EACTC,WAAWN,eAAe;IAE1B,MAAMO,WAAWD,WAAW;IAC5B,MAAME,KAAKC,KAAK,GAAG,CAACL,IAAIG,UAAU;IAClC,MAAMG,KAAKD,KAAK,GAAG,CAACJ,IAAIE,UAAU;IAClC,MAAMI,KAAKF,KAAK,GAAG,CAACL,IAAIG,UAAU;IAClC,MAAMK,KAAKH,KAAK,GAAG,CAACJ,IAAIE,UAAU;IAElC,OAAO;QAACC;QAAIE;QAAIC;QAAIC;KAAG;AACzB;AAGO,SAASC,cACdC,MAA2B,EAC3BC,KAAa,EACbC,MAAc,EACdC,WAAqC;IAGrC,IAAKH,OAAe,OAAO,IAAI,CAACA,QAAQ,MAAM;QAC5CA,OAAO,IAAI,GAAIA,OAAe,OAAO;QAErC,OAAQA,OAAe,OAAO;IAChC;IAEA,IAAIA,QAAQ,MACVA,OAAO,IAAI,GAAGI,UAAUJ,OAAO,IAAI,EAAEC,OAAOC,QAAQC;IAGtD,OAAOH;AACT;AAEO,SAASK,iBACdC,IAAc;IAEd,IAAIA,KAAK,MAAM,GAAG,GAAG;QACnB,MAAMC,MAAM,CAAC,oCAAoC,EAAEC,KAAK,SAAS,CAACF,MAAM,CAAC,CAAC;QAC1E,MAAM,IAAIG,MAAMF;IAClB;IAEA,MAAMG,SAA2C;QAC/Cf,KAAK,KAAK,CAACW,IAAI,CAAC,EAAE;QAClBX,KAAK,KAAK,CAACW,IAAI,CAAC,EAAE;QACC,YAAnB,OAAOA,IAAI,CAAC,EAAE,GACVX,KAAK,KAAK,CAACW,IAAI,CAAC,EAAE,IAClBX,KAAK,KAAK,CAACW,IAAI,CAAC,EAAE,GAAGpB;QACN,YAAnB,OAAOoB,IAAI,CAAC,EAAE,GACVX,KAAK,KAAK,CAACW,IAAI,CAAC,EAAE,IAClBX,KAAK,KAAK,CAACW,IAAI,CAAC,EAAE,GAAGpB;KAC1B;IACD,OAAOwB;AACT;AAEO,SAASC,cACdL,IAAkC;IAElC,IACE,CAACM,MAAM,OAAO,CAACN,SACfA,AAAgB,MAAhBA,KAAK,MAAM,IACX,CAACA,KAAK,KAAK,CAAC,CAACO,QAAU,AAAiB,YAAjB,OAAOA,SAAsBC,OAAO,QAAQ,CAACD,SACpE;QACA,MAAMN,MAAM,CAAC,kCAAkC,EAAEC,KAAK,SAAS,CAACF,MAAM,CAAC,CAAC;QACxE,MAAM,IAAIG,MAAMF;IAClB;IAEA,MAAMQ,cAAcT;IACpB,OAAO;QAACS,WAAW,CAAC,EAAE;QAAEA,WAAW,CAAC,EAAE;QAAEA,WAAW,CAAC,EAAE;QAAEA,WAAW,CAAC,EAAE;KAAC;AACzE;AAEO,SAASC,gBACdV,IAAkC,EAClCL,KAAa,EACbC,MAAc;IAEde,OACEhB,QAAQ,KAAKC,SAAS,GACtB;IAGF,IAAI,AAAgB,YAAhB,OAAOI,MAAmB;QAC5BW,OACE,+BAA+B,IAAI,CAACX,KAAK,IAAI,KAC7C,CAAC,iDAAiD,EAAEA,MAAM;QAE5D,MAAMY,WAAWZ,KAAK,KAAK,CAAC;QAC5B,IAAIY,AAAoB,MAApBA,SAAS,MAAM,EACjB,OAAO;YACLvB,KAAK,KAAK,CAAEmB,OAAOI,QAAQ,CAAC,EAAE,IAAIjB,QAAS;YAC3CN,KAAK,KAAK,CAAEmB,OAAOI,QAAQ,CAAC,EAAE,IAAIhB,SAAU;YAC5CP,KAAK,KAAK,CAAEmB,OAAOI,QAAQ,CAAC,EAAE,IAAIjB,QAAS;YAC3CN,KAAK,KAAK,CAAEmB,OAAOI,QAAQ,CAAC,EAAE,IAAIhB,SAAU;SAC7C;QAEH,MAAM,IAAIO,MAAM,CAAC,iDAAiD,EAAEH,MAAM;IAC5E;IAEA,IAAIa,WAAqB,EAAE;IAC3B,IAAIP,MAAM,OAAO,CAACN,SAAS,AAAmB,YAAnB,OAAOA,IAAI,CAAC,EAAE,EACvCA,KAAK,OAAO,CAAC,CAACc;QACZ,IAAI,AAAgB,YAAhB,OAAOA,QAAqBA,KAAK,QAAQ,CAAC,MAAM;YAClD,MAAM,CAAC9B,GAAGC,EAAE,GAAG6B,KAAK,KAAK,CAAC;YAC1BD,SAAS,IAAI,CAACL,OAAOxB,EAAE,IAAI,KAAKwB,OAAOvB,EAAE,IAAI;QAC/C,OAAO,IAAI,AAAgB,YAAhB,OAAO6B,QAAqBA,KAAK,QAAQ,CAAC,MAAM;YACzD,MAAM,CAAC9B,GAAGC,EAAE,GAAG6B,KAAK,KAAK,CAAC;YAC1BD,SAAS,IAAI,CAACL,OAAOxB,EAAE,IAAI,KAAKwB,OAAOvB,EAAE,IAAI;QAC/C,OACE4B,SAAS,IAAI,CAACL,OAAOM;IAEzB;SAEAD,WAAWb;IAGb,IAAIa,AAAoB,MAApBA,SAAS,MAAM,IAAUA,AAAoB,MAApBA,SAAS,MAAM,EAC1C,OAAO;QACLxB,KAAK,KAAK,CAAEwB,QAAQ,CAAC,EAAE,GAAGlB,QAAS;QACnCN,KAAK,KAAK,CAAEwB,QAAQ,CAAC,EAAE,GAAGjB,SAAU;QACpCP,KAAK,KAAK,CAAEwB,QAAQ,CAAC,EAAE,GAAGlB,QAAS;QACnCN,KAAK,KAAK,CAAEwB,QAAQ,CAAC,EAAE,GAAGjB,SAAU;KACrC;IAIH,IACEiB,AAAoB,MAApBA,SAAS,MAAM,IACfA,AAAoB,MAApBA,SAAS,MAAM,IACfA,AAAoB,MAApBA,SAAS,MAAM,IACfA,AAAoB,MAApBA,SAAS,MAAM,EAEf,OAAO;QACLxB,KAAK,GAAG,CACN,GACAA,KAAK,KAAK,CAAEwB,QAAQ,CAAC,EAAE,GAAGlB,QAAS,QAAQf,kBAAkB;QAE/DS,KAAK,GAAG,CACN,GACAA,KAAK,KAAK,CAAEwB,QAAQ,CAAC,EAAE,GAAGjB,SAAU,QAAQhB,kBAAkB;QAEhES,KAAK,GAAG,CACNM,OACAN,KAAK,KAAK,CAAEwB,QAAQ,CAAC,EAAE,GAAGlB,QAAS,QAAQf,kBAAkB;QAE/DS,KAAK,GAAG,CACNO,QACAP,KAAK,KAAK,CAAEwB,QAAQ,CAAC,EAAE,GAAGjB,SAAU,QAAQhB,kBAAkB;KAEjE;IAGH,IAAIoB,AAAgB,MAAhBA,KAAK,MAAM,EACb,OAAO;QACLX,KAAK,KAAK,CAAEwB,QAAQ,CAAC,EAAE,GAAGlB,QAAS;QACnCN,KAAK,KAAK,CAAEwB,QAAQ,CAAC,EAAE,GAAGjB,SAAU;QACpCP,KAAK,KAAK,CAAEwB,QAAQ,CAAC,EAAE,GAAGlB,QAAS;QACnCN,KAAK,KAAK,CAAEwB,QAAQ,CAAC,EAAE,GAAGjB,SAAU;KACrC;IAGH,MAAMK,MAAM,CAAC,0CAA0C,EAAEC,KAAK,SAAS,CAACF,MAAM,CAAC,CAAC;IAChF,MAAM,IAAIG,MAAMF;AAClB;AAEA,SAASc,mBACPf,IAAoB;IAEpB,IAAIM,MAAM,OAAO,CAACN,OAChB;QAAA,IAAIM,MAAM,OAAO,CAACN,IAAI,CAAC,EAAE,GACvB,OAAOA,IAAI,CAAC,EAAE;IAChB;IAGF,OAAOA;AACT;AAEO,SAASF,UACdE,IAAoB,EACpBL,KAAa,EACbC,MAAc,EACdC,WAAqC;IAErC,MAAMmB,iBAAiBD,mBAAmBf;IAE1C,IAAII,SAA2C;QAAC;QAAG;QAAG;QAAG;KAAE;IAMzDA,SAJAP,AAAgB,oBAAhBA,eACAA,AAAgB,kBAAhBA,eACAoB,SAASpB,eAEAa,gBAAgBM,gBAAgBrB,OAAOC,UACvCC,AAAgB,aAAhBA,cACAqB,gBAAgBF,gBAA4BrB,OAAOC,UACnDC,AAAgB,iBAAhBA,cACAE,iBAAiBiB,kBACjBnB,AAAgB,YAAhBA,cACAQ,cAAcW,kBAIdG,gBAAgBH,gBAA4BrB,OAAOC;IAG9D,OAAOQ;AACT;AAGO,SAASe,gBACdnB,IAAc,EACdL,KAAa,EACbC,MAAc;IAEd,OAAO;QACLP,KAAK,KAAK,CAAEW,IAAI,CAAC,EAAE,GAAGL,QAAS;QAC/BN,KAAK,KAAK,CAAEW,IAAI,CAAC,EAAE,GAAGJ,SAAU;QAChCP,KAAK,KAAK,CAAEW,IAAI,CAAC,EAAE,GAAGL,QAAS;QAC/BN,KAAK,KAAK,CAAEW,IAAI,CAAC,EAAE,GAAGJ,SAAU;KACjC;AACH;AAGO,SAASsB,gBACdlB,IAAc,EACdL,KAAa,EACbC,MAAc;IAEd,MAAMwB,OAAO/B,KAAK,KAAK,CAAEW,IAAI,CAAC,EAAE,GAAGL,QAAS;IAC5C,MAAM0B,MAAMhC,KAAK,KAAK,CAAEW,IAAI,CAAC,EAAE,GAAGJ,SAAU;IAC5C,MAAM0B,QAAQjC,KAAK,KAAK,CAAEW,IAAI,CAAC,EAAE,GAAGL,QAAS;IAC7C,MAAM4B,SAASlC,KAAK,KAAK,CAAEW,IAAI,CAAC,EAAE,GAAGJ,SAAU;IAC/C,OAAO;QAACwB;QAAMC;QAAKC;QAAOC;KAAO;AACnC;AAEO,SAASC,gBACdxB,IAAc,EACdL,KAAa,EACbC,MAAc,EACd6B,UAAU,CAAC,EACXC,UAAU,CAAC,EACXC,aAAahC,KAAK,EAClBiC,cAAchC,MAAM,EACpBC,WAAsC,EACtCgC,QAAQ,CAAC;IAEThD,kBACE,mBACAmB,MACAL,OACAC,QACA,UACA6B,SACAC,SACA,SACAC,YACAC,aACA,eACA/B,aACA,SACAgC;IAGF,MAAM,CAACT,MAAMC,KAAKC,OAAOC,OAAO,GAAGzB,UACjCE,MACAL,OACAC,QACAC;IAKF,MAAMiC,WAAWzC,KAAK,GAAG,CAAC,GAAG+B;IAC7B,MAAMW,UAAU1C,KAAK,GAAG,CAAC,GAAGgC;IAG5B,MAAMW,eAAe3C,KAAK,GAAG,CAACiC,OAAOK;IACrC,MAAMM,gBAAgB5C,KAAK,GAAG,CAACkC,QAAQK;IAEvC,MAAMM,YAAYF,eAAeF,WAAW;IAC5C,MAAMK,aAAaF,gBAAgBF,UAAU;IAG7C,MAAMK,YAAYP,AAAU,MAAVA,QAAcxC,KAAK,KAAK,CAACyC,WAAWD,SAASC;IAC/D,MAAMO,WAAWR,AAAU,MAAVA,QAAcxC,KAAK,KAAK,CAAC0C,UAAUF,SAASE;IAC7D,MAAMO,aAAaT,AAAU,MAAVA,QAAcxC,KAAK,KAAK,CAAC6C,YAAYL,SAASK;IACjE,MAAMK,cAAcV,AAAU,MAAVA,QAAcxC,KAAK,KAAK,CAAC8C,aAAaN,SAASM;IAEnE,MAAMK,OAAO;QACX,MAAMJ,YAAYX;QAClB,KAAKY,WAAWX;QAChB,OAAOY;QACP,QAAQC;IACV;IACA1D,kBAAkB,4BAA4B2D;IAE9C,OAAOA;AACT;AAEO,SAASC,WAAWC,KAAa;IACtC,MAAMC,UAAUtD,KAAK,GAAG,IAAIqD,MAAM,GAAG,CAAC,CAACE,IAAMA,EAAE,IAAI;IACnD,MAAMC,SAASxD,KAAK,GAAG,IAAIqD,MAAM,GAAG,CAAC,CAACE,IAAMA,EAAE,GAAG;IACjD,MAAME,WAAWzD,KAAK,GAAG,IAAIqD,MAAM,GAAG,CAAC,CAACE,IAAMA,EAAE,IAAI,GAAGA,EAAE,KAAK;IAC9D,MAAMG,YAAY1D,KAAK,GAAG,IAAIqD,MAAM,GAAG,CAAC,CAACE,IAAMA,EAAE,GAAG,GAAGA,EAAE,MAAM;IAC/D,OAAO;QACL,MAAMD;QACN,KAAKE;QACL,OAAOC,WAAWH;QAClB,QAAQI,YAAYF;IACtB;AACF;AAaO,SAASG,iBAAiBR,IAAU,EAAES,UAAgB;IAC3D,MAAMC,UAAU;IAChB,MAAMC,aAAa;IAInB,MAAMC,eAAe/D,KAAK,GAAG,CAACmD,KAAK,IAAI,GAAGW,YAAY;IACtD,MAAME,cAAchE,KAAK,GAAG,CAACmD,KAAK,GAAG,GAAGW,YAAY;IAEpD,MAAMG,aAAa;QACjB,MAAMF;QACN,KAAKC;QACL,OAAOhE,KAAK,GAAG,CACbmD,KAAK,IAAI,GAAGY,eAAeZ,KAAK,KAAK,GAAGW,YACxCF,WAAW,KAAK,GAAGG;QAErB,QAAQ/D,KAAK,GAAG,CACdmD,KAAK,GAAG,GAAGa,cAAcb,KAAK,MAAM,GAAGW,YACvCF,WAAW,MAAM,GAAGI;IAExB;IAGA,MAAME,cAAcD,WAAW,KAAK,GAAGA,WAAW,MAAM;IAExD,IAAIC,eAAeL,SACjB,OAAOI;IAIT,MAAME,UAAUF,WAAW,IAAI,GAAGA,WAAW,KAAK,GAAG;IACrD,MAAMG,UAAUH,WAAW,GAAG,GAAGA,WAAW,MAAM,GAAG;IAGrD,MAAMI,cAAcrE,KAAK,IAAI,CAAC6D,UAAUK;IACxC,MAAMI,WAAWtE,KAAK,KAAK,CAACiE,WAAW,KAAK,GAAGI;IAC/C,MAAME,YAAYvE,KAAK,KAAK,CAACiE,WAAW,MAAM,GAAGI;IAGjD,MAAMG,UAAUxE,KAAK,KAAK,CAACmE,UAAUG,WAAW;IAChD,MAAMG,SAASzE,KAAK,KAAK,CAACoE,UAAUG,YAAY;IAGhD,MAAMxC,OAAO/B,KAAK,GAAG,CAACwE,SAAS;IAC/B,MAAMxC,MAAMhC,KAAK,GAAG,CAACyE,QAAQ;IAE7B,OAAO;QACL1C;QACAC;QACA,OAAOhC,KAAK,GAAG,CAACsE,UAAUV,WAAW,KAAK,GAAG7B;QAC7C,QAAQ/B,KAAK,GAAG,CAACuE,WAAWX,WAAW,MAAM,GAAG5B;IAClD;AACF;AAEO,eAAe0C,kBACpBC,gBAAwB,EACxBC,IAAkC,EAClCC,IAAU;IAEV,MAAMC,eAAeC,WAAWH;IAChC,MAAMI,kCAAkCF,aAAc,MAAM,CAC1D,CAACG;QACC,IAAIA,YAAY,UAAU,CAAC,QAAQ,KAAKC,SAAS,IAAI,EACnD,OAAO;QAET,OAAO;IACT;IAGF,MAAMC,eAAe,MAAMC,wBAAwB;QACjD,gBAAgBT;QAChB,sBAAsBK;QACtBH;IACF;IACA,OAAOM;AACT;AAEO,SAASE,uBACdC,KAAuB,EACvBC,WAAgC;IAEhC,MAAMC,OAA+B,EAAE;IAEvC,KAAK,MAAMC,QAAQH,MAAO;QACxB,MAAMI,OAAOD,KAAK,IAAI;QAEtB,MAAME,SAASJ,YAAY,IAAI,CAAC,CAACI,SAAWA,OAAO,IAAI,KAAKD;QAC5D,IAAI,CAACC,QAAQ;YACXC,QAAQ,IAAI,CACV,CAAC,sBAAsB,EAAEF,KAAK,8BAA8B,CAAC;YAE/D;QACF;QAEA,MAAMG,UAAUF,OAAO,cAAc,IAAID;QACzC,MAAMI,YAAYH,OAAO,WAAW,GAChCI,gBAAgBN,KAAK,KAAK,IAAI,CAAC,GAAGE,OAAO,WAAW,IACpD,CAAC;QAEL,MAAMK,WAAiC;YACrC,CAACH,QAAQ,EAAE;YACX,GAAGC,SAAS;QACd;QAEAN,KAAK,IAAI,CAACQ;IACZ;IAEA,OAAOR;AACT;AAGO,MAAMS,cAAcC,EAAE,MAAM,CAAC;IAClC,MAAMA,EAAE,MAAM;IACd,KAAKA,EAAE,MAAM;AACf;AAEO,MAAMC,aAAaD,EAAE,MAAM,CAAC;IACjC,OAAOA,EAAE,MAAM;IACf,QAAQA,EAAE,MAAM;AAClB;AAEO,MAAME,aAAaH,YAAY,GAAG,CAACE,YAAY,GAAG,CACvDD,EAAE,MAAM,CAAC;IACP,MAAMA,EAAE,MAAM,GAAG,QAAQ;AAC3B;AAIK,MAAMG,0BAA0BH,EAAE,MAAM,CAAC;IAC9C,QAAQA,EAAAA,KACA,CACJA,EAAE,MAAM,CAAC;QACP,MAAMA,EAAE,MAAM;QACd,KAAKA,EAAE,MAAM;IACf,IAED,QAAQ;IACX,yBAAyBA,EAAE,OAAO,GAAG,QAAQ;AAC/C;AAGO,MAAMI,oBAAoBJ,EAAE,KAAK,CAAC;IACvCA,EAAE,MAAM;IACRA,EAAAA,MACS,CAAC;QACN,QAAQA,EAAE,MAAM;IAClB,GACC,GAAG,CAACG,wBAAwB,OAAO;CACvC;AAMD,MAAME,sBAAsB;AAG5B,MAAMC,wBAAwBN,EAAAA,MACrB,CAAC;IACN,QAAQI;IACR,YAAYJ,EAAE,OAAO,GAAG,QAAQ;IAChC,WAAWA,EAAAA,OACD,GACP,QAAQ,GACR,QAAQ,CAAC;IACZ,WAAWA,EAAE,OAAO,GAAG,QAAQ;IAC/B,OAAOA,EAAE,KAAK,CAAC;QAACA,EAAE,MAAM;QAAIA,EAAE,OAAO;KAAG,EAAE,QAAQ;AACpD,GACC,WAAW;AAMP,MAAMO,4BAA4B,IAChCD;AAGF,MAAME,yBAAyB,CAACC;IAErC,IAAIC,cAAcD;IAClB,IAAIC,YAAY,IAAI,EAAE,aAAa,eACjCA,cAAcA,YAAY,IAAI,CAAC,SAAS;IAI1C,IAAIA,YAAY,IAAI,EAAE,aAAa,aAAa;QAC9C,MAAMC,QAAQD,YAAY,IAAI,CAAC,KAAK;QAGpC,IAAIL,uBAAuBM,OACzB,OAAO;QAKT,IAAI,YAAYA,SAASA,MAAM,MAAM,EACnC,OAAO;IAEX;IAEA,OAAO;AACT;AAEO,MAAMC,2BAA2B,CAACH;IACvCrF,OACEoF,uBAAuBC,QACvB;IAIF,IAAI,AAAiB,YAAjB,OAAOA,OACT,OAAOA;IAIT,IAAIA,SAAS,AAAiB,YAAjB,OAAOA,SAAsBA,MAAM,MAAM,EAAE;QAEtD,IAAI,AAAwB,YAAxB,OAAOA,MAAM,MAAM,EACrB,OAAOA,MAAM,MAAM;QAGrB,IAAI,AAAwB,YAAxB,OAAOA,MAAM,MAAM,IAAiBA,MAAM,MAAM,CAAC,MAAM,EACzD,OAAOA,MAAM,MAAM,CAAC,MAAM;IAE9B;IAGA,OAAOI,OAAOJ;AAChB;AAEO,MAAMK,8BAA8B,CACzCC,SACAC;IAEA,IAAI,CAACD,SACH,OAAO,EAAE;IAIX,MAAME,YAAYF;IAClB,IAAIE,UAAU,IAAI,EAAE,aAAa,eAAeA,UAAU,KAAK,EAAE;QAC/D,MAAMC,OAAOC,OAAO,IAAI,CAACF,UAAU,KAAK;QACxC,OAAOC,KAAK,MAAM,CAAC,CAACE;YAClB,MAAMX,QAAQQ,UAAU,KAAK,CAACG,IAAI;YAClC,IAAI,CAACZ,uBAAuBC,QAC1B,OAAO;YAIT,IAAIO,cACF,OAAOP,MAAM,IAAI,EAAE,aAAa;YAGlC,OAAO;QACT;IACF;IAGA,OAAO,EAAE;AACX;AAEO,MAAMZ,kBAAkB,CAC7BwB,YACAC;IAGA,IAAI,CAACC,cAAcF,aACjB,OAAO,CAAC;IAGV,MAAMG,gBAAgBV,4BAA4BQ;IAClD,MAAMzG,SAAS;QAAE,GAAGwG,UAAU;IAAC;IAE/B,KAAK,MAAMI,aAAaD,cAAe;QACrC,MAAME,aAAa7G,MAAM,CAAC4G,UAAU;QACpC,IAAIC,YAEF;YAAA,IAAI,AAAsB,YAAtB,OAAOA,YACT7G,MAAM,CAAC4G,UAAU,GAAGC;iBACf,IAAI,AAAsB,YAAtB,OAAOA,YAEhB;gBAAA,IAAIA,WAAW,MAAM,EAEnB;oBAAA,IAAI,AAA6B,YAA7B,OAAOA,WAAW,MAAM,EAC1B7G,MAAM,CAAC4G,UAAU,GAAGC,WAAW,MAAM;yBAChC,IACL,AAA6B,YAA7B,OAAOA,WAAW,MAAM,IACxBA,WAAW,MAAM,CAAC,MAAM,EAGxB7G,MAAM,CAAC4G,UAAU,GAAGC,WAAW,MAAM,CAAC,MAAM;gBAC9C;YACF;QACF;IAEJ;IAEA,OAAO7G;AACT;AAaO,MAAM8G,mBAAmB,CAC9BC,UACAN,WACAO;IAGA,IAAI,CAACP,WACH;IAIF,MAAMQ,QAAQF,YAAY,CAAC;IAG3B,MAAMG,eAAejB,4BAA4BQ;IAGjD,IAAIS,AAAwB,MAAxBA,aAAa,MAAM,EACrB,OAAOT,UAAU,KAAK,CAACQ;IAIzB,MAAME,oBAAyC,CAAC;IAChD,KAAK,MAAMP,aAAaM,aACtB,IAAIN,aAAaK,OACfE,iBAAiB,CAACP,UAAU,GAAGK,KAAK,CAACL,UAAU;IAKnD,MAAMQ,sBAA2C,CAAC;IAClD,IAAK,MAAMb,OAAOU,MAChB,IAAIC,aAAa,QAAQ,CAACX,MAExBa,mBAAmB,CAACb,IAAI,GAAG;QAAE,QAAQ;IAAU;SAE/Ca,mBAAmB,CAACb,IAAI,GAAGU,KAAK,CAACV,IAAI;IAKzC,MAAMc,YAAYZ,UAAU,KAAK,CAACW;IAIlC,MAAME,QAAQN,SAAS;IACvB,IAAK,MAAMJ,aAAaO,kBAAmB;QACzC,IAAIhH,QAAQgH,iBAAiB,CAACP,UAAU;QACxC,IACEU,AAAUC,WAAVD,SACAA,AAAU,MAAVA,SACAnH,SACA,AAAiB,YAAjB,OAAOA,SACPA,MAAM,MAAM,IACZA,MAAM,IAAI,EAEVA,QAAQ;YACN,GAAGA,KAAK;YACR,QAAQ;gBACNlB,KAAK,KAAK,CAACkB,MAAM,MAAM,CAAC,EAAE,GAAGmH;gBAC7BrI,KAAK,KAAK,CAACkB,MAAM,MAAM,CAAC,EAAE,GAAGmH;aAC9B;YACD,MAAM;gBACJ,GAAGnH,MAAM,IAAI;gBACb,MAAMlB,KAAK,KAAK,CAACkB,MAAM,IAAI,CAAC,IAAI,GAAGmH;gBACnC,KAAKrI,KAAK,KAAK,CAACkB,MAAM,IAAI,CAAC,GAAG,GAAGmH;gBACjC,OAAOrI,KAAK,KAAK,CAACkB,MAAM,IAAI,CAAC,KAAK,GAAGmH;gBACrC,QAAQrI,KAAK,KAAK,CAACkB,MAAM,IAAI,CAAC,MAAM,GAAGmH;YACzC;QACF;QAEFD,SAAS,CAACT,UAAU,GAAGzG;IACzB;IAEA,OAAOkH;AACT;AAEO,MAAMG,qBAAqB;AAQ3B,MAAMC,wBAAwB,CACnCC,SAAS,qBAAqB,EAC9BC;IAEA,MAAMC,MAAMD,AAAcJ,WAAdI,YAA0B,IAAIE,KAAKF,aAAa,IAAIE;IAChE,MAAMC,OAAOF,IAAI,WAAW;IAC5B,MAAMG,QAAQ/B,OAAO4B,IAAI,QAAQ,KAAK,GAAG,QAAQ,CAAC,GAAG;IACrD,MAAMI,MAAMhC,OAAO4B,IAAI,OAAO,IAAI,QAAQ,CAAC,GAAG;IAC9C,MAAMK,QAAQjC,OAAO4B,IAAI,QAAQ,IAAI,QAAQ,CAAC,GAAG;IACjD,MAAMM,UAAUlC,OAAO4B,IAAI,UAAU,IAAI,QAAQ,CAAC,GAAG;IACrD,MAAMO,UAAUnC,OAAO4B,IAAI,UAAU,IAAI,QAAQ,CAAC,GAAG;IAErD,MAAMQ,aAAaV,OAChB,OAAO,CAAC,QAAQ1B,OAAO8B,OACvB,OAAO,CAAC,MAAMC,OACd,OAAO,CAAC,MAAMC,KACd,OAAO,CAAC,MAAMC,OACd,OAAO,CAAC,MAAMC,SACd,OAAO,CAAC,MAAMC;IAEjB,OAAO,GAAGC,WAAW,EAAE,EAAEV,OAAO,CAAC,CAAC;AACpC"}
+{"version":3,"file":"common.mjs","sources":["../../src/common.ts"],"sourcesContent":["import type {\n  BaseElement,\n  DeviceAction,\n  ElementTreeNode,\n  MidsceneYamlFlowItem,\n  PlanningAction,\n  Rect,\n  Size,\n} from '@/types';\nimport { assert, isPlainObject } from '@midscene/shared/utils';\n\nimport type { ChatCompletionMessageParam } from 'openai/resources/index';\n\nimport { isUITars } from '@/ai-model/auto-glm/util';\nimport type { PlanningLocateParam } from '@/types';\nimport { NodeType } from '@midscene/shared/constants';\nimport type { TModelFamily } from '@midscene/shared/env';\nimport { treeToList } from '@midscene/shared/extractor';\nimport { compositeElementInfoImg } from '@midscene/shared/img';\nimport { getDebug } from '@midscene/shared/logger';\nimport { z } from 'zod';\n\nexport type AIArgs = ChatCompletionMessageParam[];\n\nconst defaultBboxSize = 20; // must be even number\nconst debugInspectUtils = getDebug('ai:common');\ntype AdaptBboxInput = number[] | string[] | string | (number[] | string[])[];\n\n/**\n * Convert a point coordinate [0, 1000] to a small bbox [0, 1000]\n * Creates a small bbox around the center point in the same coordinate space\n *\n * @param x - X coordinate in [0, 1000] range\n * @param y - Y coordinate in [0, 1000] range\n * @param bboxSize - Size of the bbox to create (default: 20)\n * @returns [x1, y1, x2, y2] bbox in [0, 1000] coordinate space\n */\nexport function pointToBbox(\n  x: number,\n  y: number,\n  bboxSize = defaultBboxSize,\n): [number, number, number, number] {\n  const halfSize = bboxSize / 2;\n  const x1 = Math.max(x - halfSize, 0);\n  const y1 = Math.max(y - halfSize, 0);\n  const x2 = Math.min(x + halfSize, 1000);\n  const y2 = Math.min(y + halfSize, 1000);\n\n  return [x1, y1, x2, y2];\n}\n\n// transform the param of locate from qwen mode\nexport function fillBboxParam(\n  locate: PlanningLocateParam,\n  width: number,\n  height: number,\n  modelFamily: TModelFamily | undefined,\n) {\n  // The Qwen model might have hallucinations of naming bbox as bbox_2d.\n  if ((locate as any).bbox_2d && !locate?.bbox) {\n    locate.bbox = (locate as any).bbox_2d;\n    // biome-ignore lint/performance/noDelete: <explanation>\n    delete (locate as any).bbox_2d;\n  }\n\n  if (locate?.bbox) {\n    locate.bbox = adaptBbox(locate.bbox, width, height, modelFamily);\n  }\n\n  return locate;\n}\n\nexport function adaptQwen2_5Bbox(\n  bbox: number[],\n): [number, number, number, number] {\n  if (bbox.length < 2) {\n    const msg = `invalid bbox data for qwen-vl mode: ${JSON.stringify(bbox)} `;\n    throw new Error(msg);\n  }\n\n  const result: [number, number, number, number] = [\n    Math.round(bbox[0]),\n    Math.round(bbox[1]),\n    typeof bbox[2] === 'number'\n      ? Math.round(bbox[2])\n      : Math.round(bbox[0] + defaultBboxSize),\n    typeof bbox[3] === 'number'\n      ? Math.round(bbox[3])\n      : Math.round(bbox[1] + defaultBboxSize),\n  ];\n  return result;\n}\n\nexport function adaptGpt5Bbox(\n  bbox: number[] | string[] | string,\n): [number, number, number, number] {\n  if (\n    !Array.isArray(bbox) ||\n    bbox.length !== 4 ||\n    !bbox.every((value) => typeof value === 'number' && Number.isFinite(value))\n  ) {\n    const msg = `invalid bbox data for gpt-5 mode: ${JSON.stringify(bbox)} `;\n    throw new Error(msg);\n  }\n\n  const numericBbox = bbox as number[];\n  return [numericBbox[0], numericBbox[1], numericBbox[2], numericBbox[3]];\n}\n\nexport function adaptDoubaoBbox(\n  bbox: string[] | number[] | string,\n  width: number,\n  height: number,\n): [number, number, number, number] {\n  assert(\n    width > 0 && height > 0,\n    'width and height must be greater than 0 in doubao mode',\n  );\n\n  if (typeof bbox === 'string') {\n    assert(\n      /^(\\d+)\\s(\\d+)\\s(\\d+)\\s(\\d+)$/.test(bbox.trim()),\n      `invalid bbox data string for doubao-vision mode: ${bbox}`,\n    );\n    const splitted = bbox.split(' ');\n    if (splitted.length === 4) {\n      return [\n        Math.round((Number(splitted[0]) * width) / 1000),\n        Math.round((Number(splitted[1]) * height) / 1000),\n        Math.round((Number(splitted[2]) * width) / 1000),\n        Math.round((Number(splitted[3]) * height) / 1000),\n      ];\n    }\n    throw new Error(`invalid bbox data string for doubao-vision mode: ${bbox}`);\n  }\n\n  let bboxList: number[] = [];\n  if (Array.isArray(bbox) && typeof bbox[0] === 'string') {\n    bbox.forEach((item) => {\n      if (typeof item === 'string' && item.includes(',')) {\n        const [x, y] = item.split(',');\n        bboxList.push(Number(x.trim()), Number(y.trim()));\n      } else if (typeof item === 'string' && item.includes(' ')) {\n        const [x, y] = item.split(' ');\n        bboxList.push(Number(x.trim()), Number(y.trim()));\n      } else {\n        bboxList.push(Number(item));\n      }\n    });\n  } else {\n    bboxList = bbox as any;\n  }\n\n  if (bboxList.length === 4 || bboxList.length === 5) {\n    return [\n      Math.round((bboxList[0] * width) / 1000),\n      Math.round((bboxList[1] * height) / 1000),\n      Math.round((bboxList[2] * width) / 1000),\n      Math.round((bboxList[3] * height) / 1000),\n    ];\n  }\n\n  // treat the bbox as a center point\n  if (\n    bboxList.length === 6 ||\n    bboxList.length === 2 ||\n    bboxList.length === 3 ||\n    bboxList.length === 7\n  ) {\n    return [\n      Math.max(\n        0,\n        Math.round((bboxList[0] * width) / 1000) - defaultBboxSize / 2,\n      ),\n      Math.max(\n        0,\n        Math.round((bboxList[1] * height) / 1000) - defaultBboxSize / 2,\n      ),\n      Math.min(\n        width,\n        Math.round((bboxList[0] * width) / 1000) + defaultBboxSize / 2,\n      ),\n      Math.min(\n        height,\n        Math.round((bboxList[1] * height) / 1000) + defaultBboxSize / 2,\n      ),\n    ];\n  }\n\n  if (bbox.length === 8) {\n    return [\n      Math.round((bboxList[0] * width) / 1000),\n      Math.round((bboxList[1] * height) / 1000),\n      Math.round((bboxList[4] * width) / 1000),\n      Math.round((bboxList[5] * height) / 1000),\n    ];\n  }\n\n  const msg = `invalid bbox data for doubao-vision mode: ${JSON.stringify(bbox)} `;\n  throw new Error(msg);\n}\n\nfunction normalizeBboxInput(\n  bbox: AdaptBboxInput,\n): number[] | string[] | string {\n  if (Array.isArray(bbox)) {\n    if (Array.isArray(bbox[0])) {\n      return bbox[0] as number[] | string[];\n    }\n    return bbox as number[] | string[];\n  }\n  return bbox as string;\n}\n\nexport function adaptBbox(\n  bbox: AdaptBboxInput,\n  width: number,\n  height: number,\n  modelFamily: TModelFamily | undefined,\n): [number, number, number, number] {\n  const normalizedBbox = normalizeBboxInput(bbox);\n\n  let result: [number, number, number, number] = [0, 0, 0, 0];\n  if (\n    modelFamily === 'doubao-vision' ||\n    modelFamily === 'doubao-seed' ||\n    isUITars(modelFamily)\n  ) {\n    result = adaptDoubaoBbox(normalizedBbox, width, height);\n  } else if (modelFamily === 'gemini') {\n    result = adaptGeminiBbox(normalizedBbox as number[], width, height);\n  } else if (modelFamily === 'qwen2.5-vl') {\n    result = adaptQwen2_5Bbox(normalizedBbox as number[]);\n  } else if (modelFamily === 'gpt-5') {\n    result = adaptGpt5Bbox(normalizedBbox);\n  } else {\n    // Default: normalized 0-1000 coordinate system\n    // Includes: qwen3-vl, qwen3.5, glm-v, auto-glm, auto-glm-multilingual, and future models\n    result = normalized01000(normalizedBbox as number[], width, height);\n  }\n\n  return result;\n}\n\n// x1, y1, x2, y2 -> 0-1000\nexport function normalized01000(\n  bbox: number[],\n  width: number,\n  height: number,\n): [number, number, number, number] {\n  return [\n    Math.round((bbox[0] * width) / 1000),\n    Math.round((bbox[1] * height) / 1000),\n    Math.round((bbox[2] * width) / 1000),\n    Math.round((bbox[3] * height) / 1000),\n  ];\n}\n\n// y1, x1, y2, x2 -> 0-1000\nexport function adaptGeminiBbox(\n  bbox: number[],\n  width: number,\n  height: number,\n): [number, number, number, number] {\n  const left = Math.round((bbox[1] * width) / 1000);\n  const top = Math.round((bbox[0] * height) / 1000);\n  const right = Math.round((bbox[3] * width) / 1000);\n  const bottom = Math.round((bbox[2] * height) / 1000);\n  return [left, top, right, bottom];\n}\n\nexport function adaptBboxToRect(\n  bbox: number[],\n  width: number,\n  height: number,\n  offsetX = 0,\n  offsetY = 0,\n  rightLimit = width,\n  bottomLimit = height,\n  modelFamily?: TModelFamily | undefined,\n  scale = 1,\n): Rect {\n  debugInspectUtils(\n    'adaptBboxToRect',\n    bbox,\n    width,\n    height,\n    'offset',\n    offsetX,\n    offsetY,\n    'limit',\n    rightLimit,\n    bottomLimit,\n    'modelFamily',\n    modelFamily,\n    'scale',\n    scale,\n  );\n\n  const [left, top, right, bottom] = adaptBbox(\n    bbox,\n    width,\n    height,\n    modelFamily,\n  );\n\n  // Calculate initial rect dimensions and apply boundary constraints\n  // For left and top: take max with 0 to ensure they're not negative\n  const rectLeft = Math.max(0, left);\n  const rectTop = Math.max(0, top);\n\n  // For width and height: calculate from bounded coordinates and constrain to limits\n  const boundedRight = Math.min(right, rightLimit);\n  const boundedBottom = Math.min(bottom, bottomLimit);\n\n  const rectWidth = boundedRight - rectLeft + 1;\n  const rectHeight = boundedBottom - rectTop + 1;\n\n  // Apply scale after calculating dimensions - scale back to original size\n  const finalLeft = scale !== 1 ? Math.round(rectLeft / scale) : rectLeft;\n  const finalTop = scale !== 1 ? Math.round(rectTop / scale) : rectTop;\n  const finalWidth = scale !== 1 ? Math.round(rectWidth / scale) : rectWidth;\n  const finalHeight = scale !== 1 ? Math.round(rectHeight / scale) : rectHeight;\n\n  const rect = {\n    left: finalLeft + offsetX,\n    top: finalTop + offsetY,\n    width: finalWidth,\n    height: finalHeight,\n  };\n  debugInspectUtils('adaptBboxToRect, result=', rect);\n\n  return rect;\n}\n\nexport function mergeRects(rects: Rect[]) {\n  const minLeft = Math.min(...rects.map((r) => r.left));\n  const minTop = Math.min(...rects.map((r) => r.top));\n  const maxRight = Math.max(...rects.map((r) => r.left + r.width));\n  const maxBottom = Math.max(...rects.map((r) => r.top + r.height));\n  return {\n    left: minLeft,\n    top: minTop,\n    width: maxRight - minLeft,\n    height: maxBottom - minTop,\n  };\n}\n\n/**\n * Expand the search area to at least 400 x 400 pixels\n *\n * Step 1: Extend 100px on each side (top, right, bottom, left)\n * - If the element is near a boundary, expansion on that side will be limited\n * - No compensation is made for boundary limitations (this is intentional)\n *\n * Step 2: Ensure the area is at least 400x400 pixels\n * - Scale up proportionally from the center if needed\n * - Final result is clamped to screen boundaries\n */\nexport function expandSearchArea(rect: Rect, screenSize: Size): Rect {\n  const minArea = 400 * 400;\n  const expandSize = 100;\n\n  // Step 1: Extend each side by expandSize (100px), clamped to screen boundaries\n  // Note: If element is near boundary, actual expansion may be less than 100px on that side\n  const expandedLeft = Math.max(rect.left - expandSize, 0);\n  const expandedTop = Math.max(rect.top - expandSize, 0);\n\n  const expandRect = {\n    left: expandedLeft,\n    top: expandedTop,\n    width: Math.min(\n      rect.left - expandedLeft + rect.width + expandSize,\n      screenSize.width - expandedLeft,\n    ),\n    height: Math.min(\n      rect.top - expandedTop + rect.height + expandSize,\n      screenSize.height - expandedTop,\n    ),\n  };\n\n  // Step 2: Check if area is already >= 400x400\n  const currentArea = expandRect.width * expandRect.height;\n\n  if (currentArea >= minArea) {\n    return expandRect;\n  }\n\n  // Step 2: Scale up from center to reach minimum 400x400 area\n  const centerX = expandRect.left + expandRect.width / 2;\n  const centerY = expandRect.top + expandRect.height / 2;\n\n  // Calculate scale factor needed to reach minimum area\n  const scaleFactor = Math.sqrt(minArea / currentArea);\n  const newWidth = Math.round(expandRect.width * scaleFactor);\n  const newHeight = Math.round(expandRect.height * scaleFactor);\n\n  // Calculate new position based on center point\n  const newLeft = Math.round(centerX - newWidth / 2);\n  const newTop = Math.round(centerY - newHeight / 2);\n\n  // Clamp to screen boundaries\n  const left = Math.max(newLeft, 0);\n  const top = Math.max(newTop, 0);\n\n  return {\n    left,\n    top,\n    width: Math.min(newWidth, screenSize.width - left),\n    height: Math.min(newHeight, screenSize.height - top),\n  };\n}\n\nexport async function markupImageForLLM(\n  screenshotBase64: string,\n  tree: ElementTreeNode<BaseElement>,\n  size: Size,\n) {\n  const elementsInfo = treeToList(tree);\n  const elementsPositionInfoWithoutText = elementsInfo!.filter(\n    (elementInfo) => {\n      if (elementInfo.attributes.nodeType === NodeType.TEXT) {\n        return false;\n      }\n      return true;\n    },\n  );\n\n  const imagePayload = await compositeElementInfoImg({\n    inputImgBase64: screenshotBase64,\n    elementsPositionInfo: elementsPositionInfoWithoutText,\n    size,\n  });\n  return imagePayload;\n}\n\nexport function buildYamlFlowFromPlans(\n  plans: PlanningAction[],\n  actionSpace: DeviceAction<any>[],\n): MidsceneYamlFlowItem[] {\n  const flow: MidsceneYamlFlowItem[] = [];\n\n  for (const plan of plans) {\n    const verb = plan.type;\n\n    const action = actionSpace.find((action) => action.name === verb);\n    if (!action) {\n      console.warn(\n        `Cannot convert action ${verb} to yaml flow. Will ignore it.`,\n      );\n      continue;\n    }\n\n    const flowKey = action.interfaceAlias || verb;\n    const flowParam = action.paramSchema\n      ? dumpActionParam(plan.param || {}, action.paramSchema)\n      : {};\n\n    // For actions whose param is a single string field (e.g. Launch/Terminate's\n    // `uri`, RunAdbShell's `command`), inline the value on the flowKey. Writing\n    // `{ terminate: '', uri: '...' }` makes the YAML player treat the empty\n    // string as the param and drop the sibling `uri`, so cache replay would\n    // call the action with an empty argument.\n    const shortcutField =\n      action.name === 'Launch' || action.interfaceAlias === 'launch'\n        ? 'uri'\n        : action.name === 'Terminate' || action.interfaceAlias === 'terminate'\n          ? 'uri'\n          : action.name === 'RunAdbShell' ||\n              action.interfaceAlias === 'runAdbShell'\n            ? 'command'\n            : undefined;\n    const shortcutKeys = shortcutField ? Object.keys(flowParam) : [];\n    const canInlineShortcut =\n      shortcutField &&\n      shortcutKeys.length === 1 &&\n      shortcutKeys[0] === shortcutField &&\n      typeof flowParam[shortcutField] === 'string';\n\n    const flowItem: MidsceneYamlFlowItem = canInlineShortcut\n      ? { [flowKey]: flowParam[shortcutField as string] }\n      : { [flowKey]: '', ...flowParam };\n\n    flow.push(flowItem);\n  }\n\n  return flow;\n}\n\n// Zod schemas for shared types\nexport const PointSchema = z.object({\n  left: z.number(),\n  top: z.number(),\n});\n\nexport const SizeSchema = z.object({\n  width: z.number(),\n  height: z.number(),\n});\n\nexport const RectSchema = PointSchema.and(SizeSchema).and(\n  z.object({\n    zoom: z.number().optional(),\n  }),\n);\n\n// Zod schema for TMultimodalPrompt\nexport const TMultimodalPromptSchema = z.object({\n  images: z\n    .array(\n      z.object({\n        name: z.string(),\n        url: z.string(),\n      }),\n    )\n    .optional(),\n  convertHttpImage2Base64: z.boolean().optional(),\n});\n\n// Zod schema for TUserPrompt\nexport const TUserPromptSchema = z.union([\n  z.string(),\n  z\n    .object({\n      prompt: z.string(),\n    })\n    .and(TMultimodalPromptSchema.partial()),\n]);\n\n// Generate TypeScript types from Zod schemas\nexport type TMultimodalPrompt = z.infer<typeof TMultimodalPromptSchema>;\nexport type TUserPrompt = z.infer<typeof TUserPromptSchema>;\n\nconst locateFieldFlagName = 'midscene_location_field_flag';\n\n// Schema for locator field input (when users provide locate parameters)\nconst MidsceneLocationInput = z\n  .object({\n    prompt: TUserPromptSchema,\n    deepLocate: z.boolean().optional(),\n    deepThink: z\n      .boolean()\n      .optional()\n      .describe('@deprecated Use `deepLocate` instead.'),\n    cacheable: z.boolean().optional(),\n    xpath: z.union([z.string(), z.boolean()]).optional(),\n  })\n  .passthrough();\n\n/**\n * Returns the schema for locator fields.\n * This now returns the input schema which is more permissive and suitable for validation.\n */\nexport const getMidsceneLocationSchema = () => {\n  return MidsceneLocationInput;\n};\n\nexport const ifMidsceneLocatorField = (field: any): boolean => {\n  // Handle optional fields by getting the inner type\n  let actualField = field;\n  if (actualField._def?.typeName === 'ZodOptional') {\n    actualField = actualField._def.innerType;\n  }\n\n  // Check if this is a ZodObject\n  if (actualField._def?.typeName === 'ZodObject') {\n    const shape = actualField._def.shape();\n\n    // Method 1: Check for the location field flag (for result schema)\n    if (locateFieldFlagName in shape) {\n      return true;\n    }\n\n    // Method 2: Check if it's the input schema by checking for 'prompt' field\n    // Input schema has 'prompt' as a required field\n    if ('prompt' in shape && shape.prompt) {\n      return true;\n    }\n  }\n\n  return false;\n};\n\nexport const dumpMidsceneLocatorField = (field: any): string => {\n  assert(\n    ifMidsceneLocatorField(field),\n    'field is not a midscene locator field',\n  );\n\n  // If field is a string, return it directly\n  if (typeof field === 'string') {\n    return field;\n  }\n\n  // If field is an object with prompt property\n  if (field && typeof field === 'object' && field.prompt) {\n    // If prompt is a string, return it directly\n    if (typeof field.prompt === 'string') {\n      return field.prompt;\n    }\n    // If prompt is a TUserPrompt object, extract the prompt string\n    if (typeof field.prompt === 'object' && field.prompt.prompt) {\n      return field.prompt.prompt; // TODO: dump images if necessary\n    }\n  }\n\n  // Fallback: try to convert to string\n  return String(field);\n};\n\nexport const findAllMidsceneLocatorField = (\n  zodType?: z.ZodType<any>,\n  requiredOnly?: boolean,\n): string[] => {\n  if (!zodType) {\n    return [];\n  }\n\n  // Check if this is a ZodObject by checking if it has a shape property\n  const zodObject = zodType as any;\n  if (zodObject._def?.typeName === 'ZodObject' && zodObject.shape) {\n    const keys = Object.keys(zodObject.shape);\n    return keys.filter((key) => {\n      const field = zodObject.shape[key];\n      if (!ifMidsceneLocatorField(field)) {\n        return false;\n      }\n\n      // If requiredOnly is true, filter out optional fields\n      if (requiredOnly) {\n        return field._def?.typeName !== 'ZodOptional';\n      }\n\n      return true;\n    });\n  }\n\n  // For other ZodType instances, we can't extract field names\n  return [];\n};\n\nexport const dumpActionParam = (\n  jsonObject: Record<string, any>,\n  zodSchema: z.ZodType<any>,\n): Record<string, any> => {\n  // Prevent spreading strings into {0: 'c', 1: 'o', ...}\n  if (!isPlainObject(jsonObject)) {\n    return {};\n  }\n\n  const locatorFields = findAllMidsceneLocatorField(zodSchema);\n  const result = { ...jsonObject };\n\n  for (const fieldName of locatorFields) {\n    const fieldValue = result[fieldName];\n    if (fieldValue) {\n      // If it's already a string, keep it as is\n      if (typeof fieldValue === 'string') {\n        result[fieldName] = fieldValue;\n      } else if (typeof fieldValue === 'object') {\n        // Check if this field is actually a MidsceneLocationType object\n        if (fieldValue.prompt) {\n          // If prompt is a string, use it directly\n          if (typeof fieldValue.prompt === 'string') {\n            result[fieldName] = fieldValue.prompt;\n          } else if (\n            typeof fieldValue.prompt === 'object' &&\n            fieldValue.prompt.prompt\n          ) {\n            // If prompt is a TUserPrompt object, extract the prompt string\n            result[fieldName] = fieldValue.prompt.prompt;\n          }\n        }\n      }\n    }\n  }\n\n  return result;\n};\n\n/**\n * Parse and validate action parameters using Zod schema.\n * All fields are validated through Zod, EXCEPT locator fields which are skipped.\n * Default values defined in the schema are automatically applied.\n *\n * Locator fields are special business logic fields with complex validation requirements,\n * so they are intentionally excluded from Zod parsing and use existing validation logic.\n *\n * When shrunkShotToLogicalRatio is provided and !== 1, coordinates in locate fields\n * are transformed from screenshot space to logical space.\n */\nexport const parseActionParam = (\n  rawParam: Record<string, any> | undefined,\n  zodSchema?: z.ZodType<any>,\n  options?: { shrunkShotToLogicalRatio?: number },\n): Record<string, any> | undefined => {\n  // If no schema is provided, return undefined (action takes no parameters)\n  if (!zodSchema) {\n    return undefined;\n  }\n\n  // Handle undefined or null rawParam by providing an empty object\n  const param = rawParam ?? {};\n\n  // Find all locate fields in the schema\n  const locateFields = findAllMidsceneLocatorField(zodSchema);\n\n  // If there are no locate fields, just do normal validation\n  if (locateFields.length === 0) {\n    return zodSchema.parse(param);\n  }\n\n  // Extract locate field values to restore later\n  const locateFieldValues: Record<string, any> = {};\n  for (const fieldName of locateFields) {\n    if (fieldName in param) {\n      locateFieldValues[fieldName] = param[fieldName];\n    }\n  }\n\n  // Build params for validation - skip locate fields and use dummy values\n  const paramsForValidation: Record<string, any> = {};\n  for (const key in param) {\n    if (locateFields.includes(key)) {\n      // Use dummy value to satisfy schema validation\n      paramsForValidation[key] = { prompt: '_dummy_' };\n    } else {\n      paramsForValidation[key] = param[key];\n    }\n  }\n\n  // Validate with dummy locate values\n  const validated = zodSchema.parse(paramsForValidation);\n\n  // Restore the actual locate field values (unvalidated, as per business requirement),\n  // and transform coordinates from screenshot space to logical space if needed\n  const ratio = options?.shrunkShotToLogicalRatio;\n  for (const fieldName in locateFieldValues) {\n    let value = locateFieldValues[fieldName];\n    if (\n      ratio !== undefined &&\n      ratio !== 1 &&\n      value &&\n      typeof value === 'object' &&\n      value.center &&\n      value.rect\n    ) {\n      value = {\n        ...value,\n        center: [\n          Math.round(value.center[0] / ratio),\n          Math.round(value.center[1] / ratio),\n        ],\n        rect: {\n          ...value.rect,\n          left: Math.round(value.rect.left / ratio),\n          top: Math.round(value.rect.top / ratio),\n          width: Math.round(value.rect.width / ratio),\n          height: Math.round(value.rect.height / ratio),\n        },\n      };\n    }\n    validated[fieldName] = value;\n  }\n\n  return validated;\n};\n\nexport const finalizeActionName = 'Finalize';\n\n/**\n * Get a readable time string for a given timestamp or the current time\n * @param format - Optional format string. Supports: YYYY, MM, DD, HH, mm, ss. Default: 'YYYY-MM-DD HH:mm:ss'\n * @param timestamp - Optional timestamp in milliseconds. If not provided, uses current system time.\n * @returns A formatted time string with format label\n */\nexport const getReadableTimeString = (\n  format = 'YYYY-MM-DD HH:mm:ss',\n  timestamp?: number,\n): string => {\n  const now = timestamp !== undefined ? new Date(timestamp) : new Date();\n  const year = now.getFullYear();\n  const month = String(now.getMonth() + 1).padStart(2, '0');\n  const day = String(now.getDate()).padStart(2, '0');\n  const hours = String(now.getHours()).padStart(2, '0');\n  const minutes = String(now.getMinutes()).padStart(2, '0');\n  const seconds = String(now.getSeconds()).padStart(2, '0');\n\n  const timeString = format\n    .replace('YYYY', String(year))\n    .replace('MM', month)\n    .replace('DD', day)\n    .replace('HH', hours)\n    .replace('mm', minutes)\n    .replace('ss', seconds);\n\n  return `${timeString} (${format})`;\n};\n"],"names":["defaultBboxSize","debugInspectUtils","getDebug","pointToBbox","x","y","bboxSize","halfSize","x1","Math","y1","x2","y2","fillBboxParam","locate","width","height","modelFamily","adaptBbox","adaptQwen2_5Bbox","bbox","msg","JSON","Error","result","adaptGpt5Bbox","Array","value","Number","numericBbox","adaptDoubaoBbox","assert","splitted","bboxList","item","normalizeBboxInput","normalizedBbox","isUITars","adaptGeminiBbox","normalized01000","left","top","right","bottom","adaptBboxToRect","offsetX","offsetY","rightLimit","bottomLimit","scale","rectLeft","rectTop","boundedRight","boundedBottom","rectWidth","rectHeight","finalLeft","finalTop","finalWidth","finalHeight","rect","mergeRects","rects","minLeft","r","minTop","maxRight","maxBottom","expandSearchArea","screenSize","minArea","expandSize","expandedLeft","expandedTop","expandRect","currentArea","centerX","centerY","scaleFactor","newWidth","newHeight","newLeft","newTop","markupImageForLLM","screenshotBase64","tree","size","elementsInfo","treeToList","elementsPositionInfoWithoutText","elementInfo","NodeType","imagePayload","compositeElementInfoImg","buildYamlFlowFromPlans","plans","actionSpace","flow","plan","verb","action","console","flowKey","flowParam","dumpActionParam","shortcutField","undefined","shortcutKeys","Object","canInlineShortcut","flowItem","PointSchema","z","SizeSchema","RectSchema","TMultimodalPromptSchema","TUserPromptSchema","locateFieldFlagName","MidsceneLocationInput","getMidsceneLocationSchema","ifMidsceneLocatorField","field","actualField","shape","dumpMidsceneLocatorField","String","findAllMidsceneLocatorField","zodType","requiredOnly","zodObject","keys","key","jsonObject","zodSchema","isPlainObject","locatorFields","fieldName","fieldValue","parseActionParam","rawParam","options","param","locateFields","locateFieldValues","paramsForValidation","validated","ratio","finalizeActionName","getReadableTimeString","format","timestamp","now","Date","year","month","day","hours","minutes","seconds","timeString"],"mappings":";;;;;;;AAwBA,MAAMA,kBAAkB;AACxB,MAAMC,oBAAoBC,SAAS;AAY5B,SAASC,YACdC,CAAS,EACTC,CAAS,EACTC,WAAWN,eAAe;IAE1B,MAAMO,WAAWD,WAAW;IAC5B,MAAME,KAAKC,KAAK,GAAG,CAACL,IAAIG,UAAU;IAClC,MAAMG,KAAKD,KAAK,GAAG,CAACJ,IAAIE,UAAU;IAClC,MAAMI,KAAKF,KAAK,GAAG,CAACL,IAAIG,UAAU;IAClC,MAAMK,KAAKH,KAAK,GAAG,CAACJ,IAAIE,UAAU;IAElC,OAAO;QAACC;QAAIE;QAAIC;QAAIC;KAAG;AACzB;AAGO,SAASC,cACdC,MAA2B,EAC3BC,KAAa,EACbC,MAAc,EACdC,WAAqC;IAGrC,IAAKH,OAAe,OAAO,IAAI,CAACA,QAAQ,MAAM;QAC5CA,OAAO,IAAI,GAAIA,OAAe,OAAO;QAErC,OAAQA,OAAe,OAAO;IAChC;IAEA,IAAIA,QAAQ,MACVA,OAAO,IAAI,GAAGI,UAAUJ,OAAO,IAAI,EAAEC,OAAOC,QAAQC;IAGtD,OAAOH;AACT;AAEO,SAASK,iBACdC,IAAc;IAEd,IAAIA,KAAK,MAAM,GAAG,GAAG;QACnB,MAAMC,MAAM,CAAC,oCAAoC,EAAEC,KAAK,SAAS,CAACF,MAAM,CAAC,CAAC;QAC1E,MAAM,IAAIG,MAAMF;IAClB;IAEA,MAAMG,SAA2C;QAC/Cf,KAAK,KAAK,CAACW,IAAI,CAAC,EAAE;QAClBX,KAAK,KAAK,CAACW,IAAI,CAAC,EAAE;QACC,YAAnB,OAAOA,IAAI,CAAC,EAAE,GACVX,KAAK,KAAK,CAACW,IAAI,CAAC,EAAE,IAClBX,KAAK,KAAK,CAACW,IAAI,CAAC,EAAE,GAAGpB;QACN,YAAnB,OAAOoB,IAAI,CAAC,EAAE,GACVX,KAAK,KAAK,CAACW,IAAI,CAAC,EAAE,IAClBX,KAAK,KAAK,CAACW,IAAI,CAAC,EAAE,GAAGpB;KAC1B;IACD,OAAOwB;AACT;AAEO,SAASC,cACdL,IAAkC;IAElC,IACE,CAACM,MAAM,OAAO,CAACN,SACfA,AAAgB,MAAhBA,KAAK,MAAM,IACX,CAACA,KAAK,KAAK,CAAC,CAACO,QAAU,AAAiB,YAAjB,OAAOA,SAAsBC,OAAO,QAAQ,CAACD,SACpE;QACA,MAAMN,MAAM,CAAC,kCAAkC,EAAEC,KAAK,SAAS,CAACF,MAAM,CAAC,CAAC;QACxE,MAAM,IAAIG,MAAMF;IAClB;IAEA,MAAMQ,cAAcT;IACpB,OAAO;QAACS,WAAW,CAAC,EAAE;QAAEA,WAAW,CAAC,EAAE;QAAEA,WAAW,CAAC,EAAE;QAAEA,WAAW,CAAC,EAAE;KAAC;AACzE;AAEO,SAASC,gBACdV,IAAkC,EAClCL,KAAa,EACbC,MAAc;IAEde,OACEhB,QAAQ,KAAKC,SAAS,GACtB;IAGF,IAAI,AAAgB,YAAhB,OAAOI,MAAmB;QAC5BW,OACE,+BAA+B,IAAI,CAACX,KAAK,IAAI,KAC7C,CAAC,iDAAiD,EAAEA,MAAM;QAE5D,MAAMY,WAAWZ,KAAK,KAAK,CAAC;QAC5B,IAAIY,AAAoB,MAApBA,SAAS,MAAM,EACjB,OAAO;YACLvB,KAAK,KAAK,CAAEmB,OAAOI,QAAQ,CAAC,EAAE,IAAIjB,QAAS;YAC3CN,KAAK,KAAK,CAAEmB,OAAOI,QAAQ,CAAC,EAAE,IAAIhB,SAAU;YAC5CP,KAAK,KAAK,CAAEmB,OAAOI,QAAQ,CAAC,EAAE,IAAIjB,QAAS;YAC3CN,KAAK,KAAK,CAAEmB,OAAOI,QAAQ,CAAC,EAAE,IAAIhB,SAAU;SAC7C;QAEH,MAAM,IAAIO,MAAM,CAAC,iDAAiD,EAAEH,MAAM;IAC5E;IAEA,IAAIa,WAAqB,EAAE;IAC3B,IAAIP,MAAM,OAAO,CAACN,SAAS,AAAmB,YAAnB,OAAOA,IAAI,CAAC,EAAE,EACvCA,KAAK,OAAO,CAAC,CAACc;QACZ,IAAI,AAAgB,YAAhB,OAAOA,QAAqBA,KAAK,QAAQ,CAAC,MAAM;YAClD,MAAM,CAAC9B,GAAGC,EAAE,GAAG6B,KAAK,KAAK,CAAC;YAC1BD,SAAS,IAAI,CAACL,OAAOxB,EAAE,IAAI,KAAKwB,OAAOvB,EAAE,IAAI;QAC/C,OAAO,IAAI,AAAgB,YAAhB,OAAO6B,QAAqBA,KAAK,QAAQ,CAAC,MAAM;YACzD,MAAM,CAAC9B,GAAGC,EAAE,GAAG6B,KAAK,KAAK,CAAC;YAC1BD,SAAS,IAAI,CAACL,OAAOxB,EAAE,IAAI,KAAKwB,OAAOvB,EAAE,IAAI;QAC/C,OACE4B,SAAS,IAAI,CAACL,OAAOM;IAEzB;SAEAD,WAAWb;IAGb,IAAIa,AAAoB,MAApBA,SAAS,MAAM,IAAUA,AAAoB,MAApBA,SAAS,MAAM,EAC1C,OAAO;QACLxB,KAAK,KAAK,CAAEwB,QAAQ,CAAC,EAAE,GAAGlB,QAAS;QACnCN,KAAK,KAAK,CAAEwB,QAAQ,CAAC,EAAE,GAAGjB,SAAU;QACpCP,KAAK,KAAK,CAAEwB,QAAQ,CAAC,EAAE,GAAGlB,QAAS;QACnCN,KAAK,KAAK,CAAEwB,QAAQ,CAAC,EAAE,GAAGjB,SAAU;KACrC;IAIH,IACEiB,AAAoB,MAApBA,SAAS,MAAM,IACfA,AAAoB,MAApBA,SAAS,MAAM,IACfA,AAAoB,MAApBA,SAAS,MAAM,IACfA,AAAoB,MAApBA,SAAS,MAAM,EAEf,OAAO;QACLxB,KAAK,GAAG,CACN,GACAA,KAAK,KAAK,CAAEwB,QAAQ,CAAC,EAAE,GAAGlB,QAAS,QAAQf,kBAAkB;QAE/DS,KAAK,GAAG,CACN,GACAA,KAAK,KAAK,CAAEwB,QAAQ,CAAC,EAAE,GAAGjB,SAAU,QAAQhB,kBAAkB;QAEhES,KAAK,GAAG,CACNM,OACAN,KAAK,KAAK,CAAEwB,QAAQ,CAAC,EAAE,GAAGlB,QAAS,QAAQf,kBAAkB;QAE/DS,KAAK,GAAG,CACNO,QACAP,KAAK,KAAK,CAAEwB,QAAQ,CAAC,EAAE,GAAGjB,SAAU,QAAQhB,kBAAkB;KAEjE;IAGH,IAAIoB,AAAgB,MAAhBA,KAAK,MAAM,EACb,OAAO;QACLX,KAAK,KAAK,CAAEwB,QAAQ,CAAC,EAAE,GAAGlB,QAAS;QACnCN,KAAK,KAAK,CAAEwB,QAAQ,CAAC,EAAE,GAAGjB,SAAU;QACpCP,KAAK,KAAK,CAAEwB,QAAQ,CAAC,EAAE,GAAGlB,QAAS;QACnCN,KAAK,KAAK,CAAEwB,QAAQ,CAAC,EAAE,GAAGjB,SAAU;KACrC;IAGH,MAAMK,MAAM,CAAC,0CAA0C,EAAEC,KAAK,SAAS,CAACF,MAAM,CAAC,CAAC;IAChF,MAAM,IAAIG,MAAMF;AAClB;AAEA,SAASc,mBACPf,IAAoB;IAEpB,IAAIM,MAAM,OAAO,CAACN,OAChB;QAAA,IAAIM,MAAM,OAAO,CAACN,IAAI,CAAC,EAAE,GACvB,OAAOA,IAAI,CAAC,EAAE;IAChB;IAGF,OAAOA;AACT;AAEO,SAASF,UACdE,IAAoB,EACpBL,KAAa,EACbC,MAAc,EACdC,WAAqC;IAErC,MAAMmB,iBAAiBD,mBAAmBf;IAE1C,IAAII,SAA2C;QAAC;QAAG;QAAG;QAAG;KAAE;IAMzDA,SAJAP,AAAgB,oBAAhBA,eACAA,AAAgB,kBAAhBA,eACAoB,SAASpB,eAEAa,gBAAgBM,gBAAgBrB,OAAOC,UACvCC,AAAgB,aAAhBA,cACAqB,gBAAgBF,gBAA4BrB,OAAOC,UACnDC,AAAgB,iBAAhBA,cACAE,iBAAiBiB,kBACjBnB,AAAgB,YAAhBA,cACAQ,cAAcW,kBAIdG,gBAAgBH,gBAA4BrB,OAAOC;IAG9D,OAAOQ;AACT;AAGO,SAASe,gBACdnB,IAAc,EACdL,KAAa,EACbC,MAAc;IAEd,OAAO;QACLP,KAAK,KAAK,CAAEW,IAAI,CAAC,EAAE,GAAGL,QAAS;QAC/BN,KAAK,KAAK,CAAEW,IAAI,CAAC,EAAE,GAAGJ,SAAU;QAChCP,KAAK,KAAK,CAAEW,IAAI,CAAC,EAAE,GAAGL,QAAS;QAC/BN,KAAK,KAAK,CAAEW,IAAI,CAAC,EAAE,GAAGJ,SAAU;KACjC;AACH;AAGO,SAASsB,gBACdlB,IAAc,EACdL,KAAa,EACbC,MAAc;IAEd,MAAMwB,OAAO/B,KAAK,KAAK,CAAEW,IAAI,CAAC,EAAE,GAAGL,QAAS;IAC5C,MAAM0B,MAAMhC,KAAK,KAAK,CAAEW,IAAI,CAAC,EAAE,GAAGJ,SAAU;IAC5C,MAAM0B,QAAQjC,KAAK,KAAK,CAAEW,IAAI,CAAC,EAAE,GAAGL,QAAS;IAC7C,MAAM4B,SAASlC,KAAK,KAAK,CAAEW,IAAI,CAAC,EAAE,GAAGJ,SAAU;IAC/C,OAAO;QAACwB;QAAMC;QAAKC;QAAOC;KAAO;AACnC;AAEO,SAASC,gBACdxB,IAAc,EACdL,KAAa,EACbC,MAAc,EACd6B,UAAU,CAAC,EACXC,UAAU,CAAC,EACXC,aAAahC,KAAK,EAClBiC,cAAchC,MAAM,EACpBC,WAAsC,EACtCgC,QAAQ,CAAC;IAEThD,kBACE,mBACAmB,MACAL,OACAC,QACA,UACA6B,SACAC,SACA,SACAC,YACAC,aACA,eACA/B,aACA,SACAgC;IAGF,MAAM,CAACT,MAAMC,KAAKC,OAAOC,OAAO,GAAGzB,UACjCE,MACAL,OACAC,QACAC;IAKF,MAAMiC,WAAWzC,KAAK,GAAG,CAAC,GAAG+B;IAC7B,MAAMW,UAAU1C,KAAK,GAAG,CAAC,GAAGgC;IAG5B,MAAMW,eAAe3C,KAAK,GAAG,CAACiC,OAAOK;IACrC,MAAMM,gBAAgB5C,KAAK,GAAG,CAACkC,QAAQK;IAEvC,MAAMM,YAAYF,eAAeF,WAAW;IAC5C,MAAMK,aAAaF,gBAAgBF,UAAU;IAG7C,MAAMK,YAAYP,AAAU,MAAVA,QAAcxC,KAAK,KAAK,CAACyC,WAAWD,SAASC;IAC/D,MAAMO,WAAWR,AAAU,MAAVA,QAAcxC,KAAK,KAAK,CAAC0C,UAAUF,SAASE;IAC7D,MAAMO,aAAaT,AAAU,MAAVA,QAAcxC,KAAK,KAAK,CAAC6C,YAAYL,SAASK;IACjE,MAAMK,cAAcV,AAAU,MAAVA,QAAcxC,KAAK,KAAK,CAAC8C,aAAaN,SAASM;IAEnE,MAAMK,OAAO;QACX,MAAMJ,YAAYX;QAClB,KAAKY,WAAWX;QAChB,OAAOY;QACP,QAAQC;IACV;IACA1D,kBAAkB,4BAA4B2D;IAE9C,OAAOA;AACT;AAEO,SAASC,WAAWC,KAAa;IACtC,MAAMC,UAAUtD,KAAK,GAAG,IAAIqD,MAAM,GAAG,CAAC,CAACE,IAAMA,EAAE,IAAI;IACnD,MAAMC,SAASxD,KAAK,GAAG,IAAIqD,MAAM,GAAG,CAAC,CAACE,IAAMA,EAAE,GAAG;IACjD,MAAME,WAAWzD,KAAK,GAAG,IAAIqD,MAAM,GAAG,CAAC,CAACE,IAAMA,EAAE,IAAI,GAAGA,EAAE,KAAK;IAC9D,MAAMG,YAAY1D,KAAK,GAAG,IAAIqD,MAAM,GAAG,CAAC,CAACE,IAAMA,EAAE,GAAG,GAAGA,EAAE,MAAM;IAC/D,OAAO;QACL,MAAMD;QACN,KAAKE;QACL,OAAOC,WAAWH;QAClB,QAAQI,YAAYF;IACtB;AACF;AAaO,SAASG,iBAAiBR,IAAU,EAAES,UAAgB;IAC3D,MAAMC,UAAU;IAChB,MAAMC,aAAa;IAInB,MAAMC,eAAe/D,KAAK,GAAG,CAACmD,KAAK,IAAI,GAAGW,YAAY;IACtD,MAAME,cAAchE,KAAK,GAAG,CAACmD,KAAK,GAAG,GAAGW,YAAY;IAEpD,MAAMG,aAAa;QACjB,MAAMF;QACN,KAAKC;QACL,OAAOhE,KAAK,GAAG,CACbmD,KAAK,IAAI,GAAGY,eAAeZ,KAAK,KAAK,GAAGW,YACxCF,WAAW,KAAK,GAAGG;QAErB,QAAQ/D,KAAK,GAAG,CACdmD,KAAK,GAAG,GAAGa,cAAcb,KAAK,MAAM,GAAGW,YACvCF,WAAW,MAAM,GAAGI;IAExB;IAGA,MAAME,cAAcD,WAAW,KAAK,GAAGA,WAAW,MAAM;IAExD,IAAIC,eAAeL,SACjB,OAAOI;IAIT,MAAME,UAAUF,WAAW,IAAI,GAAGA,WAAW,KAAK,GAAG;IACrD,MAAMG,UAAUH,WAAW,GAAG,GAAGA,WAAW,MAAM,GAAG;IAGrD,MAAMI,cAAcrE,KAAK,IAAI,CAAC6D,UAAUK;IACxC,MAAMI,WAAWtE,KAAK,KAAK,CAACiE,WAAW,KAAK,GAAGI;IAC/C,MAAME,YAAYvE,KAAK,KAAK,CAACiE,WAAW,MAAM,GAAGI;IAGjD,MAAMG,UAAUxE,KAAK,KAAK,CAACmE,UAAUG,WAAW;IAChD,MAAMG,SAASzE,KAAK,KAAK,CAACoE,UAAUG,YAAY;IAGhD,MAAMxC,OAAO/B,KAAK,GAAG,CAACwE,SAAS;IAC/B,MAAMxC,MAAMhC,KAAK,GAAG,CAACyE,QAAQ;IAE7B,OAAO;QACL1C;QACAC;QACA,OAAOhC,KAAK,GAAG,CAACsE,UAAUV,WAAW,KAAK,GAAG7B;QAC7C,QAAQ/B,KAAK,GAAG,CAACuE,WAAWX,WAAW,MAAM,GAAG5B;IAClD;AACF;AAEO,eAAe0C,kBACpBC,gBAAwB,EACxBC,IAAkC,EAClCC,IAAU;IAEV,MAAMC,eAAeC,WAAWH;IAChC,MAAMI,kCAAkCF,aAAc,MAAM,CAC1D,CAACG;QACC,IAAIA,YAAY,UAAU,CAAC,QAAQ,KAAKC,SAAS,IAAI,EACnD,OAAO;QAET,OAAO;IACT;IAGF,MAAMC,eAAe,MAAMC,wBAAwB;QACjD,gBAAgBT;QAChB,sBAAsBK;QACtBH;IACF;IACA,OAAOM;AACT;AAEO,SAASE,uBACdC,KAAuB,EACvBC,WAAgC;IAEhC,MAAMC,OAA+B,EAAE;IAEvC,KAAK,MAAMC,QAAQH,MAAO;QACxB,MAAMI,OAAOD,KAAK,IAAI;QAEtB,MAAME,SAASJ,YAAY,IAAI,CAAC,CAACI,SAAWA,OAAO,IAAI,KAAKD;QAC5D,IAAI,CAACC,QAAQ;YACXC,QAAQ,IAAI,CACV,CAAC,sBAAsB,EAAEF,KAAK,8BAA8B,CAAC;YAE/D;QACF;QAEA,MAAMG,UAAUF,OAAO,cAAc,IAAID;QACzC,MAAMI,YAAYH,OAAO,WAAW,GAChCI,gBAAgBN,KAAK,KAAK,IAAI,CAAC,GAAGE,OAAO,WAAW,IACpD,CAAC;QAOL,MAAMK,gBACJL,AAAgB,aAAhBA,OAAO,IAAI,IAAiBA,AAA0B,aAA1BA,OAAO,cAAc,GAC7C,QACAA,AAAgB,gBAAhBA,OAAO,IAAI,IAAoBA,AAA0B,gBAA1BA,OAAO,cAAc,GAClD,QACAA,AAAgB,kBAAhBA,OAAO,IAAI,IACTA,AAA0B,kBAA1BA,OAAO,cAAc,GACrB,YACAM;QACV,MAAMC,eAAeF,gBAAgBG,OAAO,IAAI,CAACL,aAAa,EAAE;QAChE,MAAMM,oBACJJ,iBACAE,AAAwB,MAAxBA,aAAa,MAAM,IACnBA,YAAY,CAAC,EAAE,KAAKF,iBACpB,AAAoC,YAApC,OAAOF,SAAS,CAACE,cAAc;QAEjC,MAAMK,WAAiCD,oBACnC;YAAE,CAACP,QAAQ,EAAEC,SAAS,CAACE,cAAwB;QAAC,IAChD;YAAE,CAACH,QAAQ,EAAE;YAAI,GAAGC,SAAS;QAAC;QAElCN,KAAK,IAAI,CAACa;IACZ;IAEA,OAAOb;AACT;AAGO,MAAMc,cAAcC,EAAE,MAAM,CAAC;IAClC,MAAMA,EAAE,MAAM;IACd,KAAKA,EAAE,MAAM;AACf;AAEO,MAAMC,aAAaD,EAAE,MAAM,CAAC;IACjC,OAAOA,EAAE,MAAM;IACf,QAAQA,EAAE,MAAM;AAClB;AAEO,MAAME,aAAaH,YAAY,GAAG,CAACE,YAAY,GAAG,CACvDD,EAAE,MAAM,CAAC;IACP,MAAMA,EAAE,MAAM,GAAG,QAAQ;AAC3B;AAIK,MAAMG,0BAA0BH,EAAE,MAAM,CAAC;IAC9C,QAAQA,EAAAA,KACA,CACJA,EAAE,MAAM,CAAC;QACP,MAAMA,EAAE,MAAM;QACd,KAAKA,EAAE,MAAM;IACf,IAED,QAAQ;IACX,yBAAyBA,EAAE,OAAO,GAAG,QAAQ;AAC/C;AAGO,MAAMI,oBAAoBJ,EAAE,KAAK,CAAC;IACvCA,EAAE,MAAM;IACRA,EAAAA,MACS,CAAC;QACN,QAAQA,EAAE,MAAM;IAClB,GACC,GAAG,CAACG,wBAAwB,OAAO;CACvC;AAMD,MAAME,sBAAsB;AAG5B,MAAMC,wBAAwBN,EAAAA,MACrB,CAAC;IACN,QAAQI;IACR,YAAYJ,EAAE,OAAO,GAAG,QAAQ;IAChC,WAAWA,EAAAA,OACD,GACP,QAAQ,GACR,QAAQ,CAAC;IACZ,WAAWA,EAAE,OAAO,GAAG,QAAQ;IAC/B,OAAOA,EAAE,KAAK,CAAC;QAACA,EAAE,MAAM;QAAIA,EAAE,OAAO;KAAG,EAAE,QAAQ;AACpD,GACC,WAAW;AAMP,MAAMO,4BAA4B,IAChCD;AAGF,MAAME,yBAAyB,CAACC;IAErC,IAAIC,cAAcD;IAClB,IAAIC,YAAY,IAAI,EAAE,aAAa,eACjCA,cAAcA,YAAY,IAAI,CAAC,SAAS;IAI1C,IAAIA,YAAY,IAAI,EAAE,aAAa,aAAa;QAC9C,MAAMC,QAAQD,YAAY,IAAI,CAAC,KAAK;QAGpC,IAAIL,uBAAuBM,OACzB,OAAO;QAKT,IAAI,YAAYA,SAASA,MAAM,MAAM,EACnC,OAAO;IAEX;IAEA,OAAO;AACT;AAEO,MAAMC,2BAA2B,CAACH;IACvC1F,OACEyF,uBAAuBC,QACvB;IAIF,IAAI,AAAiB,YAAjB,OAAOA,OACT,OAAOA;IAIT,IAAIA,SAAS,AAAiB,YAAjB,OAAOA,SAAsBA,MAAM,MAAM,EAAE;QAEtD,IAAI,AAAwB,YAAxB,OAAOA,MAAM,MAAM,EACrB,OAAOA,MAAM,MAAM;QAGrB,IAAI,AAAwB,YAAxB,OAAOA,MAAM,MAAM,IAAiBA,MAAM,MAAM,CAAC,MAAM,EACzD,OAAOA,MAAM,MAAM,CAAC,MAAM;IAE9B;IAGA,OAAOI,OAAOJ;AAChB;AAEO,MAAMK,8BAA8B,CACzCC,SACAC;IAEA,IAAI,CAACD,SACH,OAAO,EAAE;IAIX,MAAME,YAAYF;IAClB,IAAIE,UAAU,IAAI,EAAE,aAAa,eAAeA,UAAU,KAAK,EAAE;QAC/D,MAAMC,OAAOtB,OAAO,IAAI,CAACqB,UAAU,KAAK;QACxC,OAAOC,KAAK,MAAM,CAAC,CAACC;YAClB,MAAMV,QAAQQ,UAAU,KAAK,CAACE,IAAI;YAClC,IAAI,CAACX,uBAAuBC,QAC1B,OAAO;YAIT,IAAIO,cACF,OAAOP,MAAM,IAAI,EAAE,aAAa;YAGlC,OAAO;QACT;IACF;IAGA,OAAO,EAAE;AACX;AAEO,MAAMjB,kBAAkB,CAC7B4B,YACAC;IAGA,IAAI,CAACC,cAAcF,aACjB,OAAO,CAAC;IAGV,MAAMG,gBAAgBT,4BAA4BO;IAClD,MAAM7G,SAAS;QAAE,GAAG4G,UAAU;IAAC;IAE/B,KAAK,MAAMI,aAAaD,cAAe;QACrC,MAAME,aAAajH,MAAM,CAACgH,UAAU;QACpC,IAAIC,YAEF;YAAA,IAAI,AAAsB,YAAtB,OAAOA,YACTjH,MAAM,CAACgH,UAAU,GAAGC;iBACf,IAAI,AAAsB,YAAtB,OAAOA,YAEhB;gBAAA,IAAIA,WAAW,MAAM,EAEnB;oBAAA,IAAI,AAA6B,YAA7B,OAAOA,WAAW,MAAM,EAC1BjH,MAAM,CAACgH,UAAU,GAAGC,WAAW,MAAM;yBAChC,IACL,AAA6B,YAA7B,OAAOA,WAAW,MAAM,IACxBA,WAAW,MAAM,CAAC,MAAM,EAGxBjH,MAAM,CAACgH,UAAU,GAAGC,WAAW,MAAM,CAAC,MAAM;gBAC9C;YACF;QACF;IAEJ;IAEA,OAAOjH;AACT;AAaO,MAAMkH,mBAAmB,CAC9BC,UACAN,WACAO;IAGA,IAAI,CAACP,WACH;IAIF,MAAMQ,QAAQF,YAAY,CAAC;IAG3B,MAAMG,eAAehB,4BAA4BO;IAGjD,IAAIS,AAAwB,MAAxBA,aAAa,MAAM,EACrB,OAAOT,UAAU,KAAK,CAACQ;IAIzB,MAAME,oBAAyC,CAAC;IAChD,KAAK,MAAMP,aAAaM,aACtB,IAAIN,aAAaK,OACfE,iBAAiB,CAACP,UAAU,GAAGK,KAAK,CAACL,UAAU;IAKnD,MAAMQ,sBAA2C,CAAC;IAClD,IAAK,MAAMb,OAAOU,MAChB,IAAIC,aAAa,QAAQ,CAACX,MAExBa,mBAAmB,CAACb,IAAI,GAAG;QAAE,QAAQ;IAAU;SAE/Ca,mBAAmB,CAACb,IAAI,GAAGU,KAAK,CAACV,IAAI;IAKzC,MAAMc,YAAYZ,UAAU,KAAK,CAACW;IAIlC,MAAME,QAAQN,SAAS;IACvB,IAAK,MAAMJ,aAAaO,kBAAmB;QACzC,IAAIpH,QAAQoH,iBAAiB,CAACP,UAAU;QACxC,IACEU,AAAUxC,WAAVwC,SACAA,AAAU,MAAVA,SACAvH,SACA,AAAiB,YAAjB,OAAOA,SACPA,MAAM,MAAM,IACZA,MAAM,IAAI,EAEVA,QAAQ;YACN,GAAGA,KAAK;YACR,QAAQ;gBACNlB,KAAK,KAAK,CAACkB,MAAM,MAAM,CAAC,EAAE,GAAGuH;gBAC7BzI,KAAK,KAAK,CAACkB,MAAM,MAAM,CAAC,EAAE,GAAGuH;aAC9B;YACD,MAAM;gBACJ,GAAGvH,MAAM,IAAI;gBACb,MAAMlB,KAAK,KAAK,CAACkB,MAAM,IAAI,CAAC,IAAI,GAAGuH;gBACnC,KAAKzI,KAAK,KAAK,CAACkB,MAAM,IAAI,CAAC,GAAG,GAAGuH;gBACjC,OAAOzI,KAAK,KAAK,CAACkB,MAAM,IAAI,CAAC,KAAK,GAAGuH;gBACrC,QAAQzI,KAAK,KAAK,CAACkB,MAAM,IAAI,CAAC,MAAM,GAAGuH;YACzC;QACF;QAEFD,SAAS,CAACT,UAAU,GAAG7G;IACzB;IAEA,OAAOsH;AACT;AAEO,MAAME,qBAAqB;AAQ3B,MAAMC,wBAAwB,CACnCC,SAAS,qBAAqB,EAC9BC;IAEA,MAAMC,MAAMD,AAAc5C,WAAd4C,YAA0B,IAAIE,KAAKF,aAAa,IAAIE;IAChE,MAAMC,OAAOF,IAAI,WAAW;IAC5B,MAAMG,QAAQ7B,OAAO0B,IAAI,QAAQ,KAAK,GAAG,QAAQ,CAAC,GAAG;IACrD,MAAMI,MAAM9B,OAAO0B,IAAI,OAAO,IAAI,QAAQ,CAAC,GAAG;IAC9C,MAAMK,QAAQ/B,OAAO0B,IAAI,QAAQ,IAAI,QAAQ,CAAC,GAAG;IACjD,MAAMM,UAAUhC,OAAO0B,IAAI,UAAU,IAAI,QAAQ,CAAC,GAAG;IACrD,MAAMO,UAAUjC,OAAO0B,IAAI,UAAU,IAAI,QAAQ,CAAC,GAAG;IAErD,MAAMQ,aAAaV,OAChB,OAAO,CAAC,QAAQxB,OAAO4B,OACvB,OAAO,CAAC,MAAMC,OACd,OAAO,CAAC,MAAMC,KACd,OAAO,CAAC,MAAMC,OACd,OAAO,CAAC,MAAMC,SACd,OAAO,CAAC,MAAMC;IAEjB,OAAO,GAAGC,WAAW,EAAE,EAAEV,OAAO,CAAC,CAAC;AACpC"}

package/dist/es/dump/screenshot-store.mjs

@@ -1,4 +1,5 @@
-import { existsSync, mkdirSync, readFileSync, rmSync, writeFileSync } from "node:fs";
+import { existsSync, mkdirSync, readFileSync, rmSync } from "node:fs";
+import { writeFile } from "node:fs/promises";
 import { dirname, isAbsolute, join } from "node:path";
 import { extractImageByIdSync } from "./html-utils.mjs";
 function _define_property(obj, key, value) {
@@ -56,15 +57,15 @@ function resolveScreenshotSource(refInput, options) {
     throw new Error(`ScreenshotStore: cannot resolve screenshot "${id}" from ${options.reportPath}`);
 }
 class ScreenshotStore {
-    persist(screenshot) {
+    async persist(screenshot) {
         const shouldWriteFileCopy = 'directory' === this.mode || this.alsoWriteFileCopy;
-        const fileRef = shouldWriteFileCopy ? this.persistToSharedFileIfNeeded(screenshot, {
+        const fileRef = shouldWriteFileCopy ? await this.persistToSharedFileIfNeeded(screenshot, {
             markAsPersisted: 'directory' === this.mode
         }) : null;
         if ('inline' === this.mode) {
             if (!this.writeInlineImage) throw new Error('ScreenshotStore: writeInlineImage is required in inline mode');
             if (!this.writtenInlineIds.has(screenshot.id)) {
-                this.writeInlineImage(screenshot.id, screenshot.base64);
+                await this.writeInlineImage(screenshot.id, screenshot.base64);
                 this.writtenInlineIds.add(screenshot.id);
             }
             return screenshot.markPersistedInline(this.reportPath);
@@ -72,7 +73,7 @@ class ScreenshotStore {
         if (!fileRef) throw new Error('ScreenshotStore: file persistence is required in directory mode');
         return fileRef;
     }
-    persistToSharedFileIfNeeded(screenshot, options) {
+    async persistToSharedFileIfNeeded(screenshot, options) {
         const screenshotsDir = this.screenshotsDir;
         if (!screenshotsDir) throw new Error('ScreenshotStore: screenshotsDir is required when file persistence is enabled');
         if (!existsSync(screenshotsDir)) mkdirSync(screenshotsDir, {
@@ -82,7 +83,7 @@ class ScreenshotStore {
         const absolutePath = join(screenshotsDir, `${screenshot.id}.${screenshot.extension}`);
         if (!this.writtenFileIds.has(screenshot.id)) {
             const buffer = Buffer.from(screenshot.rawBase64, 'base64');
-            writeFileSync(absolutePath, buffer);
+            await writeFile(absolutePath, buffer);
             this.writtenFileIds.add(screenshot.id);
         }
         if (options.markAsPersisted) return screenshot.markPersistedToPath(relativePath, absolutePath);

package/dist/es/dump/screenshot-store.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"dump/screenshot-store.mjs","sources":["../../../src/dump/screenshot-store.ts"],"sourcesContent":["import {\n  existsSync,\n  mkdirSync,\n  readFileSync,\n  rmSync,\n  writeFileSync,\n} from 'node:fs';\nimport { dirname, isAbsolute, join } from 'node:path';\nimport type { ScreenshotItem } from '../screenshot-item';\nimport { extractImageByIdSync } from './html-utils';\n\nexport interface ScreenshotRef {\n  type: 'midscene_screenshot_ref';\n  id: string;\n  capturedAt: number;\n  mimeType: 'image/png' | 'image/jpeg';\n  storage: 'inline' | 'file';\n  path?: string;\n}\n\nexport function normalizeScreenshotRef(value: unknown): ScreenshotRef | null {\n  if (typeof value !== 'object' || value === null) return null;\n  const record = value as Record<string, unknown>;\n\n  if (\n    record.type === 'midscene_screenshot_ref' &&\n    typeof record.id === 'string' &&\n    typeof record.capturedAt === 'number' &&\n    (record.storage === 'inline' || record.storage === 'file') &&\n    (record.mimeType === 'image/png' || record.mimeType === 'image/jpeg')\n  ) {\n    if (record.storage === 'file' && typeof record.path !== 'string') {\n      return null;\n    }\n    return record as unknown as ScreenshotRef;\n  }\n\n  return null;\n}\n\ntype ResolvedScreenshotSource =\n  | {\n      type: 'data-uri';\n      id: string;\n      mimeType: ScreenshotRef['mimeType'];\n      dataUri: string;\n    }\n  | {\n      type: 'file';\n      id: string;\n      mimeType: ScreenshotRef['mimeType'];\n      filePath: string;\n    };\n\nfunction extensionByMimeType(mimeType: ScreenshotRef['mimeType']): string {\n  return mimeType === 'image/jpeg' ? 'jpeg' : 'png';\n}\n\nexport function resolveScreenshotSource(\n  refInput: unknown,\n  options: {\n    reportPath: string;\n    fallbackId?: string;\n    fallbackMimeType?: ScreenshotRef['mimeType'];\n  },\n): ResolvedScreenshotSource {\n  const ref = normalizeScreenshotRef(refInput);\n  const id = ref?.id ?? options.fallbackId;\n  const mimeType = ref?.mimeType ?? options.fallbackMimeType;\n\n  if (!id || !mimeType) {\n    throw new Error(\n      'ScreenshotStore: screenshot id and mimeType are required to resolve screenshot',\n    );\n  }\n\n  const resolveReportRelativePath = (filePath: string): string =>\n    isAbsolute(filePath)\n      ? filePath\n      : join(dirname(options.reportPath), filePath);\n\n  if (ref?.storage === 'file') {\n    if (!ref.path) {\n      throw new Error(\n        `ScreenshotStore: screenshot ref \"${ref.id}\" missing file path`,\n      );\n    }\n\n    const explicitFilePath = resolveReportRelativePath(ref.path);\n    if (existsSync(explicitFilePath)) {\n      return {\n        type: 'file',\n        id,\n        mimeType,\n        filePath: explicitFilePath,\n      };\n    }\n  }\n\n  const inlineDataUri = extractImageByIdSync(options.reportPath, id);\n  if (inlineDataUri) {\n    return {\n      type: 'data-uri',\n      id,\n      mimeType,\n      dataUri: inlineDataUri,\n    };\n  }\n\n  const siblingScreenshotPath = join(\n    dirname(options.reportPath),\n    'screenshots',\n    `${id}.${extensionByMimeType(mimeType)}`,\n  );\n  if (existsSync(siblingScreenshotPath)) {\n    return {\n      type: 'file',\n      id,\n      mimeType,\n      filePath: siblingScreenshotPath,\n    };\n  }\n\n  throw new Error(\n    `ScreenshotStore: cannot resolve screenshot \"${id}\" from ${options.reportPath}`,\n  );\n}\n\nexport class ScreenshotStore {\n  private readonly mode: 'inline' | 'directory';\n  private readonly reportPath: string;\n  private readonly screenshotsDir?: string;\n  private readonly writeInlineImage?: (id: string, base64: string) => void;\n  private readonly alsoWriteFileCopy: boolean;\n  private readonly writtenInlineIds = new Set<string>();\n  private readonly writtenFileIds = new Set<string>();\n\n  constructor(options: {\n    mode: 'inline' | 'directory';\n    reportPath: string;\n    screenshotsDir?: string;\n    writeInlineImage?: (id: string, base64: string) => void;\n    alsoWriteFileCopy?: boolean;\n    /** @deprecated Use alsoWriteFileCopy instead. */\n    ensureFileCopy?: boolean;\n  }) {\n    this.mode = options.mode;\n    this.reportPath = options.reportPath;\n    this.screenshotsDir = options.screenshotsDir;\n    this.writeInlineImage = options.writeInlineImage;\n    this.alsoWriteFileCopy =\n      options.alsoWriteFileCopy ?? options.ensureFileCopy ?? false;\n  }\n\n  persist(screenshot: ScreenshotItem): ScreenshotRef {\n    const shouldWriteFileCopy =\n      this.mode === 'directory' || this.alsoWriteFileCopy;\n    const fileRef = shouldWriteFileCopy\n      ? this.persistToSharedFileIfNeeded(screenshot, {\n          markAsPersisted: this.mode === 'directory',\n        })\n      : null;\n\n    if (this.mode === 'inline') {\n      if (!this.writeInlineImage) {\n        throw new Error(\n          'ScreenshotStore: writeInlineImage is required in inline mode',\n        );\n      }\n      if (!this.writtenInlineIds.has(screenshot.id)) {\n        this.writeInlineImage(screenshot.id, screenshot.base64);\n        this.writtenInlineIds.add(screenshot.id);\n      }\n      return screenshot.markPersistedInline(this.reportPath);\n    }\n\n    if (!fileRef) {\n      throw new Error(\n        'ScreenshotStore: file persistence is required in directory mode',\n      );\n    }\n    return fileRef;\n  }\n\n  private persistToSharedFileIfNeeded(\n    screenshot: ScreenshotItem,\n    options: {\n      markAsPersisted: boolean;\n    },\n  ): ScreenshotRef {\n    const screenshotsDir = this.screenshotsDir;\n    if (!screenshotsDir) {\n      throw new Error(\n        'ScreenshotStore: screenshotsDir is required when file persistence is enabled',\n      );\n    }\n    if (!existsSync(screenshotsDir)) {\n      mkdirSync(screenshotsDir, { recursive: true });\n    }\n\n    const relativePath = `./screenshots/${screenshot.id}.${screenshot.extension}`;\n    const absolutePath = join(\n      screenshotsDir,\n      `${screenshot.id}.${screenshot.extension}`,\n    );\n\n    if (!this.writtenFileIds.has(screenshot.id)) {\n      const buffer = Buffer.from(screenshot.rawBase64, 'base64');\n      writeFileSync(absolutePath, buffer);\n      this.writtenFileIds.add(screenshot.id);\n    }\n\n    if (options.markAsPersisted) {\n      return screenshot.markPersistedToPath(relativePath, absolutePath);\n    }\n\n    return screenshot.registerPersistedFileCopy(relativePath, absolutePath);\n  }\n\n  loadBase64(refInput: unknown): string {\n    const ref = normalizeScreenshotRef(refInput);\n    if (!ref) {\n      throw new Error('ScreenshotStore: invalid screenshot reference');\n    }\n\n    const resolved = resolveScreenshotSource(ref, {\n      reportPath: this.reportPath,\n    });\n\n    if (resolved.type === 'data-uri') {\n      return resolved.dataUri;\n    }\n\n    const data = readFileSync(resolved.filePath);\n    return `data:${resolved.mimeType};base64,${data.toString('base64')}`;\n  }\n\n  cleanup(): void {\n    if (\n      this.mode === 'directory' &&\n      this.screenshotsDir &&\n      existsSync(this.screenshotsDir)\n    ) {\n      rmSync(this.screenshotsDir, { recursive: true, force: true });\n    }\n    this.writtenInlineIds.clear();\n    this.writtenFileIds.clear();\n  }\n}\n"],"names":["normalizeScreenshotRef","value","record","extensionByMimeType","mimeType","resolveScreenshotSource","refInput","options","ref","id","Error","resolveReportRelativePath","filePath","isAbsolute","join","dirname","explicitFilePath","existsSync","inlineDataUri","extractImageByIdSync","siblingScreenshotPath","ScreenshotStore","screenshot","shouldWriteFileCopy","fileRef","screenshotsDir","mkdirSync","relativePath","absolutePath","buffer","Buffer","writeFileSync","resolved","data","readFileSync","rmSync","Set"],"mappings":";;;;;;;;;;;;;AAoBO,SAASA,uBAAuBC,KAAc;IACnD,IAAI,AAAiB,YAAjB,OAAOA,SAAsBA,AAAU,SAAVA,OAAgB,OAAO;IACxD,MAAMC,SAASD;IAEf,IACEC,AAAgB,8BAAhBA,OAAO,IAAI,IACX,AAAqB,YAArB,OAAOA,OAAO,EAAE,IAChB,AAA6B,YAA7B,OAAOA,OAAO,UAAU,IACvBA,CAAAA,AAAmB,aAAnBA,OAAO,OAAO,IAAiBA,AAAmB,WAAnBA,OAAO,OAAO,AAAU,KACvDA,CAAAA,AAAoB,gBAApBA,OAAO,QAAQ,IAAoBA,AAAoB,iBAApBA,OAAO,QAAQ,AAAgB,GACnE;QACA,IAAIA,AAAmB,WAAnBA,OAAO,OAAO,IAAe,AAAuB,YAAvB,OAAOA,OAAO,IAAI,EACjD,OAAO;QAET,OAAOA;IACT;IAEA,OAAO;AACT;AAgBA,SAASC,oBAAoBC,QAAmC;IAC9D,OAAOA,AAAa,iBAAbA,WAA4B,SAAS;AAC9C;AAEO,SAASC,wBACdC,QAAiB,EACjBC,OAIC;IAED,MAAMC,MAAMR,uBAAuBM;IACnC,MAAMG,KAAKD,KAAK,MAAMD,QAAQ,UAAU;IACxC,MAAMH,WAAWI,KAAK,YAAYD,QAAQ,gBAAgB;IAE1D,IAAI,CAACE,MAAM,CAACL,UACV,MAAM,IAAIM,MACR;IAIJ,MAAMC,4BAA4B,CAACC,WACjCC,WAAWD,YACPA,WACAE,KAAKC,QAAQR,QAAQ,UAAU,GAAGK;IAExC,IAAIJ,KAAK,YAAY,QAAQ;QAC3B,IAAI,CAACA,IAAI,IAAI,EACX,MAAM,IAAIE,MACR,CAAC,iCAAiC,EAAEF,IAAI,EAAE,CAAC,mBAAmB,CAAC;QAInE,MAAMQ,mBAAmBL,0BAA0BH,IAAI,IAAI;QAC3D,IAAIS,WAAWD,mBACb,OAAO;YACL,MAAM;YACNP;YACAL;YACA,UAAUY;QACZ;IAEJ;IAEA,MAAME,gBAAgBC,qBAAqBZ,QAAQ,UAAU,EAAEE;IAC/D,IAAIS,eACF,OAAO;QACL,MAAM;QACNT;QACAL;QACA,SAASc;IACX;IAGF,MAAME,wBAAwBN,KAC5BC,QAAQR,QAAQ,UAAU,GAC1B,eACA,GAAGE,GAAG,CAAC,EAAEN,oBAAoBC,WAAW;IAE1C,IAAIa,WAAWG,wBACb,OAAO;QACL,MAAM;QACNX;QACAL;QACA,UAAUgB;IACZ;IAGF,MAAM,IAAIV,MACR,CAAC,4CAA4C,EAAED,GAAG,OAAO,EAAEF,QAAQ,UAAU,EAAE;AAEnF;AAEO,MAAMc;IA0BX,QAAQC,UAA0B,EAAiB;QACjD,MAAMC,sBACJ,AAAc,gBAAd,IAAI,CAAC,IAAI,IAAoB,IAAI,CAAC,iBAAiB;QACrD,MAAMC,UAAUD,sBACZ,IAAI,CAAC,2BAA2B,CAACD,YAAY;YAC3C,iBAAiB,AAAc,gBAAd,IAAI,CAAC,IAAI;QAC5B,KACA;QAEJ,IAAI,AAAc,aAAd,IAAI,CAAC,IAAI,EAAe;YAC1B,IAAI,CAAC,IAAI,CAAC,gBAAgB,EACxB,MAAM,IAAIZ,MACR;YAGJ,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAACY,WAAW,EAAE,GAAG;gBAC7C,IAAI,CAAC,gBAAgB,CAACA,WAAW,EAAE,EAAEA,WAAW,MAAM;gBACtD,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAACA,WAAW,EAAE;YACzC;YACA,OAAOA,WAAW,mBAAmB,CAAC,IAAI,CAAC,UAAU;QACvD;QAEA,IAAI,CAACE,SACH,MAAM,IAAId,MACR;QAGJ,OAAOc;IACT;IAEQ,4BACNF,UAA0B,EAC1Bf,OAEC,EACc;QACf,MAAMkB,iBAAiB,IAAI,CAAC,cAAc;QAC1C,IAAI,CAACA,gBACH,MAAM,IAAIf,MACR;QAGJ,IAAI,CAACO,WAAWQ,iBACdC,UAAUD,gBAAgB;YAAE,WAAW;QAAK;QAG9C,MAAME,eAAe,CAAC,cAAc,EAAEL,WAAW,EAAE,CAAC,CAAC,EAAEA,WAAW,SAAS,EAAE;QAC7E,MAAMM,eAAed,KACnBW,gBACA,GAAGH,WAAW,EAAE,CAAC,CAAC,EAAEA,WAAW,SAAS,EAAE;QAG5C,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAACA,WAAW,EAAE,GAAG;YAC3C,MAAMO,SAASC,OAAO,IAAI,CAACR,WAAW,SAAS,EAAE;YACjDS,cAAcH,cAAcC;YAC5B,IAAI,CAAC,cAAc,CAAC,GAAG,CAACP,WAAW,EAAE;QACvC;QAEA,IAAIf,QAAQ,eAAe,EACzB,OAAOe,WAAW,mBAAmB,CAACK,cAAcC;QAGtD,OAAON,WAAW,yBAAyB,CAACK,cAAcC;IAC5D;IAEA,WAAWtB,QAAiB,EAAU;QACpC,MAAME,MAAMR,uBAAuBM;QACnC,IAAI,CAACE,KACH,MAAM,IAAIE,MAAM;QAGlB,MAAMsB,WAAW3B,wBAAwBG,KAAK;YAC5C,YAAY,IAAI,CAAC,UAAU;QAC7B;QAEA,IAAIwB,AAAkB,eAAlBA,SAAS,IAAI,EACf,OAAOA,SAAS,OAAO;QAGzB,MAAMC,OAAOC,aAAaF,SAAS,QAAQ;QAC3C,OAAO,CAAC,KAAK,EAAEA,SAAS,QAAQ,CAAC,QAAQ,EAAEC,KAAK,QAAQ,CAAC,WAAW;IACtE;IAEA,UAAgB;QACd,IACE,AAAc,gBAAd,IAAI,CAAC,IAAI,IACT,IAAI,CAAC,cAAc,IACnBhB,WAAW,IAAI,CAAC,cAAc,GAE9BkB,OAAO,IAAI,CAAC,cAAc,EAAE;YAAE,WAAW;YAAM,OAAO;QAAK;QAE7D,IAAI,CAAC,gBAAgB,CAAC,KAAK;QAC3B,IAAI,CAAC,cAAc,CAAC,KAAK;IAC3B;IA9GA,YAAY5B,OAQX,CAAE;QAhBH,uBAAiB,QAAjB;QACA,uBAAiB,cAAjB;QACA,uBAAiB,kBAAjB;QACA,uBAAiB,oBAAjB;QACA,uBAAiB,qBAAjB;QACA,uBAAiB,oBAAmB,IAAI6B;QACxC,uBAAiB,kBAAiB,IAAIA;QAWpC,IAAI,CAAC,IAAI,GAAG7B,QAAQ,IAAI;QACxB,IAAI,CAAC,UAAU,GAAGA,QAAQ,UAAU;QACpC,IAAI,CAAC,cAAc,GAAGA,QAAQ,cAAc;QAC5C,IAAI,CAAC,gBAAgB,GAAGA,QAAQ,gBAAgB;QAChD,IAAI,CAAC,iBAAiB,GACpBA,QAAQ,iBAAiB,IAAIA,QAAQ,cAAc,IAAI;IAC3D;AAgGF"}
+{"version":3,"file":"dump/screenshot-store.mjs","sources":["../../../src/dump/screenshot-store.ts"],"sourcesContent":["import { existsSync, mkdirSync, readFileSync, rmSync } from 'node:fs';\nimport { writeFile as writeFileAsync } from 'node:fs/promises';\nimport { dirname, isAbsolute, join } from 'node:path';\nimport type { ScreenshotItem } from '../screenshot-item';\nimport { extractImageByIdSync } from './html-utils';\n\nexport interface ScreenshotRef {\n  type: 'midscene_screenshot_ref';\n  id: string;\n  capturedAt: number;\n  mimeType: 'image/png' | 'image/jpeg';\n  storage: 'inline' | 'file';\n  path?: string;\n}\n\nexport function normalizeScreenshotRef(value: unknown): ScreenshotRef | null {\n  if (typeof value !== 'object' || value === null) return null;\n  const record = value as Record<string, unknown>;\n\n  if (\n    record.type === 'midscene_screenshot_ref' &&\n    typeof record.id === 'string' &&\n    typeof record.capturedAt === 'number' &&\n    (record.storage === 'inline' || record.storage === 'file') &&\n    (record.mimeType === 'image/png' || record.mimeType === 'image/jpeg')\n  ) {\n    if (record.storage === 'file' && typeof record.path !== 'string') {\n      return null;\n    }\n    return record as unknown as ScreenshotRef;\n  }\n\n  return null;\n}\n\ntype ResolvedScreenshotSource =\n  | {\n      type: 'data-uri';\n      id: string;\n      mimeType: ScreenshotRef['mimeType'];\n      dataUri: string;\n    }\n  | {\n      type: 'file';\n      id: string;\n      mimeType: ScreenshotRef['mimeType'];\n      filePath: string;\n    };\n\nfunction extensionByMimeType(mimeType: ScreenshotRef['mimeType']): string {\n  return mimeType === 'image/jpeg' ? 'jpeg' : 'png';\n}\n\nexport function resolveScreenshotSource(\n  refInput: unknown,\n  options: {\n    reportPath: string;\n    fallbackId?: string;\n    fallbackMimeType?: ScreenshotRef['mimeType'];\n  },\n): ResolvedScreenshotSource {\n  const ref = normalizeScreenshotRef(refInput);\n  const id = ref?.id ?? options.fallbackId;\n  const mimeType = ref?.mimeType ?? options.fallbackMimeType;\n\n  if (!id || !mimeType) {\n    throw new Error(\n      'ScreenshotStore: screenshot id and mimeType are required to resolve screenshot',\n    );\n  }\n\n  const resolveReportRelativePath = (filePath: string): string =>\n    isAbsolute(filePath)\n      ? filePath\n      : join(dirname(options.reportPath), filePath);\n\n  if (ref?.storage === 'file') {\n    if (!ref.path) {\n      throw new Error(\n        `ScreenshotStore: screenshot ref \"${ref.id}\" missing file path`,\n      );\n    }\n\n    const explicitFilePath = resolveReportRelativePath(ref.path);\n    if (existsSync(explicitFilePath)) {\n      return {\n        type: 'file',\n        id,\n        mimeType,\n        filePath: explicitFilePath,\n      };\n    }\n  }\n\n  const inlineDataUri = extractImageByIdSync(options.reportPath, id);\n  if (inlineDataUri) {\n    return {\n      type: 'data-uri',\n      id,\n      mimeType,\n      dataUri: inlineDataUri,\n    };\n  }\n\n  const siblingScreenshotPath = join(\n    dirname(options.reportPath),\n    'screenshots',\n    `${id}.${extensionByMimeType(mimeType)}`,\n  );\n  if (existsSync(siblingScreenshotPath)) {\n    return {\n      type: 'file',\n      id,\n      mimeType,\n      filePath: siblingScreenshotPath,\n    };\n  }\n\n  throw new Error(\n    `ScreenshotStore: cannot resolve screenshot \"${id}\" from ${options.reportPath}`,\n  );\n}\n\nexport class ScreenshotStore {\n  private readonly mode: 'inline' | 'directory';\n  private readonly reportPath: string;\n  private readonly screenshotsDir?: string;\n  private readonly writeInlineImage?: (\n    id: string,\n    base64: string,\n  ) => void | Promise<void>;\n  private readonly alsoWriteFileCopy: boolean;\n  private readonly writtenInlineIds = new Set<string>();\n  private readonly writtenFileIds = new Set<string>();\n\n  constructor(options: {\n    mode: 'inline' | 'directory';\n    reportPath: string;\n    screenshotsDir?: string;\n    writeInlineImage?: (id: string, base64: string) => void | Promise<void>;\n    alsoWriteFileCopy?: boolean;\n    /** @deprecated Use alsoWriteFileCopy instead. */\n    ensureFileCopy?: boolean;\n  }) {\n    this.mode = options.mode;\n    this.reportPath = options.reportPath;\n    this.screenshotsDir = options.screenshotsDir;\n    this.writeInlineImage = options.writeInlineImage;\n    this.alsoWriteFileCopy =\n      options.alsoWriteFileCopy ?? options.ensureFileCopy ?? false;\n  }\n\n  async persist(screenshot: ScreenshotItem): Promise<ScreenshotRef> {\n    const shouldWriteFileCopy =\n      this.mode === 'directory' || this.alsoWriteFileCopy;\n    const fileRef = shouldWriteFileCopy\n      ? await this.persistToSharedFileIfNeeded(screenshot, {\n          markAsPersisted: this.mode === 'directory',\n        })\n      : null;\n\n    if (this.mode === 'inline') {\n      if (!this.writeInlineImage) {\n        throw new Error(\n          'ScreenshotStore: writeInlineImage is required in inline mode',\n        );\n      }\n      if (!this.writtenInlineIds.has(screenshot.id)) {\n        await this.writeInlineImage(screenshot.id, screenshot.base64);\n        this.writtenInlineIds.add(screenshot.id);\n      }\n      return screenshot.markPersistedInline(this.reportPath);\n    }\n\n    if (!fileRef) {\n      throw new Error(\n        'ScreenshotStore: file persistence is required in directory mode',\n      );\n    }\n    return fileRef;\n  }\n\n  private async persistToSharedFileIfNeeded(\n    screenshot: ScreenshotItem,\n    options: {\n      markAsPersisted: boolean;\n    },\n  ): Promise<ScreenshotRef> {\n    const screenshotsDir = this.screenshotsDir;\n    if (!screenshotsDir) {\n      throw new Error(\n        'ScreenshotStore: screenshotsDir is required when file persistence is enabled',\n      );\n    }\n    if (!existsSync(screenshotsDir)) {\n      mkdirSync(screenshotsDir, { recursive: true });\n    }\n\n    const relativePath = `./screenshots/${screenshot.id}.${screenshot.extension}`;\n    const absolutePath = join(\n      screenshotsDir,\n      `${screenshot.id}.${screenshot.extension}`,\n    );\n\n    if (!this.writtenFileIds.has(screenshot.id)) {\n      const buffer = Buffer.from(screenshot.rawBase64, 'base64');\n      await writeFileAsync(absolutePath, buffer);\n      this.writtenFileIds.add(screenshot.id);\n    }\n\n    if (options.markAsPersisted) {\n      return screenshot.markPersistedToPath(relativePath, absolutePath);\n    }\n\n    return screenshot.registerPersistedFileCopy(relativePath, absolutePath);\n  }\n\n  loadBase64(refInput: unknown): string {\n    const ref = normalizeScreenshotRef(refInput);\n    if (!ref) {\n      throw new Error('ScreenshotStore: invalid screenshot reference');\n    }\n\n    const resolved = resolveScreenshotSource(ref, {\n      reportPath: this.reportPath,\n    });\n\n    if (resolved.type === 'data-uri') {\n      return resolved.dataUri;\n    }\n\n    const data = readFileSync(resolved.filePath);\n    return `data:${resolved.mimeType};base64,${data.toString('base64')}`;\n  }\n\n  cleanup(): void {\n    if (\n      this.mode === 'directory' &&\n      this.screenshotsDir &&\n      existsSync(this.screenshotsDir)\n    ) {\n      rmSync(this.screenshotsDir, { recursive: true, force: true });\n    }\n    this.writtenInlineIds.clear();\n    this.writtenFileIds.clear();\n  }\n}\n"],"names":["normalizeScreenshotRef","value","record","extensionByMimeType","mimeType","resolveScreenshotSource","refInput","options","ref","id","Error","resolveReportRelativePath","filePath","isAbsolute","join","dirname","explicitFilePath","existsSync","inlineDataUri","extractImageByIdSync","siblingScreenshotPath","ScreenshotStore","screenshot","shouldWriteFileCopy","fileRef","screenshotsDir","mkdirSync","relativePath","absolutePath","buffer","Buffer","writeFileAsync","resolved","data","readFileSync","rmSync","Set"],"mappings":";;;;;;;;;;;;;;AAeO,SAASA,uBAAuBC,KAAc;IACnD,IAAI,AAAiB,YAAjB,OAAOA,SAAsBA,AAAU,SAAVA,OAAgB,OAAO;IACxD,MAAMC,SAASD;IAEf,IACEC,AAAgB,8BAAhBA,OAAO,IAAI,IACX,AAAqB,YAArB,OAAOA,OAAO,EAAE,IAChB,AAA6B,YAA7B,OAAOA,OAAO,UAAU,IACvBA,CAAAA,AAAmB,aAAnBA,OAAO,OAAO,IAAiBA,AAAmB,WAAnBA,OAAO,OAAO,AAAU,KACvDA,CAAAA,AAAoB,gBAApBA,OAAO,QAAQ,IAAoBA,AAAoB,iBAApBA,OAAO,QAAQ,AAAgB,GACnE;QACA,IAAIA,AAAmB,WAAnBA,OAAO,OAAO,IAAe,AAAuB,YAAvB,OAAOA,OAAO,IAAI,EACjD,OAAO;QAET,OAAOA;IACT;IAEA,OAAO;AACT;AAgBA,SAASC,oBAAoBC,QAAmC;IAC9D,OAAOA,AAAa,iBAAbA,WAA4B,SAAS;AAC9C;AAEO,SAASC,wBACdC,QAAiB,EACjBC,OAIC;IAED,MAAMC,MAAMR,uBAAuBM;IACnC,MAAMG,KAAKD,KAAK,MAAMD,QAAQ,UAAU;IACxC,MAAMH,WAAWI,KAAK,YAAYD,QAAQ,gBAAgB;IAE1D,IAAI,CAACE,MAAM,CAACL,UACV,MAAM,IAAIM,MACR;IAIJ,MAAMC,4BAA4B,CAACC,WACjCC,WAAWD,YACPA,WACAE,KAAKC,QAAQR,QAAQ,UAAU,GAAGK;IAExC,IAAIJ,KAAK,YAAY,QAAQ;QAC3B,IAAI,CAACA,IAAI,IAAI,EACX,MAAM,IAAIE,MACR,CAAC,iCAAiC,EAAEF,IAAI,EAAE,CAAC,mBAAmB,CAAC;QAInE,MAAMQ,mBAAmBL,0BAA0BH,IAAI,IAAI;QAC3D,IAAIS,WAAWD,mBACb,OAAO;YACL,MAAM;YACNP;YACAL;YACA,UAAUY;QACZ;IAEJ;IAEA,MAAME,gBAAgBC,qBAAqBZ,QAAQ,UAAU,EAAEE;IAC/D,IAAIS,eACF,OAAO;QACL,MAAM;QACNT;QACAL;QACA,SAASc;IACX;IAGF,MAAME,wBAAwBN,KAC5BC,QAAQR,QAAQ,UAAU,GAC1B,eACA,GAAGE,GAAG,CAAC,EAAEN,oBAAoBC,WAAW;IAE1C,IAAIa,WAAWG,wBACb,OAAO;QACL,MAAM;QACNX;QACAL;QACA,UAAUgB;IACZ;IAGF,MAAM,IAAIV,MACR,CAAC,4CAA4C,EAAED,GAAG,OAAO,EAAEF,QAAQ,UAAU,EAAE;AAEnF;AAEO,MAAMc;IA6BX,MAAM,QAAQC,UAA0B,EAA0B;QAChE,MAAMC,sBACJ,AAAc,gBAAd,IAAI,CAAC,IAAI,IAAoB,IAAI,CAAC,iBAAiB;QACrD,MAAMC,UAAUD,sBACZ,MAAM,IAAI,CAAC,2BAA2B,CAACD,YAAY;YACjD,iBAAiB,AAAc,gBAAd,IAAI,CAAC,IAAI;QAC5B,KACA;QAEJ,IAAI,AAAc,aAAd,IAAI,CAAC,IAAI,EAAe;YAC1B,IAAI,CAAC,IAAI,CAAC,gBAAgB,EACxB,MAAM,IAAIZ,MACR;YAGJ,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAACY,WAAW,EAAE,GAAG;gBAC7C,MAAM,IAAI,CAAC,gBAAgB,CAACA,WAAW,EAAE,EAAEA,WAAW,MAAM;gBAC5D,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAACA,WAAW,EAAE;YACzC;YACA,OAAOA,WAAW,mBAAmB,CAAC,IAAI,CAAC,UAAU;QACvD;QAEA,IAAI,CAACE,SACH,MAAM,IAAId,MACR;QAGJ,OAAOc;IACT;IAEA,MAAc,4BACZF,UAA0B,EAC1Bf,OAEC,EACuB;QACxB,MAAMkB,iBAAiB,IAAI,CAAC,cAAc;QAC1C,IAAI,CAACA,gBACH,MAAM,IAAIf,MACR;QAGJ,IAAI,CAACO,WAAWQ,iBACdC,UAAUD,gBAAgB;YAAE,WAAW;QAAK;QAG9C,MAAME,eAAe,CAAC,cAAc,EAAEL,WAAW,EAAE,CAAC,CAAC,EAAEA,WAAW,SAAS,EAAE;QAC7E,MAAMM,eAAed,KACnBW,gBACA,GAAGH,WAAW,EAAE,CAAC,CAAC,EAAEA,WAAW,SAAS,EAAE;QAG5C,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAACA,WAAW,EAAE,GAAG;YAC3C,MAAMO,SAASC,OAAO,IAAI,CAACR,WAAW,SAAS,EAAE;YACjD,MAAMS,UAAeH,cAAcC;YACnC,IAAI,CAAC,cAAc,CAAC,GAAG,CAACP,WAAW,EAAE;QACvC;QAEA,IAAIf,QAAQ,eAAe,EACzB,OAAOe,WAAW,mBAAmB,CAACK,cAAcC;QAGtD,OAAON,WAAW,yBAAyB,CAACK,cAAcC;IAC5D;IAEA,WAAWtB,QAAiB,EAAU;QACpC,MAAME,MAAMR,uBAAuBM;QACnC,IAAI,CAACE,KACH,MAAM,IAAIE,MAAM;QAGlB,MAAMsB,WAAW3B,wBAAwBG,KAAK;YAC5C,YAAY,IAAI,CAAC,UAAU;QAC7B;QAEA,IAAIwB,AAAkB,eAAlBA,SAAS,IAAI,EACf,OAAOA,SAAS,OAAO;QAGzB,MAAMC,OAAOC,aAAaF,SAAS,QAAQ;QAC3C,OAAO,CAAC,KAAK,EAAEA,SAAS,QAAQ,CAAC,QAAQ,EAAEC,KAAK,QAAQ,CAAC,WAAW;IACtE;IAEA,UAAgB;QACd,IACE,AAAc,gBAAd,IAAI,CAAC,IAAI,IACT,IAAI,CAAC,cAAc,IACnBhB,WAAW,IAAI,CAAC,cAAc,GAE9BkB,OAAO,IAAI,CAAC,cAAc,EAAE;YAAE,WAAW;YAAM,OAAO;QAAK;QAE7D,IAAI,CAAC,gBAAgB,CAAC,KAAK;QAC3B,IAAI,CAAC,cAAc,CAAC,KAAK;IAC3B;IA9GA,YAAY5B,OAQX,CAAE;QAnBH,uBAAiB,QAAjB;QACA,uBAAiB,cAAjB;QACA,uBAAiB,kBAAjB;QACA,uBAAiB,oBAAjB;QAIA,uBAAiB,qBAAjB;QACA,uBAAiB,oBAAmB,IAAI6B;QACxC,uBAAiB,kBAAiB,IAAIA;QAWpC,IAAI,CAAC,IAAI,GAAG7B,QAAQ,IAAI;QACxB,IAAI,CAAC,UAAU,GAAGA,QAAQ,UAAU;QACpC,IAAI,CAAC,cAAc,GAAGA,QAAQ,cAAc;QAC5C,IAAI,CAAC,gBAAgB,GAAGA,QAAQ,gBAAgB;QAChD,IAAI,CAAC,iBAAiB,GACpBA,QAAQ,iBAAiB,IAAIA,QAAQ,cAAc,IAAI;IAC3D;AAgGF"}

package/dist/es/report-generator.mjs

@@ -1,4 +1,5 @@
-import { existsSync, mkdirSync, readdirSync, writeFileSync } from "node:fs";
+import { existsSync, mkdirSync, readdirSync } from "node:fs";
+import { appendFile, writeFile } from "node:fs/promises";
 import { dirname, join } from "node:path";
 import { getMidsceneRunSubDir } from "@midscene/shared/common";
 import { MIDSCENE_REPORT_QUIET, globalConfigManager } from "@midscene/shared/env";
@@ -6,7 +7,7 @@ import { ifInBrowser, logMsg, uuid } from "@midscene/shared/utils";
 import { generateDumpScriptTag, generateImageScriptTag, getBaseUrlFixScript } from "./dump/html-utils.mjs";
 import { ScreenshotStore } from "./dump/screenshot-store.mjs";
 import { ReportActionDump } from "./types.mjs";
-import { appendFileSync, getReportTpl } from "./utils.mjs";
+import { getReportTpl } from "./utils.mjs";
 function _define_property(obj, key, value) {
     if (key in obj) Object.defineProperty(obj, key, {
         value: value,
@@ -46,9 +47,9 @@ class ReportGenerator {
         this.lastExecution = execution;
         this.lastReportMeta = reportMeta;
         this.mergeReportAttributes(attributes);
-        this.writeQueue = this.writeQueue.then(()=>{
+        this.writeQueue = this.writeQueue.then(async ()=>{
             if (this.destroyed) return;
-            this.doWriteExecution(execution, reportMeta);
+            await this.doWriteExecution(execution, reportMeta);
         });
     }
     async flush() {
@@ -70,11 +71,11 @@ class ReportGenerator {
         if (globalConfigManager.getEnvConfigInBoolean(MIDSCENE_REPORT_QUIET)) return;
         'directory' === this.screenshotMode ? logMsg(`Midscene - report ${verb}: npx serve ${dirname(this.reportPath)}`) : logMsg(`Midscene - report ${verb}: ${this.reportPath}`);
     }
-    doWriteExecution(execution, reportMeta) {
+    async doWriteExecution(execution, reportMeta) {
         const singleDump = this.wrapAsReportDump(execution, reportMeta);
-        if ('inline' === this.screenshotMode) this.writeInlineExecution(execution, singleDump);
-        else this.writeDirectoryExecution(execution, singleDump);
-        if (this.shouldPersistExecutionDump) this.persistExecutionDumpToFile(execution, singleDump);
+        if ('inline' === this.screenshotMode) await this.writeInlineExecution(execution, singleDump);
+        else await this.writeDirectoryExecution(execution, singleDump);
+        if (this.shouldPersistExecutionDump) await this.persistExecutionDumpToFile(execution, singleDump);
         if (!this.firstWriteDone) {
             this.firstWriteDone = true;
             this.printReportPath('generated');
@@ -112,37 +113,37 @@ class ReportGenerator {
             ]
         });
     }
-    writeInlineExecution(execution, singleDump) {
+    async writeInlineExecution(execution, singleDump) {
         const dir = dirname(this.reportPath);
         if (!existsSync(dir)) mkdirSync(dir, {
             recursive: true
         });
         if (!this.initialized) {
-            writeFileSync(this.reportPath, getReportTpl());
+            await writeFile(this.reportPath, getReportTpl());
             this.initialized = true;
         }
-        for (const screenshot of execution.collectScreenshots())this.screenshotStore.persist(screenshot);
+        for (const screenshot of execution.collectScreenshots())await this.screenshotStore.persist(screenshot);
         const serialized = singleDump.serialize();
-        appendFileSync(this.reportPath, `\n${generateDumpScriptTag(serialized, this.getDumpScriptAttributes())}`);
+        await appendFile(this.reportPath, `\n${generateDumpScriptTag(serialized, this.getDumpScriptAttributes())}`);
     }
-    writeDirectoryExecution(execution, singleDump) {
+    async writeDirectoryExecution(execution, singleDump) {
         const dir = dirname(this.reportPath);
         if (!existsSync(dir)) mkdirSync(dir, {
             recursive: true
         });
-        for (const screenshot of execution.collectScreenshots())this.screenshotStore.persist(screenshot);
+        for (const screenshot of execution.collectScreenshots())await this.screenshotStore.persist(screenshot);
         const serialized = singleDump.serialize();
         if (!this.initialized) {
-            writeFileSync(this.reportPath, `${getReportTpl()}${getBaseUrlFixScript()}`);
+            await writeFile(this.reportPath, `${getReportTpl()}${getBaseUrlFixScript()}`);
             this.initialized = true;
         }
-        appendFileSync(this.reportPath, `\n${generateDumpScriptTag(serialized, this.getDumpScriptAttributes())}`);
+        await appendFile(this.reportPath, `\n${generateDumpScriptTag(serialized, this.getDumpScriptAttributes())}`);
     }
     getExecutionLogKey(execution) {
         if (!execution.id) throw new Error('ReportGenerator: execution.id is required for persisting execution dumps');
         return `id:${execution.id}`;
     }
-    persistExecutionDumpToFile(execution, singleDump) {
+    async persistExecutionDumpToFile(execution, singleDump) {
         const dir = dirname(this.reportPath);
         if (!existsSync(dir)) mkdirSync(dir, {
             recursive: true
@@ -156,7 +157,7 @@ class ReportGenerator {
         }
         const fileName = `${fileIndex}.execution.json`;
         const filePath = join(dirname(this.reportPath), fileName);
-        writeFileSync(filePath, singleDump.serialize(2), 'utf-8');
+        await writeFile(filePath, singleDump.serialize(2), 'utf-8');
     }
     constructor(options){
         _define_property(this, "reportPath", void 0);
@@ -183,8 +184,8 @@ class ReportGenerator {
             mode: 'inline' === this.screenshotMode ? 'inline' : 'directory',
             reportPath: this.reportPath,
             screenshotsDir: join(dirname(this.reportPath), 'screenshots'),
-            writeInlineImage: (id, base64)=>{
-                appendFileSync(this.reportPath, `\n${generateImageScriptTag(id, base64)}`);
+            writeInlineImage: async (id, base64)=>{
+                await appendFile(this.reportPath, `\n${generateImageScriptTag(id, base64)}`);
             },
             alsoWriteFileCopy: this.shouldPersistExecutionDump
         });

package/dist/es/report-generator.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"report-generator.mjs","sources":["../../src/report-generator.ts"],"sourcesContent":["import { existsSync, mkdirSync, readdirSync, writeFileSync } from 'node:fs';\nimport { dirname, join } from 'node:path';\nimport { getMidsceneRunSubDir } from '@midscene/shared/common';\nimport {\n  MIDSCENE_REPORT_QUIET,\n  globalConfigManager,\n} from '@midscene/shared/env';\nimport { ifInBrowser, logMsg, uuid } from '@midscene/shared/utils';\nimport {\n  generateDumpScriptTag,\n  generateImageScriptTag,\n  getBaseUrlFixScript,\n} from './dump/html-utils';\nimport { ScreenshotStore } from './dump/screenshot-store';\nimport {\n  type ExecutionDump,\n  ReportActionDump,\n  type ReportAttributes,\n  type ReportMeta,\n} from './types';\nimport { appendFileSync, getReportTpl } from './utils';\n\nexport interface IReportGenerator {\n  /**\n   * Write or update a single execution.\n   * Each call appends a new dump script tag. The frontend deduplicates\n   * executions with the same id/name, keeping only the last one.\n   *\n   * @param execution  Current execution's full data\n   * @param reportMeta  Report-level metadata (groupName, sdkVersion, etc.)\n   */\n  onExecutionUpdate(\n    execution: ExecutionDump,\n    reportMeta: ReportMeta,\n    attributes?: ReportAttributes,\n  ): void;\n\n  /**\n   * @deprecated Use onExecutionUpdate instead. Kept for backward compatibility.\n   */\n  onDumpUpdate?(dump: ReportActionDump): void;\n\n  /**\n   * Wait for all queued write operations to complete.\n   */\n  flush(): Promise<void>;\n\n  /**\n   * Finalize the report. Calls flush() internally.\n   */\n  finalize(): Promise<string | undefined>;\n\n  getReportPath(): string | undefined;\n}\n\nexport const nullReportGenerator: IReportGenerator = {\n  onExecutionUpdate: () => {},\n  flush: async () => {},\n  finalize: async () => undefined,\n  getReportPath: () => undefined,\n};\n\nexport function assertReportGenerationOptions(opts: {\n  generateReport?: boolean;\n  persistExecutionDump?: boolean;\n}): void {\n  if (opts.generateReport === false && opts.persistExecutionDump === true) {\n    throw new Error(\n      'persistExecutionDump cannot be true when generateReport is false',\n    );\n  }\n}\n\nexport class ReportGenerator implements IReportGenerator {\n  private reportPath: string;\n  private screenshotMode: 'inline' | 'directory';\n  private shouldPersistExecutionDump: boolean;\n  private autoPrint: boolean;\n  private firstWriteDone = false;\n  private executionLogIndex = 0;\n  private executionLogFileIndexByExecutionKey = new Map<string, number>();\n\n  // Unique identifier for this report stream — used as data-group-id\n  private readonly reportStreamId: string;\n\n  // Tracks screenshots already written to disk (by id) to avoid duplicates\n  private screenshotStore: ScreenshotStore;\n  private initialized = false;\n\n  // Tracks the last execution + groupMeta for re-writing on finalize\n  private lastExecution?: ExecutionDump;\n  private lastReportMeta?: ReportMeta;\n  private reportAttributes: Record<string, string> = {};\n\n  // write queue for serial execution\n  private writeQueue: Promise<void> = Promise.resolve();\n  private destroyed = false;\n\n  constructor(options: {\n    reportPath: string;\n    screenshotMode: 'inline' | 'directory';\n    persistExecutionDump?: boolean;\n    autoPrint?: boolean;\n  }) {\n    this.reportPath = options.reportPath;\n    this.screenshotMode = options.screenshotMode;\n    this.shouldPersistExecutionDump = options.persistExecutionDump ?? false;\n    this.autoPrint = options.autoPrint ?? true;\n    this.reportStreamId = uuid();\n    this.screenshotStore = new ScreenshotStore({\n      mode: this.screenshotMode === 'inline' ? 'inline' : 'directory',\n      reportPath: this.reportPath,\n      screenshotsDir: join(dirname(this.reportPath), 'screenshots'),\n      writeInlineImage: (id, base64) => {\n        appendFileSync(\n          this.reportPath,\n          `\\n${generateImageScriptTag(id, base64)}`,\n        );\n      },\n      alsoWriteFileCopy: this.shouldPersistExecutionDump,\n    });\n    this.hydrateStateFromExistingReport();\n    this.printReportPath('will be generated at');\n  }\n\n  static create(\n    reportFileName: string,\n    opts: {\n      generateReport?: boolean;\n      persistExecutionDump?: boolean;\n      outputFormat?: 'single-html' | 'html-and-external-assets';\n      autoPrintReportMsg?: boolean;\n    },\n  ): IReportGenerator {\n    assertReportGenerationOptions(opts);\n    if (opts.generateReport === false) return nullReportGenerator;\n\n    // In browser environment, file system is not available\n    if (ifInBrowser) return nullReportGenerator;\n    validateReportFileName(reportFileName);\n\n    const reportRootDir = getMidsceneRunSubDir('report');\n    const outputDir = join(reportRootDir, reportFileName);\n    const reportPath =\n      opts.outputFormat === 'html-and-external-assets'\n        ? join(outputDir, 'index.html')\n        : join(reportRootDir, ensureHtmlFileName(reportFileName));\n    return new ReportGenerator({\n      reportPath,\n      screenshotMode:\n        opts.outputFormat === 'html-and-external-assets'\n          ? 'directory'\n          : 'inline',\n      persistExecutionDump: opts.persistExecutionDump,\n      autoPrint: opts.autoPrintReportMsg,\n    });\n  }\n\n  onExecutionUpdate(\n    execution: ExecutionDump,\n    reportMeta: ReportMeta,\n    attributes?: ReportAttributes,\n  ): void {\n    this.lastExecution = execution;\n    this.lastReportMeta = reportMeta;\n    this.mergeReportAttributes(attributes);\n    this.writeQueue = this.writeQueue.then(() => {\n      if (this.destroyed) return;\n      this.doWriteExecution(execution, reportMeta);\n    });\n  }\n\n  async flush(): Promise<void> {\n    await this.writeQueue;\n  }\n\n  async finalize(): Promise<string | undefined> {\n    // Re-write the last execution to capture any final state changes\n    if (this.lastExecution && this.lastReportMeta) {\n      this.onExecutionUpdate(this.lastExecution, this.lastReportMeta);\n    }\n    await this.flush();\n    this.destroyed = true;\n\n    if (!this.initialized) {\n      // No executions were ever written — no file exists\n      return undefined;\n    }\n\n    this.printReportPath('finalized');\n    return this.reportPath;\n  }\n\n  getReportPath(): string | undefined {\n    return this.reportPath;\n  }\n\n  private printReportPath(verb: string): void {\n    if (!this.autoPrint || !this.reportPath) return;\n    if (globalConfigManager.getEnvConfigInBoolean(MIDSCENE_REPORT_QUIET))\n      return;\n\n    if (this.screenshotMode === 'directory') {\n      logMsg(\n        `Midscene - report ${verb}: npx serve ${dirname(this.reportPath)}`,\n      );\n    } else {\n      logMsg(`Midscene - report ${verb}: ${this.reportPath}`);\n    }\n  }\n\n  private doWriteExecution(\n    execution: ExecutionDump,\n    reportMeta: ReportMeta,\n  ): void {\n    const singleDump = this.wrapAsReportDump(execution, reportMeta);\n\n    if (this.screenshotMode === 'inline') {\n      this.writeInlineExecution(execution, singleDump);\n    } else {\n      this.writeDirectoryExecution(execution, singleDump);\n    }\n\n    if (this.shouldPersistExecutionDump) {\n      this.persistExecutionDumpToFile(execution, singleDump);\n    }\n\n    if (!this.firstWriteDone) {\n      this.firstWriteDone = true;\n      this.printReportPath('generated');\n    }\n  }\n\n  private mergeReportAttributes(attributes?: ReportAttributes): void {\n    if (!attributes) {\n      return;\n    }\n\n    for (const [key, value] of Object.entries(attributes)) {\n      if (value === undefined || value === null) {\n        continue;\n      }\n      if (key === 'data-group-id') {\n        continue;\n      }\n      this.reportAttributes[key] = String(value);\n    }\n  }\n\n  private hydrateStateFromExistingReport(): void {\n    if (!existsSync(this.reportPath)) {\n      return;\n    }\n\n    // Reuse existing report file and append new updates instead of rewriting.\n    this.initialized = true;\n\n    if (!this.shouldPersistExecutionDump) {\n      return;\n    }\n\n    const reportDir = dirname(this.reportPath);\n    const existingExecutionIndices = readdirSync(reportDir)\n      .map((name) => /^(\\d+)\\.execution\\.json$/.exec(name)?.[1])\n      .filter((index): index is string => Boolean(index))\n      .map((index) => Number.parseInt(index, 10))\n      .filter((index) => Number.isFinite(index));\n\n    if (existingExecutionIndices.length > 0) {\n      this.executionLogIndex = Math.max(...existingExecutionIndices);\n    }\n  }\n\n  private getDumpScriptAttributes(): Record<string, string> {\n    return {\n      'data-group-id': this.reportStreamId,\n      ...this.reportAttributes,\n    };\n  }\n\n  /**\n   * Wrap an ExecutionDump + ReportMeta into a single-execution ReportActionDump.\n   */\n  private wrapAsReportDump(\n    execution: ExecutionDump,\n    reportMeta: ReportMeta,\n  ): ReportActionDump {\n    return new ReportActionDump({\n      sdkVersion: reportMeta.sdkVersion,\n      groupName: reportMeta.groupName,\n      groupDescription: reportMeta.groupDescription,\n      modelBriefs: reportMeta.modelBriefs,\n      deviceType: reportMeta.deviceType,\n      executions: [execution],\n    });\n  }\n\n  /**\n   * Append-only inline mode: write new screenshots and a dump tag on every call.\n   * The frontend deduplicates executions with the same id/name (keeps last).\n   * Duplicate dump JSON is acceptable; only screenshots are deduplicated.\n   */\n  private writeInlineExecution(\n    execution: ExecutionDump,\n    singleDump: ReportActionDump,\n  ): void {\n    const dir = dirname(this.reportPath);\n    if (!existsSync(dir)) {\n      mkdirSync(dir, { recursive: true });\n    }\n\n    // Initialize: write HTML template once\n    if (!this.initialized) {\n      writeFileSync(this.reportPath, getReportTpl());\n      this.initialized = true;\n    }\n\n    // Append new screenshots (skip already-written ones)\n    for (const screenshot of execution.collectScreenshots()) {\n      this.screenshotStore.persist(screenshot);\n    }\n\n    // Append dump tag (always — frontend keeps only last per execution id)\n    const serialized = singleDump.serialize();\n    appendFileSync(\n      this.reportPath,\n      `\\n${generateDumpScriptTag(serialized, this.getDumpScriptAttributes())}`,\n    );\n  }\n\n  private writeDirectoryExecution(\n    execution: ExecutionDump,\n    singleDump: ReportActionDump,\n  ): void {\n    const dir = dirname(this.reportPath);\n    if (!existsSync(dir)) {\n      mkdirSync(dir, { recursive: true });\n    }\n\n    for (const screenshot of execution.collectScreenshots()) {\n      this.screenshotStore.persist(screenshot);\n    }\n\n    // 2. Append dump tag (always — frontend keeps only last per execution id)\n    const serialized = singleDump.serialize();\n\n    if (!this.initialized) {\n      writeFileSync(\n        this.reportPath,\n        `${getReportTpl()}${getBaseUrlFixScript()}`,\n      );\n      this.initialized = true;\n    }\n\n    appendFileSync(\n      this.reportPath,\n      `\\n${generateDumpScriptTag(serialized, this.getDumpScriptAttributes())}`,\n    );\n  }\n\n  private getExecutionLogKey(execution: ExecutionDump): string {\n    if (!execution.id) {\n      throw new Error(\n        'ReportGenerator: execution.id is required for persisting execution dumps',\n      );\n    }\n    return `id:${execution.id}`;\n  }\n\n  private persistExecutionDumpToFile(\n    execution: ExecutionDump,\n    singleDump: ReportActionDump,\n  ): void {\n    const dir = dirname(this.reportPath);\n    if (!existsSync(dir)) {\n      mkdirSync(dir, { recursive: true });\n    }\n\n    const executionLogKey = this.getExecutionLogKey(execution);\n    let fileIndex =\n      this.executionLogFileIndexByExecutionKey.get(executionLogKey);\n    if (!fileIndex) {\n      this.executionLogIndex += 1;\n      fileIndex = this.executionLogIndex;\n      this.executionLogFileIndexByExecutionKey.set(executionLogKey, fileIndex);\n    }\n\n    const fileName = `${fileIndex}.execution.json`;\n    const filePath = join(dirname(this.reportPath), fileName);\n    writeFileSync(filePath, singleDump.serialize(2), 'utf-8');\n  }\n}\n\nfunction ensureHtmlFileName(reportFileName: string): string {\n  return reportFileName.endsWith('.html')\n    ? reportFileName\n    : `${reportFileName}.html`;\n}\n\nfunction validateReportFileName(reportFileName: string): void {\n  if (!reportFileName?.trim()) {\n    throw new Error('reportFileName must be a non-empty string');\n  }\n\n  if (/[\\\\/]/.test(reportFileName)) {\n    throw new Error(\n      'reportFileName must not contain path separators (`/` or `\\\\\\\\`)',\n    );\n  }\n\n  if (/[:*?\"<>|]/.test(reportFileName)) {\n    throw new Error(\n      'reportFileName contains illegal filename characters: : * ? \" < > |',\n    );\n  }\n}\n"],"names":["nullReportGenerator","undefined","assertReportGenerationOptions","opts","Error","ReportGenerator","reportFileName","ifInBrowser","validateReportFileName","reportRootDir","getMidsceneRunSubDir","outputDir","join","reportPath","ensureHtmlFileName","execution","reportMeta","attributes","verb","globalConfigManager","MIDSCENE_REPORT_QUIET","logMsg","dirname","singleDump","key","value","Object","String","existsSync","reportDir","existingExecutionIndices","readdirSync","name","index","Boolean","Number","Math","ReportActionDump","dir","mkdirSync","writeFileSync","getReportTpl","screenshot","serialized","appendFileSync","generateDumpScriptTag","getBaseUrlFixScript","executionLogKey","fileIndex","fileName","filePath","options","Map","Promise","uuid","ScreenshotStore","id","base64","generateImageScriptTag"],"mappings":";;;;;;;;;;;;;;;;;;;AAuDO,MAAMA,sBAAwC;IACnD,mBAAmB,KAAO;IAC1B,OAAO,WAAa;IACpB,UAAU,UAAYC;IACtB,eAAe,IAAMA;AACvB;AAEO,SAASC,8BAA8BC,IAG7C;IACC,IAAIA,AAAwB,UAAxBA,KAAK,cAAc,IAAcA,AAA8B,SAA9BA,KAAK,oBAAoB,EAC5D,MAAM,IAAIC,MACR;AAGN;AAEO,MAAMC;IAoDX,OAAO,OACLC,cAAsB,EACtBH,IAKC,EACiB;QAClBD,8BAA8BC;QAC9B,IAAIA,AAAwB,UAAxBA,KAAK,cAAc,EAAY,OAAOH;QAG1C,IAAIO,aAAa,OAAOP;QACxBQ,uBAAuBF;QAEvB,MAAMG,gBAAgBC,qBAAqB;QAC3C,MAAMC,YAAYC,KAAKH,eAAeH;QACtC,MAAMO,aACJV,AAAsB,+BAAtBA,KAAK,YAAY,GACbS,KAAKD,WAAW,gBAChBC,KAAKH,eAAeK,mBAAmBR;QAC7C,OAAO,IAAID,gBAAgB;YACzBQ;YACA,gBACEV,AAAsB,+BAAtBA,KAAK,YAAY,GACb,cACA;YACN,sBAAsBA,KAAK,oBAAoB;YAC/C,WAAWA,KAAK,kBAAkB;QACpC;IACF;IAEA,kBACEY,SAAwB,EACxBC,UAAsB,EACtBC,UAA6B,EACvB;QACN,IAAI,CAAC,aAAa,GAAGF;QACrB,IAAI,CAAC,cAAc,GAAGC;QACtB,IAAI,CAAC,qBAAqB,CAACC;QAC3B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;YACrC,IAAI,IAAI,CAAC,SAAS,EAAE;YACpB,IAAI,CAAC,gBAAgB,CAACF,WAAWC;QACnC;IACF;IAEA,MAAM,QAAuB;QAC3B,MAAM,IAAI,CAAC,UAAU;IACvB;IAEA,MAAM,WAAwC;QAE5C,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,cAAc,EAC3C,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,cAAc;QAEhE,MAAM,IAAI,CAAC,KAAK;QAChB,IAAI,CAAC,SAAS,GAAG;QAEjB,IAAI,CAAC,IAAI,CAAC,WAAW,EAEnB;QAGF,IAAI,CAAC,eAAe,CAAC;QACrB,OAAO,IAAI,CAAC,UAAU;IACxB;IAEA,gBAAoC;QAClC,OAAO,IAAI,CAAC,UAAU;IACxB;IAEQ,gBAAgBE,IAAY,EAAQ;QAC1C,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;QACzC,IAAIC,oBAAoB,qBAAqB,CAACC,wBAC5C;QAE0B,gBAAxB,IAAI,CAAC,cAAc,GACrBC,OACE,CAAC,kBAAkB,EAAEH,KAAK,YAAY,EAAEI,QAAQ,IAAI,CAAC,UAAU,GAAG,IAGpED,OAAO,CAAC,kBAAkB,EAAEH,KAAK,EAAE,EAAE,IAAI,CAAC,UAAU,EAAE;IAE1D;IAEQ,iBACNH,SAAwB,EACxBC,UAAsB,EAChB;QACN,MAAMO,aAAa,IAAI,CAAC,gBAAgB,CAACR,WAAWC;QAEpD,IAAI,AAAwB,aAAxB,IAAI,CAAC,cAAc,EACrB,IAAI,CAAC,oBAAoB,CAACD,WAAWQ;aAErC,IAAI,CAAC,uBAAuB,CAACR,WAAWQ;QAG1C,IAAI,IAAI,CAAC,0BAA0B,EACjC,IAAI,CAAC,0BAA0B,CAACR,WAAWQ;QAG7C,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;YACxB,IAAI,CAAC,cAAc,GAAG;YACtB,IAAI,CAAC,eAAe,CAAC;QACvB;IACF;IAEQ,sBAAsBN,UAA6B,EAAQ;QACjE,IAAI,CAACA,YACH;QAGF,KAAK,MAAM,CAACO,KAAKC,MAAM,IAAIC,OAAO,OAAO,CAACT,YACxC,IAAIQ,QAAAA,OAGJ;YAAA,IAAID,AAAQ,oBAARA,KAGJ,IAAI,CAAC,gBAAgB,CAACA,IAAI,GAAGG,OAAOF;QADpC;IAGJ;IAEQ,iCAAuC;QAC7C,IAAI,CAACG,WAAW,IAAI,CAAC,UAAU,GAC7B;QAIF,IAAI,CAAC,WAAW,GAAG;QAEnB,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAClC;QAGF,MAAMC,YAAYP,QAAQ,IAAI,CAAC,UAAU;QACzC,MAAMQ,2BAA2BC,YAAYF,WAC1C,GAAG,CAAC,CAACG,OAAS,2BAA2B,IAAI,CAACA,OAAO,CAAC,EAAE,EACxD,MAAM,CAAC,CAACC,QAA2BC,QAAQD,QAC3C,GAAG,CAAC,CAACA,QAAUE,OAAO,QAAQ,CAACF,OAAO,KACtC,MAAM,CAAC,CAACA,QAAUE,OAAO,QAAQ,CAACF;QAErC,IAAIH,yBAAyB,MAAM,GAAG,GACpC,IAAI,CAAC,iBAAiB,GAAGM,KAAK,GAAG,IAAIN;IAEzC;IAEQ,0BAAkD;QACxD,OAAO;YACL,iBAAiB,IAAI,CAAC,cAAc;YACpC,GAAG,IAAI,CAAC,gBAAgB;QAC1B;IACF;IAKQ,iBACNf,SAAwB,EACxBC,UAAsB,EACJ;QAClB,OAAO,IAAIqB,iBAAiB;YAC1B,YAAYrB,WAAW,UAAU;YACjC,WAAWA,WAAW,SAAS;YAC/B,kBAAkBA,WAAW,gBAAgB;YAC7C,aAAaA,WAAW,WAAW;YACnC,YAAYA,WAAW,UAAU;YACjC,YAAY;gBAACD;aAAU;QACzB;IACF;IAOQ,qBACNA,SAAwB,EACxBQ,UAA4B,EACtB;QACN,MAAMe,MAAMhB,QAAQ,IAAI,CAAC,UAAU;QACnC,IAAI,CAACM,WAAWU,MACdC,UAAUD,KAAK;YAAE,WAAW;QAAK;QAInC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACrBE,cAAc,IAAI,CAAC,UAAU,EAAEC;YAC/B,IAAI,CAAC,WAAW,GAAG;QACrB;QAGA,KAAK,MAAMC,cAAc3B,UAAU,kBAAkB,GACnD,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC2B;QAI/B,MAAMC,aAAapB,WAAW,SAAS;QACvCqB,eACE,IAAI,CAAC,UAAU,EACf,CAAC,EAAE,EAAEC,sBAAsBF,YAAY,IAAI,CAAC,uBAAuB,KAAK;IAE5E;IAEQ,wBACN5B,SAAwB,EACxBQ,UAA4B,EACtB;QACN,MAAMe,MAAMhB,QAAQ,IAAI,CAAC,UAAU;QACnC,IAAI,CAACM,WAAWU,MACdC,UAAUD,KAAK;YAAE,WAAW;QAAK;QAGnC,KAAK,MAAMI,cAAc3B,UAAU,kBAAkB,GACnD,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC2B;QAI/B,MAAMC,aAAapB,WAAW,SAAS;QAEvC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACrBiB,cACE,IAAI,CAAC,UAAU,EACf,GAAGC,iBAAiBK,uBAAuB;YAE7C,IAAI,CAAC,WAAW,GAAG;QACrB;QAEAF,eACE,IAAI,CAAC,UAAU,EACf,CAAC,EAAE,EAAEC,sBAAsBF,YAAY,IAAI,CAAC,uBAAuB,KAAK;IAE5E;IAEQ,mBAAmB5B,SAAwB,EAAU;QAC3D,IAAI,CAACA,UAAU,EAAE,EACf,MAAM,IAAIX,MACR;QAGJ,OAAO,CAAC,GAAG,EAAEW,UAAU,EAAE,EAAE;IAC7B;IAEQ,2BACNA,SAAwB,EACxBQ,UAA4B,EACtB;QACN,MAAMe,MAAMhB,QAAQ,IAAI,CAAC,UAAU;QACnC,IAAI,CAACM,WAAWU,MACdC,UAAUD,KAAK;YAAE,WAAW;QAAK;QAGnC,MAAMS,kBAAkB,IAAI,CAAC,kBAAkB,CAAChC;QAChD,IAAIiC,YACF,IAAI,CAAC,mCAAmC,CAAC,GAAG,CAACD;QAC/C,IAAI,CAACC,WAAW;YACd,IAAI,CAAC,iBAAiB,IAAI;YAC1BA,YAAY,IAAI,CAAC,iBAAiB;YAClC,IAAI,CAAC,mCAAmC,CAAC,GAAG,CAACD,iBAAiBC;QAChE;QAEA,MAAMC,WAAW,GAAGD,UAAU,eAAe,CAAC;QAC9C,MAAME,WAAWtC,KAAKU,QAAQ,IAAI,CAAC,UAAU,GAAG2B;QAChDT,cAAcU,UAAU3B,WAAW,SAAS,CAAC,IAAI;IACnD;IApSA,YAAY4B,OAKX,CAAE;QA7BH,uBAAQ,cAAR;QACA,uBAAQ,kBAAR;QACA,uBAAQ,8BAAR;QACA,uBAAQ,aAAR;QACA,uBAAQ,kBAAiB;QACzB,uBAAQ,qBAAoB;QAC5B,uBAAQ,uCAAsC,IAAIC;QAGlD,uBAAiB,kBAAjB;QAGA,uBAAQ,mBAAR;QACA,uBAAQ,eAAc;QAGtB,uBAAQ,iBAAR;QACA,uBAAQ,kBAAR;QACA,uBAAQ,oBAA2C,CAAC;QAGpD,uBAAQ,cAA4BC,QAAQ,OAAO;QACnD,uBAAQ,aAAY;QAQlB,IAAI,CAAC,UAAU,GAAGF,QAAQ,UAAU;QACpC,IAAI,CAAC,cAAc,GAAGA,QAAQ,cAAc;QAC5C,IAAI,CAAC,0BAA0B,GAAGA,QAAQ,oBAAoB,IAAI;QAClE,IAAI,CAAC,SAAS,GAAGA,QAAQ,SAAS,IAAI;QACtC,IAAI,CAAC,cAAc,GAAGG;QACtB,IAAI,CAAC,eAAe,GAAG,IAAIC,gBAAgB;YACzC,MAAM,AAAwB,aAAxB,IAAI,CAAC,cAAc,GAAgB,WAAW;YACpD,YAAY,IAAI,CAAC,UAAU;YAC3B,gBAAgB3C,KAAKU,QAAQ,IAAI,CAAC,UAAU,GAAG;YAC/C,kBAAkB,CAACkC,IAAIC;gBACrBb,eACE,IAAI,CAAC,UAAU,EACf,CAAC,EAAE,EAAEc,uBAAuBF,IAAIC,SAAS;YAE7C;YACA,mBAAmB,IAAI,CAAC,0BAA0B;QACpD;QACA,IAAI,CAAC,8BAA8B;QACnC,IAAI,CAAC,eAAe,CAAC;IACvB;AA4QF;AAEA,SAAS3C,mBAAmBR,cAAsB;IAChD,OAAOA,eAAe,QAAQ,CAAC,WAC3BA,iBACA,GAAGA,eAAe,KAAK,CAAC;AAC9B;AAEA,SAASE,uBAAuBF,cAAsB;IACpD,IAAI,CAACA,gBAAgB,QACnB,MAAM,IAAIF,MAAM;IAGlB,IAAI,QAAQ,IAAI,CAACE,iBACf,MAAM,IAAIF,MACR;IAIJ,IAAI,YAAY,IAAI,CAACE,iBACnB,MAAM,IAAIF,MACR;AAGN"}
+{"version":3,"file":"report-generator.mjs","sources":["../../src/report-generator.ts"],"sourcesContent":["/*\n * PERF INVARIANT — DO NOT reintroduce sync fs APIs (writeFileSync /\n * appendFileSync) in this file's write paths. `ReportGenerator` runs on\n * the Electron main event loop during agent execution, and a single\n * progress tick appends a multi-MB ExecutionDump payload. Sync I/O here\n * blocked the loop for 20+ seconds per run, freezing IPC, scrcpy and\n * every renderer round-trip. Always use `fs/promises`. See commit\n * 6a25e05c and `report-generator-async-contract.test.ts`.\n */\nimport { existsSync, mkdirSync, readdirSync } from 'node:fs';\nimport {\n  appendFile as appendFileAsync,\n  writeFile as writeFileAsync,\n} from 'node:fs/promises';\nimport { dirname, join } from 'node:path';\nimport { getMidsceneRunSubDir } from '@midscene/shared/common';\nimport {\n  MIDSCENE_REPORT_QUIET,\n  globalConfigManager,\n} from '@midscene/shared/env';\nimport { ifInBrowser, logMsg, uuid } from '@midscene/shared/utils';\nimport {\n  generateDumpScriptTag,\n  generateImageScriptTag,\n  getBaseUrlFixScript,\n} from './dump/html-utils';\nimport { ScreenshotStore } from './dump/screenshot-store';\nimport {\n  type ExecutionDump,\n  ReportActionDump,\n  type ReportAttributes,\n  type ReportMeta,\n} from './types';\nimport { getReportTpl } from './utils';\n\nexport interface IReportGenerator {\n  /**\n   * Write or update a single execution.\n   * Each call appends a new dump script tag. The frontend deduplicates\n   * executions with the same id/name, keeping only the last one.\n   *\n   * @param execution  Current execution's full data\n   * @param reportMeta  Report-level metadata (groupName, sdkVersion, etc.)\n   */\n  onExecutionUpdate(\n    execution: ExecutionDump,\n    reportMeta: ReportMeta,\n    attributes?: ReportAttributes,\n  ): void;\n\n  /**\n   * @deprecated Use onExecutionUpdate instead. Kept for backward compatibility.\n   */\n  onDumpUpdate?(dump: ReportActionDump): void;\n\n  /**\n   * Wait for all queued write operations to complete.\n   */\n  flush(): Promise<void>;\n\n  /**\n   * Finalize the report. Calls flush() internally.\n   */\n  finalize(): Promise<string | undefined>;\n\n  getReportPath(): string | undefined;\n}\n\nexport const nullReportGenerator: IReportGenerator = {\n  onExecutionUpdate: () => {},\n  flush: async () => {},\n  finalize: async () => undefined,\n  getReportPath: () => undefined,\n};\n\nexport function assertReportGenerationOptions(opts: {\n  generateReport?: boolean;\n  persistExecutionDump?: boolean;\n}): void {\n  if (opts.generateReport === false && opts.persistExecutionDump === true) {\n    throw new Error(\n      'persistExecutionDump cannot be true when generateReport is false',\n    );\n  }\n}\n\nexport class ReportGenerator implements IReportGenerator {\n  private reportPath: string;\n  private screenshotMode: 'inline' | 'directory';\n  private shouldPersistExecutionDump: boolean;\n  private autoPrint: boolean;\n  private firstWriteDone = false;\n  private executionLogIndex = 0;\n  private executionLogFileIndexByExecutionKey = new Map<string, number>();\n\n  // Unique identifier for this report stream — used as data-group-id\n  private readonly reportStreamId: string;\n\n  // Tracks screenshots already written to disk (by id) to avoid duplicates\n  private screenshotStore: ScreenshotStore;\n  private initialized = false;\n\n  // Tracks the last execution + groupMeta for re-writing on finalize\n  private lastExecution?: ExecutionDump;\n  private lastReportMeta?: ReportMeta;\n  private reportAttributes: Record<string, string> = {};\n\n  // write queue for serial execution\n  private writeQueue: Promise<void> = Promise.resolve();\n  private destroyed = false;\n\n  constructor(options: {\n    reportPath: string;\n    screenshotMode: 'inline' | 'directory';\n    persistExecutionDump?: boolean;\n    autoPrint?: boolean;\n  }) {\n    this.reportPath = options.reportPath;\n    this.screenshotMode = options.screenshotMode;\n    this.shouldPersistExecutionDump = options.persistExecutionDump ?? false;\n    this.autoPrint = options.autoPrint ?? true;\n    this.reportStreamId = uuid();\n    this.screenshotStore = new ScreenshotStore({\n      mode: this.screenshotMode === 'inline' ? 'inline' : 'directory',\n      reportPath: this.reportPath,\n      screenshotsDir: join(dirname(this.reportPath), 'screenshots'),\n      writeInlineImage: async (id, base64) => {\n        await appendFileAsync(\n          this.reportPath,\n          `\\n${generateImageScriptTag(id, base64)}`,\n        );\n      },\n      alsoWriteFileCopy: this.shouldPersistExecutionDump,\n    });\n    this.hydrateStateFromExistingReport();\n    this.printReportPath('will be generated at');\n  }\n\n  static create(\n    reportFileName: string,\n    opts: {\n      generateReport?: boolean;\n      persistExecutionDump?: boolean;\n      outputFormat?: 'single-html' | 'html-and-external-assets';\n      autoPrintReportMsg?: boolean;\n    },\n  ): IReportGenerator {\n    assertReportGenerationOptions(opts);\n    if (opts.generateReport === false) return nullReportGenerator;\n\n    // In browser environment, file system is not available\n    if (ifInBrowser) return nullReportGenerator;\n    validateReportFileName(reportFileName);\n\n    const reportRootDir = getMidsceneRunSubDir('report');\n    const outputDir = join(reportRootDir, reportFileName);\n    const reportPath =\n      opts.outputFormat === 'html-and-external-assets'\n        ? join(outputDir, 'index.html')\n        : join(reportRootDir, ensureHtmlFileName(reportFileName));\n    return new ReportGenerator({\n      reportPath,\n      screenshotMode:\n        opts.outputFormat === 'html-and-external-assets'\n          ? 'directory'\n          : 'inline',\n      persistExecutionDump: opts.persistExecutionDump,\n      autoPrint: opts.autoPrintReportMsg,\n    });\n  }\n\n  onExecutionUpdate(\n    execution: ExecutionDump,\n    reportMeta: ReportMeta,\n    attributes?: ReportAttributes,\n  ): void {\n    this.lastExecution = execution;\n    this.lastReportMeta = reportMeta;\n    this.mergeReportAttributes(attributes);\n    this.writeQueue = this.writeQueue.then(async () => {\n      if (this.destroyed) return;\n      await this.doWriteExecution(execution, reportMeta);\n    });\n  }\n\n  async flush(): Promise<void> {\n    await this.writeQueue;\n  }\n\n  async finalize(): Promise<string | undefined> {\n    // Re-write the last execution to capture any final state changes\n    if (this.lastExecution && this.lastReportMeta) {\n      this.onExecutionUpdate(this.lastExecution, this.lastReportMeta);\n    }\n    await this.flush();\n    this.destroyed = true;\n\n    if (!this.initialized) {\n      // No executions were ever written — no file exists\n      return undefined;\n    }\n\n    this.printReportPath('finalized');\n    return this.reportPath;\n  }\n\n  getReportPath(): string | undefined {\n    return this.reportPath;\n  }\n\n  private printReportPath(verb: string): void {\n    if (!this.autoPrint || !this.reportPath) return;\n    if (globalConfigManager.getEnvConfigInBoolean(MIDSCENE_REPORT_QUIET))\n      return;\n\n    if (this.screenshotMode === 'directory') {\n      logMsg(\n        `Midscene - report ${verb}: npx serve ${dirname(this.reportPath)}`,\n      );\n    } else {\n      logMsg(`Midscene - report ${verb}: ${this.reportPath}`);\n    }\n  }\n\n  private async doWriteExecution(\n    execution: ExecutionDump,\n    reportMeta: ReportMeta,\n  ): Promise<void> {\n    const singleDump = this.wrapAsReportDump(execution, reportMeta);\n\n    if (this.screenshotMode === 'inline') {\n      await this.writeInlineExecution(execution, singleDump);\n    } else {\n      await this.writeDirectoryExecution(execution, singleDump);\n    }\n\n    if (this.shouldPersistExecutionDump) {\n      await this.persistExecutionDumpToFile(execution, singleDump);\n    }\n\n    if (!this.firstWriteDone) {\n      this.firstWriteDone = true;\n      this.printReportPath('generated');\n    }\n  }\n\n  private mergeReportAttributes(attributes?: ReportAttributes): void {\n    if (!attributes) {\n      return;\n    }\n\n    for (const [key, value] of Object.entries(attributes)) {\n      if (value === undefined || value === null) {\n        continue;\n      }\n      if (key === 'data-group-id') {\n        continue;\n      }\n      this.reportAttributes[key] = String(value);\n    }\n  }\n\n  private hydrateStateFromExistingReport(): void {\n    if (!existsSync(this.reportPath)) {\n      return;\n    }\n\n    // Reuse existing report file and append new updates instead of rewriting.\n    this.initialized = true;\n\n    if (!this.shouldPersistExecutionDump) {\n      return;\n    }\n\n    const reportDir = dirname(this.reportPath);\n    const existingExecutionIndices = readdirSync(reportDir)\n      .map((name) => /^(\\d+)\\.execution\\.json$/.exec(name)?.[1])\n      .filter((index): index is string => Boolean(index))\n      .map((index) => Number.parseInt(index, 10))\n      .filter((index) => Number.isFinite(index));\n\n    if (existingExecutionIndices.length > 0) {\n      this.executionLogIndex = Math.max(...existingExecutionIndices);\n    }\n  }\n\n  private getDumpScriptAttributes(): Record<string, string> {\n    return {\n      'data-group-id': this.reportStreamId,\n      ...this.reportAttributes,\n    };\n  }\n\n  /**\n   * Wrap an ExecutionDump + ReportMeta into a single-execution ReportActionDump.\n   */\n  private wrapAsReportDump(\n    execution: ExecutionDump,\n    reportMeta: ReportMeta,\n  ): ReportActionDump {\n    return new ReportActionDump({\n      sdkVersion: reportMeta.sdkVersion,\n      groupName: reportMeta.groupName,\n      groupDescription: reportMeta.groupDescription,\n      modelBriefs: reportMeta.modelBriefs,\n      deviceType: reportMeta.deviceType,\n      executions: [execution],\n    });\n  }\n\n  /**\n   * Append-only inline mode: write new screenshots and a dump tag on every call.\n   * The frontend deduplicates executions with the same id/name (keeps last).\n   * Duplicate dump JSON is acceptable; only screenshots are deduplicated.\n   *\n   * All writes go through `fs/promises` so they run on libuv's thread pool\n   * rather than blocking the Node event loop. A long agent run previously\n   * appended multi-MB dumps (screenshots + serialized tasks) per progress\n   * tick on the main thread, starving IPC and UI for >10s per stall.\n   */\n  private async writeInlineExecution(\n    execution: ExecutionDump,\n    singleDump: ReportActionDump,\n  ): Promise<void> {\n    const dir = dirname(this.reportPath);\n    if (!existsSync(dir)) {\n      mkdirSync(dir, { recursive: true });\n    }\n\n    // Initialize: write HTML template once\n    if (!this.initialized) {\n      await writeFileAsync(this.reportPath, getReportTpl());\n      this.initialized = true;\n    }\n\n    // Append new screenshots (skip already-written ones)\n    for (const screenshot of execution.collectScreenshots()) {\n      await this.screenshotStore.persist(screenshot);\n    }\n\n    // Append dump tag (always — frontend keeps only last per execution id)\n    const serialized = singleDump.serialize();\n    await appendFileAsync(\n      this.reportPath,\n      `\\n${generateDumpScriptTag(serialized, this.getDumpScriptAttributes())}`,\n    );\n  }\n\n  private async writeDirectoryExecution(\n    execution: ExecutionDump,\n    singleDump: ReportActionDump,\n  ): Promise<void> {\n    const dir = dirname(this.reportPath);\n    if (!existsSync(dir)) {\n      mkdirSync(dir, { recursive: true });\n    }\n\n    for (const screenshot of execution.collectScreenshots()) {\n      await this.screenshotStore.persist(screenshot);\n    }\n\n    // 2. Append dump tag (always — frontend keeps only last per execution id)\n    const serialized = singleDump.serialize();\n\n    if (!this.initialized) {\n      await writeFileAsync(\n        this.reportPath,\n        `${getReportTpl()}${getBaseUrlFixScript()}`,\n      );\n      this.initialized = true;\n    }\n\n    await appendFileAsync(\n      this.reportPath,\n      `\\n${generateDumpScriptTag(serialized, this.getDumpScriptAttributes())}`,\n    );\n  }\n\n  private getExecutionLogKey(execution: ExecutionDump): string {\n    if (!execution.id) {\n      throw new Error(\n        'ReportGenerator: execution.id is required for persisting execution dumps',\n      );\n    }\n    return `id:${execution.id}`;\n  }\n\n  private async persistExecutionDumpToFile(\n    execution: ExecutionDump,\n    singleDump: ReportActionDump,\n  ): Promise<void> {\n    const dir = dirname(this.reportPath);\n    if (!existsSync(dir)) {\n      mkdirSync(dir, { recursive: true });\n    }\n\n    const executionLogKey = this.getExecutionLogKey(execution);\n    let fileIndex =\n      this.executionLogFileIndexByExecutionKey.get(executionLogKey);\n    if (!fileIndex) {\n      this.executionLogIndex += 1;\n      fileIndex = this.executionLogIndex;\n      this.executionLogFileIndexByExecutionKey.set(executionLogKey, fileIndex);\n    }\n\n    const fileName = `${fileIndex}.execution.json`;\n    const filePath = join(dirname(this.reportPath), fileName);\n    await writeFileAsync(filePath, singleDump.serialize(2), 'utf-8');\n  }\n}\n\nfunction ensureHtmlFileName(reportFileName: string): string {\n  return reportFileName.endsWith('.html')\n    ? reportFileName\n    : `${reportFileName}.html`;\n}\n\nfunction validateReportFileName(reportFileName: string): void {\n  if (!reportFileName?.trim()) {\n    throw new Error('reportFileName must be a non-empty string');\n  }\n\n  if (/[\\\\/]/.test(reportFileName)) {\n    throw new Error(\n      'reportFileName must not contain path separators (`/` or `\\\\\\\\`)',\n    );\n  }\n\n  if (/[:*?\"<>|]/.test(reportFileName)) {\n    throw new Error(\n      'reportFileName contains illegal filename characters: : * ? \" < > |',\n    );\n  }\n}\n"],"names":["nullReportGenerator","undefined","assertReportGenerationOptions","opts","Error","ReportGenerator","reportFileName","ifInBrowser","validateReportFileName","reportRootDir","getMidsceneRunSubDir","outputDir","join","reportPath","ensureHtmlFileName","execution","reportMeta","attributes","verb","globalConfigManager","MIDSCENE_REPORT_QUIET","logMsg","dirname","singleDump","key","value","Object","String","existsSync","reportDir","existingExecutionIndices","readdirSync","name","index","Boolean","Number","Math","ReportActionDump","dir","mkdirSync","writeFileAsync","getReportTpl","screenshot","serialized","appendFileAsync","generateDumpScriptTag","getBaseUrlFixScript","executionLogKey","fileIndex","fileName","filePath","options","Map","Promise","uuid","ScreenshotStore","id","base64","generateImageScriptTag"],"mappings":";;;;;;;;;;AAQC;;;;;;;;;;AA4DM,MAAMA,sBAAwC;IACnD,mBAAmB,KAAO;IAC1B,OAAO,WAAa;IACpB,UAAU,UAAYC;IACtB,eAAe,IAAMA;AACvB;AAEO,SAASC,8BAA8BC,IAG7C;IACC,IAAIA,AAAwB,UAAxBA,KAAK,cAAc,IAAcA,AAA8B,SAA9BA,KAAK,oBAAoB,EAC5D,MAAM,IAAIC,MACR;AAGN;AAEO,MAAMC;IAoDX,OAAO,OACLC,cAAsB,EACtBH,IAKC,EACiB;QAClBD,8BAA8BC;QAC9B,IAAIA,AAAwB,UAAxBA,KAAK,cAAc,EAAY,OAAOH;QAG1C,IAAIO,aAAa,OAAOP;QACxBQ,uBAAuBF;QAEvB,MAAMG,gBAAgBC,qBAAqB;QAC3C,MAAMC,YAAYC,KAAKH,eAAeH;QACtC,MAAMO,aACJV,AAAsB,+BAAtBA,KAAK,YAAY,GACbS,KAAKD,WAAW,gBAChBC,KAAKH,eAAeK,mBAAmBR;QAC7C,OAAO,IAAID,gBAAgB;YACzBQ;YACA,gBACEV,AAAsB,+BAAtBA,KAAK,YAAY,GACb,cACA;YACN,sBAAsBA,KAAK,oBAAoB;YAC/C,WAAWA,KAAK,kBAAkB;QACpC;IACF;IAEA,kBACEY,SAAwB,EACxBC,UAAsB,EACtBC,UAA6B,EACvB;QACN,IAAI,CAAC,aAAa,GAAGF;QACrB,IAAI,CAAC,cAAc,GAAGC;QACtB,IAAI,CAAC,qBAAqB,CAACC;QAC3B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;YACrC,IAAI,IAAI,CAAC,SAAS,EAAE;YACpB,MAAM,IAAI,CAAC,gBAAgB,CAACF,WAAWC;QACzC;IACF;IAEA,MAAM,QAAuB;QAC3B,MAAM,IAAI,CAAC,UAAU;IACvB;IAEA,MAAM,WAAwC;QAE5C,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,cAAc,EAC3C,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,cAAc;QAEhE,MAAM,IAAI,CAAC,KAAK;QAChB,IAAI,CAAC,SAAS,GAAG;QAEjB,IAAI,CAAC,IAAI,CAAC,WAAW,EAEnB;QAGF,IAAI,CAAC,eAAe,CAAC;QACrB,OAAO,IAAI,CAAC,UAAU;IACxB;IAEA,gBAAoC;QAClC,OAAO,IAAI,CAAC,UAAU;IACxB;IAEQ,gBAAgBE,IAAY,EAAQ;QAC1C,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;QACzC,IAAIC,oBAAoB,qBAAqB,CAACC,wBAC5C;QAE0B,gBAAxB,IAAI,CAAC,cAAc,GACrBC,OACE,CAAC,kBAAkB,EAAEH,KAAK,YAAY,EAAEI,QAAQ,IAAI,CAAC,UAAU,GAAG,IAGpED,OAAO,CAAC,kBAAkB,EAAEH,KAAK,EAAE,EAAE,IAAI,CAAC,UAAU,EAAE;IAE1D;IAEA,MAAc,iBACZH,SAAwB,EACxBC,UAAsB,EACP;QACf,MAAMO,aAAa,IAAI,CAAC,gBAAgB,CAACR,WAAWC;QAEpD,IAAI,AAAwB,aAAxB,IAAI,CAAC,cAAc,EACrB,MAAM,IAAI,CAAC,oBAAoB,CAACD,WAAWQ;aAE3C,MAAM,IAAI,CAAC,uBAAuB,CAACR,WAAWQ;QAGhD,IAAI,IAAI,CAAC,0BAA0B,EACjC,MAAM,IAAI,CAAC,0BAA0B,CAACR,WAAWQ;QAGnD,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;YACxB,IAAI,CAAC,cAAc,GAAG;YACtB,IAAI,CAAC,eAAe,CAAC;QACvB;IACF;IAEQ,sBAAsBN,UAA6B,EAAQ;QACjE,IAAI,CAACA,YACH;QAGF,KAAK,MAAM,CAACO,KAAKC,MAAM,IAAIC,OAAO,OAAO,CAACT,YACxC,IAAIQ,QAAAA,OAGJ;YAAA,IAAID,AAAQ,oBAARA,KAGJ,IAAI,CAAC,gBAAgB,CAACA,IAAI,GAAGG,OAAOF;QADpC;IAGJ;IAEQ,iCAAuC;QAC7C,IAAI,CAACG,WAAW,IAAI,CAAC,UAAU,GAC7B;QAIF,IAAI,CAAC,WAAW,GAAG;QAEnB,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAClC;QAGF,MAAMC,YAAYP,QAAQ,IAAI,CAAC,UAAU;QACzC,MAAMQ,2BAA2BC,YAAYF,WAC1C,GAAG,CAAC,CAACG,OAAS,2BAA2B,IAAI,CAACA,OAAO,CAAC,EAAE,EACxD,MAAM,CAAC,CAACC,QAA2BC,QAAQD,QAC3C,GAAG,CAAC,CAACA,QAAUE,OAAO,QAAQ,CAACF,OAAO,KACtC,MAAM,CAAC,CAACA,QAAUE,OAAO,QAAQ,CAACF;QAErC,IAAIH,yBAAyB,MAAM,GAAG,GACpC,IAAI,CAAC,iBAAiB,GAAGM,KAAK,GAAG,IAAIN;IAEzC;IAEQ,0BAAkD;QACxD,OAAO;YACL,iBAAiB,IAAI,CAAC,cAAc;YACpC,GAAG,IAAI,CAAC,gBAAgB;QAC1B;IACF;IAKQ,iBACNf,SAAwB,EACxBC,UAAsB,EACJ;QAClB,OAAO,IAAIqB,iBAAiB;YAC1B,YAAYrB,WAAW,UAAU;YACjC,WAAWA,WAAW,SAAS;YAC/B,kBAAkBA,WAAW,gBAAgB;YAC7C,aAAaA,WAAW,WAAW;YACnC,YAAYA,WAAW,UAAU;YACjC,YAAY;gBAACD;aAAU;QACzB;IACF;IAYA,MAAc,qBACZA,SAAwB,EACxBQ,UAA4B,EACb;QACf,MAAMe,MAAMhB,QAAQ,IAAI,CAAC,UAAU;QACnC,IAAI,CAACM,WAAWU,MACdC,UAAUD,KAAK;YAAE,WAAW;QAAK;QAInC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACrB,MAAME,UAAe,IAAI,CAAC,UAAU,EAAEC;YACtC,IAAI,CAAC,WAAW,GAAG;QACrB;QAGA,KAAK,MAAMC,cAAc3B,UAAU,kBAAkB,GACnD,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC2B;QAIrC,MAAMC,aAAapB,WAAW,SAAS;QACvC,MAAMqB,WACJ,IAAI,CAAC,UAAU,EACf,CAAC,EAAE,EAAEC,sBAAsBF,YAAY,IAAI,CAAC,uBAAuB,KAAK;IAE5E;IAEA,MAAc,wBACZ5B,SAAwB,EACxBQ,UAA4B,EACb;QACf,MAAMe,MAAMhB,QAAQ,IAAI,CAAC,UAAU;QACnC,IAAI,CAACM,WAAWU,MACdC,UAAUD,KAAK;YAAE,WAAW;QAAK;QAGnC,KAAK,MAAMI,cAAc3B,UAAU,kBAAkB,GACnD,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC2B;QAIrC,MAAMC,aAAapB,WAAW,SAAS;QAEvC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACrB,MAAMiB,UACJ,IAAI,CAAC,UAAU,EACf,GAAGC,iBAAiBK,uBAAuB;YAE7C,IAAI,CAAC,WAAW,GAAG;QACrB;QAEA,MAAMF,WACJ,IAAI,CAAC,UAAU,EACf,CAAC,EAAE,EAAEC,sBAAsBF,YAAY,IAAI,CAAC,uBAAuB,KAAK;IAE5E;IAEQ,mBAAmB5B,SAAwB,EAAU;QAC3D,IAAI,CAACA,UAAU,EAAE,EACf,MAAM,IAAIX,MACR;QAGJ,OAAO,CAAC,GAAG,EAAEW,UAAU,EAAE,EAAE;IAC7B;IAEA,MAAc,2BACZA,SAAwB,EACxBQ,UAA4B,EACb;QACf,MAAMe,MAAMhB,QAAQ,IAAI,CAAC,UAAU;QACnC,IAAI,CAACM,WAAWU,MACdC,UAAUD,KAAK;YAAE,WAAW;QAAK;QAGnC,MAAMS,kBAAkB,IAAI,CAAC,kBAAkB,CAAChC;QAChD,IAAIiC,YACF,IAAI,CAAC,mCAAmC,CAAC,GAAG,CAACD;QAC/C,IAAI,CAACC,WAAW;YACd,IAAI,CAAC,iBAAiB,IAAI;YAC1BA,YAAY,IAAI,CAAC,iBAAiB;YAClC,IAAI,CAAC,mCAAmC,CAAC,GAAG,CAACD,iBAAiBC;QAChE;QAEA,MAAMC,WAAW,GAAGD,UAAU,eAAe,CAAC;QAC9C,MAAME,WAAWtC,KAAKU,QAAQ,IAAI,CAAC,UAAU,GAAG2B;QAChD,MAAMT,UAAeU,UAAU3B,WAAW,SAAS,CAAC,IAAI;IAC1D;IAzSA,YAAY4B,OAKX,CAAE;QA7BH,uBAAQ,cAAR;QACA,uBAAQ,kBAAR;QACA,uBAAQ,8BAAR;QACA,uBAAQ,aAAR;QACA,uBAAQ,kBAAiB;QACzB,uBAAQ,qBAAoB;QAC5B,uBAAQ,uCAAsC,IAAIC;QAGlD,uBAAiB,kBAAjB;QAGA,uBAAQ,mBAAR;QACA,uBAAQ,eAAc;QAGtB,uBAAQ,iBAAR;QACA,uBAAQ,kBAAR;QACA,uBAAQ,oBAA2C,CAAC;QAGpD,uBAAQ,cAA4BC,QAAQ,OAAO;QACnD,uBAAQ,aAAY;QAQlB,IAAI,CAAC,UAAU,GAAGF,QAAQ,UAAU;QACpC,IAAI,CAAC,cAAc,GAAGA,QAAQ,cAAc;QAC5C,IAAI,CAAC,0BAA0B,GAAGA,QAAQ,oBAAoB,IAAI;QAClE,IAAI,CAAC,SAAS,GAAGA,QAAQ,SAAS,IAAI;QACtC,IAAI,CAAC,cAAc,GAAGG;QACtB,IAAI,CAAC,eAAe,GAAG,IAAIC,gBAAgB;YACzC,MAAM,AAAwB,aAAxB,IAAI,CAAC,cAAc,GAAgB,WAAW;YACpD,YAAY,IAAI,CAAC,UAAU;YAC3B,gBAAgB3C,KAAKU,QAAQ,IAAI,CAAC,UAAU,GAAG;YAC/C,kBAAkB,OAAOkC,IAAIC;gBAC3B,MAAMb,WACJ,IAAI,CAAC,UAAU,EACf,CAAC,EAAE,EAAEc,uBAAuBF,IAAIC,SAAS;YAE7C;YACA,mBAAmB,IAAI,CAAC,0BAA0B;QACpD;QACA,IAAI,CAAC,8BAA8B;QACnC,IAAI,CAAC,eAAe,CAAC;IACvB;AAiRF;AAEA,SAAS3C,mBAAmBR,cAAsB;IAChD,OAAOA,eAAe,QAAQ,CAAC,WAC3BA,iBACA,GAAGA,eAAe,KAAK,CAAC;AAC9B;AAEA,SAASE,uBAAuBF,cAAsB;IACpD,IAAI,CAACA,gBAAgB,QACnB,MAAM,IAAIF,MAAM;IAGlB,IAAI,QAAQ,IAAI,CAACE,iBACf,MAAM,IAAIF,MACR;IAIJ,IAAI,YAAY,IAAI,CAACE,iBACnB,MAAM,IAAIF,MACR;AAGN"}