@midscene/core 1.10.2-beta-20260706032158.0 → 1.10.3

package/dist/es/dump/html-utils.mjs

@@ -18,6 +18,68 @@ function __webpack_require__(moduleId) {
 var external_node_fs_ = __webpack_require__("node:fs");
 const escapeContent = escapeScriptTag;
 const unescapeContent = antiEscapeScriptTag;
+function cleanHtmlCommentValue(value) {
+    return String(value ?? 'N/A').replace(/\0/g, '').replace(/--/g, '- -');
+}
+function formatModelBriefForAgent(brief) {
+    const intent = brief.intent || 'default';
+    const model = brief.name || 'unknown';
+    const description = brief.modelDescription ? ` (${brief.modelDescription})` : '';
+    return `${intent}: ${model}${description}`;
+}
+function hasUsageModelInfo(usage) {
+    return Boolean(usage && (usage.model_name || usage.response_model_name || usage.model_description || usage.intent));
+}
+function formatUsageModelForAgent(source, usage) {
+    const intent = usage.intent || source;
+    const model = usage.model_name || usage.response_model_name || 'unknown';
+    const description = usage.model_description ? ` (${usage.model_description})` : '';
+    return `${intent}: ${model}${description}`;
+}
+function collectUsageModelsForAgent(report) {
+    const models = new Map();
+    const executions = Array.isArray(report.executions) ? report.executions : [];
+    for (const execution of executions){
+        const tasks = Array.isArray(execution.tasks) ? execution.tasks : [];
+        for (const task of tasks){
+            const taskWithUsage = task;
+            const usages = [
+                [
+                    'main',
+                    taskWithUsage.usage
+                ],
+                [
+                    'searchArea',
+                    taskWithUsage.searchAreaUsage
+                ]
+            ];
+            for (const [source, usage] of usages){
+                if (!hasUsageModelInfo(usage)) continue;
+                const formatted = formatUsageModelForAgent(source, usage);
+                models.set(formatted, formatted);
+            }
+        }
+    }
+    return Array.from(models.values()).join('; ');
+}
+function generateAgentReportComment(report) {
+    const executions = Array.isArray(report.executions) ? report.executions : [];
+    const taskCount = executions.reduce((sum, execution)=>sum + (Array.isArray(execution.tasks) ? execution.tasks.length : 0), 0);
+    const modelBriefs = report.modelBriefs?.length ? report.modelBriefs.map(formatModelBriefForAgent).join('; ') : collectUsageModelsForAgent(report) || 'No model metadata recorded';
+    const lines = [
+        'For Agent Analysis:',
+        `Report: ${cleanHtmlCommentValue(report.groupName)}`,
+        `SDK: ${cleanHtmlCommentValue(report.sdkVersion)}`,
+        `Device: ${cleanHtmlCommentValue(report.deviceType)}`,
+        `Executions: ${executions.length}; Tasks: ${taskCount}`,
+        `Models: ${cleanHtmlCommentValue(modelBriefs)}`,
+        'Structured report JSON is stored in script[type="midscene_web_dump"] tags near this comment.',
+        'Screenshots are stored as script[type="midscene-image"] tags or files referenced by screenshot refs.',
+        'For AI analysis, inspect each execution task for type, status, timing, param, output, usage, searchAreaUsage, recorder, and screenshot refs.',
+        'Use the Markdown export when available; it contains the same report context plus image links for agent review.'
+    ];
+    return `\n<!--\n${lines.join('\n')}\n-->\n`;
+}
 function htmlScriptCloseTag() {
     return String.fromCharCode(60) + "/script>";
 }
@@ -293,6 +355,6 @@ function generateDumpScriptTag(json, attributes) {
     if (attributes && Object.keys(attributes).length > 0) attrString = ' ' + Object.entries(attributes).map(([k, v])=>k + '="' + encodeURIComponent(v) + '"').join(' ');
     return '<script type="midscene_web_dump"' + attrString + '>' + escapeContent(json) + closeTag;
 }
-export { DATA_SCREENSHOT_MODE_ATTR, STREAMING_CHUNK_SIZE, escapeContent, extractAllDumpScriptsSync, extractImageByIdSync, extractLastDumpScriptSync, generateDumpScriptTag, generateImageScriptTag, getBaseUrlFixScript, parseDumpScript, parseDumpScriptAttributes, parseImageScripts, streamDumpScriptsSync, streamImageScriptsToFile, streamScanTags, unescapeContent };
+export { DATA_SCREENSHOT_MODE_ATTR, STREAMING_CHUNK_SIZE, escapeContent, extractAllDumpScriptsSync, extractImageByIdSync, extractLastDumpScriptSync, generateAgentReportComment, generateDumpScriptTag, generateImageScriptTag, getBaseUrlFixScript, parseDumpScript, parseDumpScriptAttributes, parseImageScripts, streamDumpScriptsSync, streamImageScriptsToFile, streamScanTags, unescapeContent };
 
 //# sourceMappingURL=html-utils.mjs.map

package/dist/es/dump/html-utils.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"dump/html-utils.mjs","sources":["../../../src/dump/html-utils.ts"],"sourcesContent":["import { closeSync, openSync, readSync, statSync } from 'node:fs';\nimport { antiEscapeScriptTag, escapeScriptTag } from '@midscene/shared/utils';\n\nexport const escapeContent = escapeScriptTag;\nexport const unescapeContent = antiEscapeScriptTag;\n\nfunction htmlScriptCloseTag(): string {\n  // biome-ignore lint/style/useTemplate: keep this token runtime-built for inline report bundles\n  return String.fromCharCode(60) + '/script>';\n}\n\n/** Chunk size for streaming file operations (64KB) */\nexport const STREAMING_CHUNK_SIZE = 64 * 1024;\n\n/**\n * Callback for processing matched tags during streaming.\n * @param content - The content between open and close tags\n * @returns true to stop scanning, false to continue\n */\ntype TagMatchCallback = (content: string) => boolean;\n\n/**\n * Stream through a file and find tags matching the pattern.\n * Memory usage: O(chunk_size + tag_size), not O(file_size).\n *\n * @param filePath - Absolute path to the file\n * @param openTag - Opening tag to search for\n * @param closeTag - Closing tag\n * @param onMatch - Callback for each matched tag content\n */\nexport function streamScanTags(\n  filePath: string,\n  openTag: string,\n  closeTag: string,\n  onMatch: TagMatchCallback,\n): void {\n  const fd = openSync(filePath, 'r');\n  const fileSize = statSync(filePath).size;\n  const buffer = Buffer.alloc(STREAMING_CHUNK_SIZE);\n\n  let position = 0;\n  let leftover = '';\n  let capturing = false;\n  let currentContent = '';\n\n  try {\n    while (position < fileSize) {\n      const bytesRead = readSync(fd, buffer, 0, STREAMING_CHUNK_SIZE, position);\n      const chunk = leftover + buffer.toString('utf-8', 0, bytesRead);\n      position += bytesRead;\n\n      let searchStart = 0;\n\n      while (searchStart < chunk.length) {\n        if (!capturing) {\n          const startIdx = chunk.indexOf(openTag, searchStart);\n          if (startIdx !== -1) {\n            capturing = true;\n            currentContent = chunk.slice(startIdx + openTag.length);\n            const endIdx = currentContent.indexOf(closeTag);\n            if (endIdx !== -1) {\n              const shouldStop = onMatch(currentContent.slice(0, endIdx));\n              if (shouldStop) return;\n              capturing = false;\n              currentContent = '';\n              searchStart =\n                startIdx + openTag.length + endIdx + closeTag.length;\n            } else {\n              leftover = currentContent.slice(-closeTag.length);\n              currentContent = currentContent.slice(0, -closeTag.length);\n              break;\n            }\n          } else {\n            leftover = chunk.slice(-openTag.length);\n            break;\n          }\n        } else {\n          const endIdx = chunk.indexOf(closeTag, searchStart);\n          if (endIdx !== -1) {\n            currentContent += chunk.slice(searchStart, endIdx);\n            const shouldStop = onMatch(currentContent);\n            if (shouldStop) return;\n            capturing = false;\n            currentContent = '';\n            searchStart = endIdx + closeTag.length;\n          } else {\n            currentContent += chunk.slice(searchStart, -closeTag.length);\n            leftover = chunk.slice(-closeTag.length);\n            break;\n          }\n        }\n      }\n    }\n  } finally {\n    closeSync(fd);\n  }\n}\n\n/**\n * Synchronously extract a specific image's base64 data from an HTML file by its id.\n * Uses streaming to avoid loading the entire file into memory.\n *\n * @param htmlPath - Absolute path to the HTML file\n * @param imageId - The id of the image to extract\n * @returns The base64 data string, or null if not found\n */\nexport function extractImageByIdSync(\n  htmlPath: string,\n  imageId: string,\n): string | null {\n  const targetTag = `<script type=\"midscene-image\" data-id=\"${imageId}\">`;\n  const closeTag = htmlScriptCloseTag();\n\n  let result: string | null = null;\n\n  streamScanTags(htmlPath, targetTag, closeTag, (content) => {\n    result = unescapeContent(content);\n    return true; // Stop after first match\n  });\n\n  return result;\n}\n\n/**\n * Stream image script tags from source file directly to output file.\n * Memory usage: O(single_image_size), not O(all_images_size).\n *\n * @param srcFilePath - Source HTML file path\n * @param destFilePath - Destination file path to append to\n */\nexport function streamImageScriptsToFile(\n  srcFilePath: string,\n  destFilePath: string,\n): void {\n  const { appendFileSync } = require('node:fs');\n  const openTag = '<script type=\"midscene-image\"';\n  const closeTag = htmlScriptCloseTag();\n\n  streamScanTags(srcFilePath, openTag, closeTag, (content) => {\n    // Write complete tag immediately to destination, don't accumulate\n    appendFileSync(destFilePath, `${openTag}${content}${closeTag}\\n`);\n    return false; // Continue scanning for more tags\n  });\n}\n\n/**\n * Extract the LAST dump script content from HTML file using streaming.\n * Memory usage: O(dump_size), not O(file_size).\n *\n * @param filePath - Absolute path to the HTML file\n * @returns The dump script content (trimmed), or empty string if not found\n */\nexport function extractLastDumpScriptSync(filePath: string): string {\n  const openTagPrefix = '<script type=\"midscene_web_dump\"';\n  const closeTag = htmlScriptCloseTag();\n\n  let lastContent = '';\n\n  // Custom streaming to handle the special case where open tag has variable attributes\n  const fd = openSync(filePath, 'r');\n  const fileSize = statSync(filePath).size;\n  const buffer = Buffer.alloc(STREAMING_CHUNK_SIZE);\n\n  let position = 0;\n  let leftover = '';\n  let capturing = false;\n  let currentContent = '';\n\n  try {\n    while (position < fileSize) {\n      const bytesRead = readSync(fd, buffer, 0, STREAMING_CHUNK_SIZE, position);\n      const chunk = leftover + buffer.toString('utf-8', 0, bytesRead);\n      position += bytesRead;\n\n      let searchStart = 0;\n\n      while (searchStart < chunk.length) {\n        if (!capturing) {\n          const startIdx = chunk.indexOf(openTagPrefix, searchStart);\n          if (startIdx !== -1) {\n            // Find the end of the opening tag (the '>' character)\n            const tagEndIdx = chunk.indexOf('>', startIdx);\n            if (tagEndIdx !== -1) {\n              capturing = true;\n              currentContent = chunk.slice(tagEndIdx + 1);\n              const endIdx = currentContent.indexOf(closeTag);\n              if (endIdx !== -1) {\n                lastContent = currentContent.slice(0, endIdx).trim();\n                capturing = false;\n                currentContent = '';\n                searchStart = tagEndIdx + 1 + endIdx + closeTag.length;\n              } else {\n                leftover = currentContent.slice(-closeTag.length);\n                currentContent = currentContent.slice(0, -closeTag.length);\n                break;\n              }\n            } else {\n              leftover = chunk.slice(startIdx);\n              break;\n            }\n          } else {\n            leftover = chunk.slice(-openTagPrefix.length);\n            break;\n          }\n        } else {\n          const endIdx = chunk.indexOf(closeTag, searchStart);\n          if (endIdx !== -1) {\n            currentContent += chunk.slice(searchStart, endIdx);\n            lastContent = currentContent.trim();\n            capturing = false;\n            currentContent = '';\n            searchStart = endIdx + closeTag.length;\n          } else {\n            currentContent += chunk.slice(searchStart, -closeTag.length);\n            leftover = chunk.slice(-closeTag.length);\n            break;\n          }\n        }\n      }\n    }\n  } finally {\n    closeSync(fd);\n  }\n\n  return lastContent;\n}\n\n/**\n * Extract ALL dump script contents from an HTML file using streaming.\n * Each entry includes the full opening tag (for attribute extraction) and the content.\n *\n * @param filePath - Absolute path to the HTML file\n * @returns Array of { openTag, content } for each dump script found\n */\nexport function extractAllDumpScriptsSync(\n  filePath: string,\n): { openTag: string; content: string }[] {\n  const results: { openTag: string; content: string }[] = [];\n  streamDumpScriptsSync(filePath, (dumpScript) => {\n    results.push(dumpScript);\n    return false;\n  });\n  return results;\n}\n\n/**\n * Stream ALL dump scripts from an HTML file.\n * Calls onMatch for each dump script and keeps memory bounded to a single\n * dump script payload instead of accumulating every dump in memory.\n *\n * @param filePath - Absolute path to the HTML file\n * @param onMatch - Callback for each dump script; return true to stop early\n */\nexport function streamDumpScriptsSync(\n  filePath: string,\n  onMatch: (dumpScript: { openTag: string; content: string }) => boolean,\n): void {\n  const openTagPrefix = '<script type=\"midscene_web_dump\"';\n  const closeTag = htmlScriptCloseTag();\n\n  const fd = openSync(filePath, 'r');\n  const fileSize = statSync(filePath).size;\n  const buffer = Buffer.alloc(STREAMING_CHUNK_SIZE);\n\n  let position = 0;\n  let leftover = '';\n  let capturing = false;\n  let currentContent = '';\n  let currentOpenTag = '';\n\n  try {\n    while (position < fileSize) {\n      const bytesRead = readSync(fd, buffer, 0, STREAMING_CHUNK_SIZE, position);\n      const chunk = leftover + buffer.toString('utf-8', 0, bytesRead);\n      position += bytesRead;\n\n      let searchStart = 0;\n\n      while (searchStart < chunk.length) {\n        if (!capturing) {\n          const startIdx = chunk.indexOf(openTagPrefix, searchStart);\n          if (startIdx !== -1) {\n            const tagEndIdx = chunk.indexOf('>', startIdx);\n            if (tagEndIdx !== -1) {\n              capturing = true;\n              currentOpenTag = chunk.slice(startIdx, tagEndIdx + 1);\n              currentContent = chunk.slice(tagEndIdx + 1);\n              const endIdx = currentContent.indexOf(closeTag);\n              if (endIdx !== -1) {\n                const shouldStop = onMatch({\n                  openTag: currentOpenTag,\n                  content: currentContent.slice(0, endIdx).trim(),\n                });\n                if (shouldStop) return;\n                capturing = false;\n                currentContent = '';\n                currentOpenTag = '';\n                searchStart = tagEndIdx + 1 + endIdx + closeTag.length;\n              } else {\n                leftover = currentContent.slice(-closeTag.length);\n                currentContent = currentContent.slice(0, -closeTag.length);\n                break;\n              }\n            } else {\n              leftover = chunk.slice(startIdx);\n              break;\n            }\n          } else {\n            leftover = chunk.slice(-openTagPrefix.length);\n            break;\n          }\n        } else {\n          const endIdx = chunk.indexOf(closeTag, searchStart);\n          if (endIdx !== -1) {\n            currentContent += chunk.slice(searchStart, endIdx);\n            const shouldStop = onMatch({\n              openTag: currentOpenTag,\n              content: currentContent.trim(),\n            });\n            if (shouldStop) return;\n            capturing = false;\n            currentContent = '';\n            currentOpenTag = '';\n            searchStart = endIdx + closeTag.length;\n          } else {\n            currentContent += chunk.slice(searchStart, -closeTag.length);\n            leftover = chunk.slice(-closeTag.length);\n            break;\n          }\n        }\n      }\n    }\n  } finally {\n    closeSync(fd);\n  }\n}\n\nexport function parseImageScripts(html: string): Record<string, string> {\n  const imageMap: Record<string, string> = {};\n  const regex =\n    /<script type=\"midscene-image\" data-id=\"([^\"]+)\">([\\s\\S]*?)<\\/script>/g;\n\n  for (const match of html.matchAll(regex)) {\n    const [, id, content] = match;\n    imageMap[id] = unescapeContent(content);\n  }\n\n  return imageMap;\n}\n\nexport function parseDumpScript(html: string): string {\n  // Use string search instead of regex to avoid ReDoS vulnerability\n  // Find the LAST dump script tag (template may contain similar patterns in bundled JS)\n  const scriptOpenTag = '<script type=\"midscene_web_dump\"';\n  const closeTag = htmlScriptCloseTag();\n\n  // Find the last occurrence of the opening tag\n  const lastOpenIndex = html.lastIndexOf(scriptOpenTag);\n  if (lastOpenIndex === -1) {\n    throw new Error('No dump script found in HTML');\n  }\n\n  // Find the end of the opening tag (the '>' character)\n  const tagEndIndex = html.indexOf('>', lastOpenIndex);\n  if (tagEndIndex === -1) {\n    throw new Error('No dump script found in HTML');\n  }\n\n  // Find the closing tag after the opening tag\n  const closeIndex = html.indexOf(closeTag, tagEndIndex);\n  if (closeIndex === -1) {\n    throw new Error('No dump script found in HTML');\n  }\n\n  // Extract content between opening and closing tags\n  const content = html.substring(tagEndIndex + 1, closeIndex);\n  return unescapeContent(content);\n}\n\nexport function parseDumpScriptAttributes(\n  html: string,\n): Record<string, string> {\n  const regex = /<script type=\"midscene_web_dump\"([^>]*)>/;\n  const match = regex.exec(html);\n\n  if (!match) {\n    return {};\n  }\n\n  const attrString = match[1];\n  const attributes: Record<string, string> = {};\n  const attrRegex = /(\\w+)=\"([^\"]*)\"/g;\n\n  for (const attrMatch of attrString.matchAll(attrRegex)) {\n    const [, key, value] = attrMatch;\n    if (key !== 'type') {\n      attributes[key] = decodeURIComponent(value);\n    }\n  }\n\n  return attributes;\n}\n\nexport function generateImageScriptTag(id: string, data: string): string {\n  // Do not use template string here, will cause bundle error with <script\n  const closeTag = htmlScriptCloseTag();\n  return (\n    // biome-ignore lint/style/useTemplate: <explanation>\n    '<script type=\"midscene-image\" data-id=\"' +\n    id +\n    '\">' +\n    escapeContent(data) +\n    closeTag\n  );\n}\n\n/**\n * Inline script that fixes relative URL resolution for directory-mode reports.\n *\n * Problem: when a static server (e.g. `npx serve`) serves `name/index.html`\n * at URL `/name` (without trailing slash), relative paths like\n * `./screenshots/xxx.png` resolve to `/screenshots/xxx.png` instead of\n * `/name/screenshots/xxx.png`.\n *\n * Fix: dynamically insert a <base> tag so relative URLs resolve correctly.\n */\n// Do not use template string here, will cause bundle error with <script\n//\n// The closing script tag is built at runtime so bundlers cannot inline the\n// token that would prematurely close the report template's inline app bundle.\n//\n// Do NOT replace this with a string constant, hex escape (\\x3c), or literal\n// string concatenation. Bundlers may optimise those forms back to the unsafe\n// token.\nlet _baseUrlFixScript: string;\nexport function getBaseUrlFixScript(): string {\n  if (!_baseUrlFixScript) {\n    const close = htmlScriptCloseTag();\n    _baseUrlFixScript =\n      // biome-ignore lint/style/useTemplate: see above\n      '\\n<script>(function(){' +\n      'var p=window.location.pathname;' +\n      'if(p.endsWith(\"/\")||/\\\\.\\\\w+$/.test(p))return;' +\n      'var b=document.createElement(\"base\");' +\n      'b.href=p+\"/\";' +\n      'document.head.insertBefore(b,document.head.firstChild)' +\n      '})()' +\n      close +\n      '\\n';\n  }\n  return _baseUrlFixScript;\n}\n\n/**\n * Dump-script attribute that records how the report file stores screenshots.\n * Written by the report generator and the merger, read back when deciding\n * whether a report is in directory mode. Kept here, next to dump-tag\n * generation, so the writer and reader share one source of truth.\n */\nexport const DATA_SCREENSHOT_MODE_ATTR = 'data-screenshot-mode';\n\nexport function generateDumpScriptTag(\n  json: string,\n  attributes?: Record<string, string | number | boolean>,\n): string {\n  const closeTag = htmlScriptCloseTag();\n  let attrString = '';\n  if (attributes && Object.keys(attributes).length > 0) {\n    // Do not use template string here, will cause bundle error with <script\n    attrString =\n      // biome-ignore lint/style/useTemplate: <explanation>\n      ' ' +\n      Object.entries(attributes)\n        // biome-ignore lint/style/useTemplate: <explanation>\n        .map(([k, v]) => k + '=\"' + encodeURIComponent(v) + '\"')\n        .join(' ');\n  }\n\n  // Do not use template string here, will cause bundle error with <script\n  return (\n    // biome-ignore lint/style/useTemplate: <explanation>\n    '<script type=\"midscene_web_dump\"' +\n    attrString +\n    '>' +\n    escapeContent(json) +\n    closeTag\n  );\n}\n"],"names":["escapeContent","escapeScriptTag","unescapeContent","antiEscapeScriptTag","htmlScriptCloseTag","String","STREAMING_CHUNK_SIZE","streamScanTags","filePath","openTag","closeTag","onMatch","fd","openSync","fileSize","statSync","buffer","Buffer","position","leftover","capturing","currentContent","bytesRead","readSync","chunk","searchStart","endIdx","shouldStop","startIdx","closeSync","extractImageByIdSync","htmlPath","imageId","targetTag","result","content","streamImageScriptsToFile","srcFilePath","destFilePath","appendFileSync","require","extractLastDumpScriptSync","openTagPrefix","lastContent","tagEndIdx","extractAllDumpScriptsSync","results","streamDumpScriptsSync","dumpScript","currentOpenTag","parseImageScripts","html","imageMap","regex","match","id","parseDumpScript","scriptOpenTag","lastOpenIndex","Error","tagEndIndex","closeIndex","parseDumpScriptAttributes","attrString","attributes","attrRegex","attrMatch","key","value","decodeURIComponent","generateImageScriptTag","data","_baseUrlFixScript","getBaseUrlFixScript","close","DATA_SCREENSHOT_MODE_ATTR","generateDumpScriptTag","json","Object","k","v","encodeURIComponent"],"mappings":";;;;;;;;;;;;;;;;;;AAGO,MAAMA,gBAAgBC;AACtB,MAAMC,kBAAkBC;AAE/B,SAASC;IAEP,OAAOC,OAAO,YAAY,CAAC,MAAM;AACnC;AAGO,MAAMC,uBAAuB;AAkB7B,SAASC,eACdC,QAAgB,EAChBC,OAAe,EACfC,QAAgB,EAChBC,OAAyB;IAEzB,MAAMC,KAAKC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASL,UAAU;IAC9B,MAAMM,WAAWC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASP,UAAU,IAAI;IACxC,MAAMQ,SAASC,OAAO,KAAK,CAACX;IAE5B,IAAIY,WAAW;IACf,IAAIC,WAAW;IACf,IAAIC,YAAY;IAChB,IAAIC,iBAAiB;IAErB,IAAI;QACF,MAAOH,WAAWJ,SAAU;YAC1B,MAAMQ,YAAYC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASX,IAAII,QAAQ,GAAGV,sBAAsBY;YAChE,MAAMM,QAAQL,WAAWH,OAAO,QAAQ,CAAC,SAAS,GAAGM;YACrDJ,YAAYI;YAEZ,IAAIG,cAAc;YAElB,MAAOA,cAAcD,MAAM,MAAM,CAC/B,IAAKJ,WAsBE;gBACL,MAAMM,SAASF,MAAM,OAAO,CAACd,UAAUe;gBACvC,IAAIC,AAAW,OAAXA,QAAe;oBACjBL,kBAAkBG,MAAM,KAAK,CAACC,aAAaC;oBAC3C,MAAMC,aAAahB,QAAQU;oBAC3B,IAAIM,YAAY;oBAChBP,YAAY;oBACZC,iBAAiB;oBACjBI,cAAcC,SAAShB,SAAS,MAAM;gBACxC,OAAO;oBACLW,kBAAkBG,MAAM,KAAK,CAACC,aAAa,CAACf,SAAS,MAAM;oBAC3DS,WAAWK,MAAM,KAAK,CAAC,CAACd,SAAS,MAAM;oBACvC;gBACF;YACF,OApCgB;gBACd,MAAMkB,WAAWJ,MAAM,OAAO,CAACf,SAASgB;gBACxC,IAAIG,AAAa,OAAbA,UAAiB;oBACnBR,YAAY;oBACZC,iBAAiBG,MAAM,KAAK,CAACI,WAAWnB,QAAQ,MAAM;oBACtD,MAAMiB,SAASL,eAAe,OAAO,CAACX;oBACtC,IAAIgB,AAAW,OAAXA,QAAe;wBACjB,MAAMC,aAAahB,QAAQU,eAAe,KAAK,CAAC,GAAGK;wBACnD,IAAIC,YAAY;wBAChBP,YAAY;wBACZC,iBAAiB;wBACjBI,cACEG,WAAWnB,QAAQ,MAAM,GAAGiB,SAAShB,SAAS,MAAM;oBACxD,OAAO;wBACLS,WAAWE,eAAe,KAAK,CAAC,CAACX,SAAS,MAAM;wBAChDW,iBAAiBA,eAAe,KAAK,CAAC,GAAG,CAACX,SAAS,MAAM;wBACzD;oBACF;gBACF,OAAO;oBACLS,WAAWK,MAAM,KAAK,CAAC,CAACf,QAAQ,MAAM;oBACtC;gBACF;YACF;QAgBJ;IACF,SAAU;QACRoB,IAAAA,kBAAAA,SAAAA,AAAAA,EAAUjB;IACZ;AACF;AAUO,SAASkB,qBACdC,QAAgB,EAChBC,OAAe;IAEf,MAAMC,YAAY,CAAC,uCAAuC,EAAED,QAAQ,EAAE,CAAC;IACvE,MAAMtB,WAAWN;IAEjB,IAAI8B,SAAwB;IAE5B3B,eAAewB,UAAUE,WAAWvB,UAAU,CAACyB;QAC7CD,SAAShC,gBAAgBiC;QACzB,OAAO;IACT;IAEA,OAAOD;AACT;AASO,SAASE,yBACdC,WAAmB,EACnBC,YAAoB;IAEpB,MAAM,EAAEC,cAAc,EAAE,GAAGC,oBAAQ;IACnC,MAAM/B,UAAU;IAChB,MAAMC,WAAWN;IAEjBG,eAAe8B,aAAa5B,SAASC,UAAU,CAACyB;QAE9CI,eAAeD,cAAc,GAAG7B,UAAU0B,UAAUzB,SAAS,EAAE,CAAC;QAChE,OAAO;IACT;AACF;AASO,SAAS+B,0BAA0BjC,QAAgB;IACxD,MAAMkC,gBAAgB;IACtB,MAAMhC,WAAWN;IAEjB,IAAIuC,cAAc;IAGlB,MAAM/B,KAAKC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASL,UAAU;IAC9B,MAAMM,WAAWC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASP,UAAU,IAAI;IACxC,MAAMQ,SAASC,OAAO,KAAK,CAACX;IAE5B,IAAIY,WAAW;IACf,IAAIC,WAAW;IACf,IAAIC,YAAY;IAChB,IAAIC,iBAAiB;IAErB,IAAI;QACF,MAAOH,WAAWJ,SAAU;YAC1B,MAAMQ,YAAYC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASX,IAAII,QAAQ,GAAGV,sBAAsBY;YAChE,MAAMM,QAAQL,WAAWH,OAAO,QAAQ,CAAC,SAAS,GAAGM;YACrDJ,YAAYI;YAEZ,IAAIG,cAAc;YAElB,MAAOA,cAAcD,MAAM,MAAM,CAC/B,IAAKJ,WA2BE;gBACL,MAAMM,SAASF,MAAM,OAAO,CAACd,UAAUe;gBACvC,IAAIC,AAAW,OAAXA,QAAe;oBACjBL,kBAAkBG,MAAM,KAAK,CAACC,aAAaC;oBAC3CiB,cAActB,eAAe,IAAI;oBACjCD,YAAY;oBACZC,iBAAiB;oBACjBI,cAAcC,SAAShB,SAAS,MAAM;gBACxC,OAAO;oBACLW,kBAAkBG,MAAM,KAAK,CAACC,aAAa,CAACf,SAAS,MAAM;oBAC3DS,WAAWK,MAAM,KAAK,CAAC,CAACd,SAAS,MAAM;oBACvC;gBACF;YACF,OAxCgB;gBACd,MAAMkB,WAAWJ,MAAM,OAAO,CAACkB,eAAejB;gBAC9C,IAAIG,AAAa,OAAbA,UAAiB;oBAEnB,MAAMgB,YAAYpB,MAAM,OAAO,CAAC,KAAKI;oBACrC,IAAIgB,AAAc,OAAdA,WAAkB;wBACpBxB,YAAY;wBACZC,iBAAiBG,MAAM,KAAK,CAACoB,YAAY;wBACzC,MAAMlB,SAASL,eAAe,OAAO,CAACX;wBACtC,IAAIgB,AAAW,OAAXA,QAAe;4BACjBiB,cAActB,eAAe,KAAK,CAAC,GAAGK,QAAQ,IAAI;4BAClDN,YAAY;4BACZC,iBAAiB;4BACjBI,cAAcmB,YAAY,IAAIlB,SAAShB,SAAS,MAAM;wBACxD,OAAO;4BACLS,WAAWE,eAAe,KAAK,CAAC,CAACX,SAAS,MAAM;4BAChDW,iBAAiBA,eAAe,KAAK,CAAC,GAAG,CAACX,SAAS,MAAM;4BACzD;wBACF;oBACF,OAAO;wBACLS,WAAWK,MAAM,KAAK,CAACI;wBACvB;oBACF;gBACF,OAAO;oBACLT,WAAWK,MAAM,KAAK,CAAC,CAACkB,cAAc,MAAM;oBAC5C;gBACF;YACF;QAeJ;IACF,SAAU;QACRb,IAAAA,kBAAAA,SAAAA,AAAAA,EAAUjB;IACZ;IAEA,OAAO+B;AACT;AASO,SAASE,0BACdrC,QAAgB;IAEhB,MAAMsC,UAAkD,EAAE;IAC1DC,sBAAsBvC,UAAU,CAACwC;QAC/BF,QAAQ,IAAI,CAACE;QACb,OAAO;IACT;IACA,OAAOF;AACT;AAUO,SAASC,sBACdvC,QAAgB,EAChBG,OAAsE;IAEtE,MAAM+B,gBAAgB;IACtB,MAAMhC,WAAWN;IAEjB,MAAMQ,KAAKC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASL,UAAU;IAC9B,MAAMM,WAAWC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASP,UAAU,IAAI;IACxC,MAAMQ,SAASC,OAAO,KAAK,CAACX;IAE5B,IAAIY,WAAW;IACf,IAAIC,WAAW;IACf,IAAIC,YAAY;IAChB,IAAIC,iBAAiB;IACrB,IAAI4B,iBAAiB;IAErB,IAAI;QACF,MAAO/B,WAAWJ,SAAU;YAC1B,MAAMQ,YAAYC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASX,IAAII,QAAQ,GAAGV,sBAAsBY;YAChE,MAAMM,QAAQL,WAAWH,OAAO,QAAQ,CAAC,SAAS,GAAGM;YACrDJ,YAAYI;YAEZ,IAAIG,cAAc;YAElB,MAAOA,cAAcD,MAAM,MAAM,CAC/B,IAAKJ,WAgCE;gBACL,MAAMM,SAASF,MAAM,OAAO,CAACd,UAAUe;gBACvC,IAAIC,AAAW,OAAXA,QAAe;oBACjBL,kBAAkBG,MAAM,KAAK,CAACC,aAAaC;oBAC3C,MAAMC,aAAahB,QAAQ;wBACzB,SAASsC;wBACT,SAAS5B,eAAe,IAAI;oBAC9B;oBACA,IAAIM,YAAY;oBAChBP,YAAY;oBACZC,iBAAiB;oBACjB4B,iBAAiB;oBACjBxB,cAAcC,SAAShB,SAAS,MAAM;gBACxC,OAAO;oBACLW,kBAAkBG,MAAM,KAAK,CAACC,aAAa,CAACf,SAAS,MAAM;oBAC3DS,WAAWK,MAAM,KAAK,CAAC,CAACd,SAAS,MAAM;oBACvC;gBACF;YACF,OAlDgB;gBACd,MAAMkB,WAAWJ,MAAM,OAAO,CAACkB,eAAejB;gBAC9C,IAAIG,AAAa,OAAbA,UAAiB;oBACnB,MAAMgB,YAAYpB,MAAM,OAAO,CAAC,KAAKI;oBACrC,IAAIgB,AAAc,OAAdA,WAAkB;wBACpBxB,YAAY;wBACZ6B,iBAAiBzB,MAAM,KAAK,CAACI,UAAUgB,YAAY;wBACnDvB,iBAAiBG,MAAM,KAAK,CAACoB,YAAY;wBACzC,MAAMlB,SAASL,eAAe,OAAO,CAACX;wBACtC,IAAIgB,AAAW,OAAXA,QAAe;4BACjB,MAAMC,aAAahB,QAAQ;gCACzB,SAASsC;gCACT,SAAS5B,eAAe,KAAK,CAAC,GAAGK,QAAQ,IAAI;4BAC/C;4BACA,IAAIC,YAAY;4BAChBP,YAAY;4BACZC,iBAAiB;4BACjB4B,iBAAiB;4BACjBxB,cAAcmB,YAAY,IAAIlB,SAAShB,SAAS,MAAM;wBACxD,OAAO;4BACLS,WAAWE,eAAe,KAAK,CAAC,CAACX,SAAS,MAAM;4BAChDW,iBAAiBA,eAAe,KAAK,CAAC,GAAG,CAACX,SAAS,MAAM;4BACzD;wBACF;oBACF,OAAO;wBACLS,WAAWK,MAAM,KAAK,CAACI;wBACvB;oBACF;gBACF,OAAO;oBACLT,WAAWK,MAAM,KAAK,CAAC,CAACkB,cAAc,MAAM;oBAC5C;gBACF;YACF;QAoBJ;IACF,SAAU;QACRb,IAAAA,kBAAAA,SAAAA,AAAAA,EAAUjB;IACZ;AACF;AAEO,SAASsC,kBAAkBC,IAAY;IAC5C,MAAMC,WAAmC,CAAC;IAC1C,MAAMC,QACJ;IAEF,KAAK,MAAMC,SAASH,KAAK,QAAQ,CAACE,OAAQ;QACxC,MAAM,GAAGE,IAAIpB,QAAQ,GAAGmB;QACxBF,QAAQ,CAACG,GAAG,GAAGrD,gBAAgBiC;IACjC;IAEA,OAAOiB;AACT;AAEO,SAASI,gBAAgBL,IAAY;IAG1C,MAAMM,gBAAgB;IACtB,MAAM/C,WAAWN;IAGjB,MAAMsD,gBAAgBP,KAAK,WAAW,CAACM;IACvC,IAAIC,AAAkB,OAAlBA,eACF,MAAM,IAAIC,MAAM;IAIlB,MAAMC,cAAcT,KAAK,OAAO,CAAC,KAAKO;IACtC,IAAIE,AAAgB,OAAhBA,aACF,MAAM,IAAID,MAAM;IAIlB,MAAME,aAAaV,KAAK,OAAO,CAACzC,UAAUkD;IAC1C,IAAIC,AAAe,OAAfA,YACF,MAAM,IAAIF,MAAM;IAIlB,MAAMxB,UAAUgB,KAAK,SAAS,CAACS,cAAc,GAAGC;IAChD,OAAO3D,gBAAgBiC;AACzB;AAEO,SAAS2B,0BACdX,IAAY;IAEZ,MAAME,QAAQ;IACd,MAAMC,QAAQD,MAAM,IAAI,CAACF;IAEzB,IAAI,CAACG,OACH,OAAO,CAAC;IAGV,MAAMS,aAAaT,KAAK,CAAC,EAAE;IAC3B,MAAMU,aAAqC,CAAC;IAC5C,MAAMC,YAAY;IAElB,KAAK,MAAMC,aAAaH,WAAW,QAAQ,CAACE,WAAY;QACtD,MAAM,GAAGE,KAAKC,MAAM,GAAGF;QACvB,IAAIC,AAAQ,WAARA,KACFH,UAAU,CAACG,IAAI,GAAGE,mBAAmBD;IAEzC;IAEA,OAAOJ;AACT;AAEO,SAASM,uBAAuBf,EAAU,EAAEgB,IAAY;IAE7D,MAAM7D,WAAWN;IACjB,OAEE,4CACAmD,KACA,OACAvD,cAAcuE,QACd7D;AAEJ;AAoBA,IAAI8D;AACG,SAASC;IACd,IAAI,CAACD,mBAAmB;QACtB,MAAME,QAAQtE;QACdoE,oBAEE,oNAOAE,QACA;IACJ;IACA,OAAOF;AACT;AAQO,MAAMG,4BAA4B;AAElC,SAASC,sBACdC,IAAY,EACZb,UAAsD;IAEtD,MAAMtD,WAAWN;IACjB,IAAI2D,aAAa;IACjB,IAAIC,cAAcc,OAAO,IAAI,CAACd,YAAY,MAAM,GAAG,GAEjDD,aAEE,MACAe,OAAO,OAAO,CAACd,YAEZ,GAAG,CAAC,CAAC,CAACe,GAAGC,EAAE,GAAKD,IAAI,OAAOE,mBAAmBD,KAAK,KACnD,IAAI,CAAC;IAIZ,OAEE,qCACAjB,aACA,MACA/D,cAAc6E,QACdnE;AAEJ"}
+{"version":3,"file":"dump/html-utils.mjs","sources":["../../../src/dump/html-utils.ts"],"sourcesContent":["import { closeSync, openSync, readSync, statSync } from 'node:fs';\nimport { antiEscapeScriptTag, escapeScriptTag } from '@midscene/shared/utils';\nimport type { AIUsageInfo, IReportActionDump, ModelBrief } from '../types';\n\nexport const escapeContent = escapeScriptTag;\nexport const unescapeContent = antiEscapeScriptTag;\n\nfunction cleanHtmlCommentValue(value: unknown): string {\n  return String(value ?? 'N/A')\n    .replace(/\\0/g, '')\n    .replace(/--/g, '- -');\n}\n\nfunction formatModelBriefForAgent(brief: ModelBrief): string {\n  const intent = brief.intent || 'default';\n  const model = brief.name || 'unknown';\n  const description = brief.modelDescription\n    ? ` (${brief.modelDescription})`\n    : '';\n  return `${intent}: ${model}${description}`;\n}\n\nfunction hasUsageModelInfo(usage?: AIUsageInfo): usage is AIUsageInfo {\n  return Boolean(\n    usage &&\n      (usage.model_name ||\n        usage.response_model_name ||\n        usage.model_description ||\n        usage.intent),\n  );\n}\n\nfunction formatUsageModelForAgent(source: string, usage: AIUsageInfo): string {\n  const intent = usage.intent || source;\n  const model = usage.model_name || usage.response_model_name || 'unknown';\n  const description = usage.model_description\n    ? ` (${usage.model_description})`\n    : '';\n  return `${intent}: ${model}${description}`;\n}\n\nfunction collectUsageModelsForAgent(report: IReportActionDump): string {\n  const models = new Map<string, string>();\n  const executions = Array.isArray(report.executions) ? report.executions : [];\n  for (const execution of executions) {\n    const tasks = Array.isArray(execution.tasks) ? execution.tasks : [];\n    for (const task of tasks) {\n      const taskWithUsage = task as {\n        usage?: AIUsageInfo;\n        searchAreaUsage?: AIUsageInfo;\n      };\n      const usages: Array<[string, AIUsageInfo | undefined]> = [\n        ['main', taskWithUsage.usage],\n        ['searchArea', taskWithUsage.searchAreaUsage],\n      ];\n\n      for (const [source, usage] of usages) {\n        if (!hasUsageModelInfo(usage)) {\n          continue;\n        }\n        const formatted = formatUsageModelForAgent(source, usage);\n        models.set(formatted, formatted);\n      }\n    }\n  }\n\n  return Array.from(models.values()).join('; ');\n}\n\nexport function generateAgentReportComment(report: IReportActionDump): string {\n  const executions = Array.isArray(report.executions) ? report.executions : [];\n  const taskCount = executions.reduce(\n    (sum, execution) =>\n      sum + (Array.isArray(execution.tasks) ? execution.tasks.length : 0),\n    0,\n  );\n  const modelBriefs = report.modelBriefs?.length\n    ? report.modelBriefs.map(formatModelBriefForAgent).join('; ')\n    : collectUsageModelsForAgent(report) || 'No model metadata recorded';\n\n  const lines = [\n    'For Agent Analysis:',\n    `Report: ${cleanHtmlCommentValue(report.groupName)}`,\n    `SDK: ${cleanHtmlCommentValue(report.sdkVersion)}`,\n    `Device: ${cleanHtmlCommentValue(report.deviceType)}`,\n    `Executions: ${executions.length}; Tasks: ${taskCount}`,\n    `Models: ${cleanHtmlCommentValue(modelBriefs)}`,\n    'Structured report JSON is stored in script[type=\"midscene_web_dump\"] tags near this comment.',\n    'Screenshots are stored as script[type=\"midscene-image\"] tags or files referenced by screenshot refs.',\n    'For AI analysis, inspect each execution task for type, status, timing, param, output, usage, searchAreaUsage, recorder, and screenshot refs.',\n    'Use the Markdown export when available; it contains the same report context plus image links for agent review.',\n  ];\n\n  return `\\n<!--\\n${lines.join('\\n')}\\n-->\\n`;\n}\n\nfunction htmlScriptCloseTag(): string {\n  // biome-ignore lint/style/useTemplate: keep this token runtime-built for inline report bundles\n  return String.fromCharCode(60) + '/script>';\n}\n\n/** Chunk size for streaming file operations (64KB) */\nexport const STREAMING_CHUNK_SIZE = 64 * 1024;\n\n/**\n * Callback for processing matched tags during streaming.\n * @param content - The content between open and close tags\n * @returns true to stop scanning, false to continue\n */\ntype TagMatchCallback = (content: string) => boolean;\n\n/**\n * Stream through a file and find tags matching the pattern.\n * Memory usage: O(chunk_size + tag_size), not O(file_size).\n *\n * @param filePath - Absolute path to the file\n * @param openTag - Opening tag to search for\n * @param closeTag - Closing tag\n * @param onMatch - Callback for each matched tag content\n */\nexport function streamScanTags(\n  filePath: string,\n  openTag: string,\n  closeTag: string,\n  onMatch: TagMatchCallback,\n): void {\n  const fd = openSync(filePath, 'r');\n  const fileSize = statSync(filePath).size;\n  const buffer = Buffer.alloc(STREAMING_CHUNK_SIZE);\n\n  let position = 0;\n  let leftover = '';\n  let capturing = false;\n  let currentContent = '';\n\n  try {\n    while (position < fileSize) {\n      const bytesRead = readSync(fd, buffer, 0, STREAMING_CHUNK_SIZE, position);\n      const chunk = leftover + buffer.toString('utf-8', 0, bytesRead);\n      position += bytesRead;\n\n      let searchStart = 0;\n\n      while (searchStart < chunk.length) {\n        if (!capturing) {\n          const startIdx = chunk.indexOf(openTag, searchStart);\n          if (startIdx !== -1) {\n            capturing = true;\n            currentContent = chunk.slice(startIdx + openTag.length);\n            const endIdx = currentContent.indexOf(closeTag);\n            if (endIdx !== -1) {\n              const shouldStop = onMatch(currentContent.slice(0, endIdx));\n              if (shouldStop) return;\n              capturing = false;\n              currentContent = '';\n              searchStart =\n                startIdx + openTag.length + endIdx + closeTag.length;\n            } else {\n              leftover = currentContent.slice(-closeTag.length);\n              currentContent = currentContent.slice(0, -closeTag.length);\n              break;\n            }\n          } else {\n            leftover = chunk.slice(-openTag.length);\n            break;\n          }\n        } else {\n          const endIdx = chunk.indexOf(closeTag, searchStart);\n          if (endIdx !== -1) {\n            currentContent += chunk.slice(searchStart, endIdx);\n            const shouldStop = onMatch(currentContent);\n            if (shouldStop) return;\n            capturing = false;\n            currentContent = '';\n            searchStart = endIdx + closeTag.length;\n          } else {\n            currentContent += chunk.slice(searchStart, -closeTag.length);\n            leftover = chunk.slice(-closeTag.length);\n            break;\n          }\n        }\n      }\n    }\n  } finally {\n    closeSync(fd);\n  }\n}\n\n/**\n * Synchronously extract a specific image's base64 data from an HTML file by its id.\n * Uses streaming to avoid loading the entire file into memory.\n *\n * @param htmlPath - Absolute path to the HTML file\n * @param imageId - The id of the image to extract\n * @returns The base64 data string, or null if not found\n */\nexport function extractImageByIdSync(\n  htmlPath: string,\n  imageId: string,\n): string | null {\n  const targetTag = `<script type=\"midscene-image\" data-id=\"${imageId}\">`;\n  const closeTag = htmlScriptCloseTag();\n\n  let result: string | null = null;\n\n  streamScanTags(htmlPath, targetTag, closeTag, (content) => {\n    result = unescapeContent(content);\n    return true; // Stop after first match\n  });\n\n  return result;\n}\n\n/**\n * Stream image script tags from source file directly to output file.\n * Memory usage: O(single_image_size), not O(all_images_size).\n *\n * @param srcFilePath - Source HTML file path\n * @param destFilePath - Destination file path to append to\n */\nexport function streamImageScriptsToFile(\n  srcFilePath: string,\n  destFilePath: string,\n): void {\n  const { appendFileSync } = require('node:fs');\n  const openTag = '<script type=\"midscene-image\"';\n  const closeTag = htmlScriptCloseTag();\n\n  streamScanTags(srcFilePath, openTag, closeTag, (content) => {\n    // Write complete tag immediately to destination, don't accumulate\n    appendFileSync(destFilePath, `${openTag}${content}${closeTag}\\n`);\n    return false; // Continue scanning for more tags\n  });\n}\n\n/**\n * Extract the LAST dump script content from HTML file using streaming.\n * Memory usage: O(dump_size), not O(file_size).\n *\n * @param filePath - Absolute path to the HTML file\n * @returns The dump script content (trimmed), or empty string if not found\n */\nexport function extractLastDumpScriptSync(filePath: string): string {\n  const openTagPrefix = '<script type=\"midscene_web_dump\"';\n  const closeTag = htmlScriptCloseTag();\n\n  let lastContent = '';\n\n  // Custom streaming to handle the special case where open tag has variable attributes\n  const fd = openSync(filePath, 'r');\n  const fileSize = statSync(filePath).size;\n  const buffer = Buffer.alloc(STREAMING_CHUNK_SIZE);\n\n  let position = 0;\n  let leftover = '';\n  let capturing = false;\n  let currentContent = '';\n\n  try {\n    while (position < fileSize) {\n      const bytesRead = readSync(fd, buffer, 0, STREAMING_CHUNK_SIZE, position);\n      const chunk = leftover + buffer.toString('utf-8', 0, bytesRead);\n      position += bytesRead;\n\n      let searchStart = 0;\n\n      while (searchStart < chunk.length) {\n        if (!capturing) {\n          const startIdx = chunk.indexOf(openTagPrefix, searchStart);\n          if (startIdx !== -1) {\n            // Find the end of the opening tag (the '>' character)\n            const tagEndIdx = chunk.indexOf('>', startIdx);\n            if (tagEndIdx !== -1) {\n              capturing = true;\n              currentContent = chunk.slice(tagEndIdx + 1);\n              const endIdx = currentContent.indexOf(closeTag);\n              if (endIdx !== -1) {\n                lastContent = currentContent.slice(0, endIdx).trim();\n                capturing = false;\n                currentContent = '';\n                searchStart = tagEndIdx + 1 + endIdx + closeTag.length;\n              } else {\n                leftover = currentContent.slice(-closeTag.length);\n                currentContent = currentContent.slice(0, -closeTag.length);\n                break;\n              }\n            } else {\n              leftover = chunk.slice(startIdx);\n              break;\n            }\n          } else {\n            leftover = chunk.slice(-openTagPrefix.length);\n            break;\n          }\n        } else {\n          const endIdx = chunk.indexOf(closeTag, searchStart);\n          if (endIdx !== -1) {\n            currentContent += chunk.slice(searchStart, endIdx);\n            lastContent = currentContent.trim();\n            capturing = false;\n            currentContent = '';\n            searchStart = endIdx + closeTag.length;\n          } else {\n            currentContent += chunk.slice(searchStart, -closeTag.length);\n            leftover = chunk.slice(-closeTag.length);\n            break;\n          }\n        }\n      }\n    }\n  } finally {\n    closeSync(fd);\n  }\n\n  return lastContent;\n}\n\n/**\n * Extract ALL dump script contents from an HTML file using streaming.\n * Each entry includes the full opening tag (for attribute extraction) and the content.\n *\n * @param filePath - Absolute path to the HTML file\n * @returns Array of { openTag, content } for each dump script found\n */\nexport function extractAllDumpScriptsSync(\n  filePath: string,\n): { openTag: string; content: string }[] {\n  const results: { openTag: string; content: string }[] = [];\n  streamDumpScriptsSync(filePath, (dumpScript) => {\n    results.push(dumpScript);\n    return false;\n  });\n  return results;\n}\n\n/**\n * Stream ALL dump scripts from an HTML file.\n * Calls onMatch for each dump script and keeps memory bounded to a single\n * dump script payload instead of accumulating every dump in memory.\n *\n * @param filePath - Absolute path to the HTML file\n * @param onMatch - Callback for each dump script; return true to stop early\n */\nexport function streamDumpScriptsSync(\n  filePath: string,\n  onMatch: (dumpScript: { openTag: string; content: string }) => boolean,\n): void {\n  const openTagPrefix = '<script type=\"midscene_web_dump\"';\n  const closeTag = htmlScriptCloseTag();\n\n  const fd = openSync(filePath, 'r');\n  const fileSize = statSync(filePath).size;\n  const buffer = Buffer.alloc(STREAMING_CHUNK_SIZE);\n\n  let position = 0;\n  let leftover = '';\n  let capturing = false;\n  let currentContent = '';\n  let currentOpenTag = '';\n\n  try {\n    while (position < fileSize) {\n      const bytesRead = readSync(fd, buffer, 0, STREAMING_CHUNK_SIZE, position);\n      const chunk = leftover + buffer.toString('utf-8', 0, bytesRead);\n      position += bytesRead;\n\n      let searchStart = 0;\n\n      while (searchStart < chunk.length) {\n        if (!capturing) {\n          const startIdx = chunk.indexOf(openTagPrefix, searchStart);\n          if (startIdx !== -1) {\n            const tagEndIdx = chunk.indexOf('>', startIdx);\n            if (tagEndIdx !== -1) {\n              capturing = true;\n              currentOpenTag = chunk.slice(startIdx, tagEndIdx + 1);\n              currentContent = chunk.slice(tagEndIdx + 1);\n              const endIdx = currentContent.indexOf(closeTag);\n              if (endIdx !== -1) {\n                const shouldStop = onMatch({\n                  openTag: currentOpenTag,\n                  content: currentContent.slice(0, endIdx).trim(),\n                });\n                if (shouldStop) return;\n                capturing = false;\n                currentContent = '';\n                currentOpenTag = '';\n                searchStart = tagEndIdx + 1 + endIdx + closeTag.length;\n              } else {\n                leftover = currentContent.slice(-closeTag.length);\n                currentContent = currentContent.slice(0, -closeTag.length);\n                break;\n              }\n            } else {\n              leftover = chunk.slice(startIdx);\n              break;\n            }\n          } else {\n            leftover = chunk.slice(-openTagPrefix.length);\n            break;\n          }\n        } else {\n          const endIdx = chunk.indexOf(closeTag, searchStart);\n          if (endIdx !== -1) {\n            currentContent += chunk.slice(searchStart, endIdx);\n            const shouldStop = onMatch({\n              openTag: currentOpenTag,\n              content: currentContent.trim(),\n            });\n            if (shouldStop) return;\n            capturing = false;\n            currentContent = '';\n            currentOpenTag = '';\n            searchStart = endIdx + closeTag.length;\n          } else {\n            currentContent += chunk.slice(searchStart, -closeTag.length);\n            leftover = chunk.slice(-closeTag.length);\n            break;\n          }\n        }\n      }\n    }\n  } finally {\n    closeSync(fd);\n  }\n}\n\nexport function parseImageScripts(html: string): Record<string, string> {\n  const imageMap: Record<string, string> = {};\n  const regex =\n    /<script type=\"midscene-image\" data-id=\"([^\"]+)\">([\\s\\S]*?)<\\/script>/g;\n\n  for (const match of html.matchAll(regex)) {\n    const [, id, content] = match;\n    imageMap[id] = unescapeContent(content);\n  }\n\n  return imageMap;\n}\n\nexport function parseDumpScript(html: string): string {\n  // Use string search instead of regex to avoid ReDoS vulnerability\n  // Find the LAST dump script tag (template may contain similar patterns in bundled JS)\n  const scriptOpenTag = '<script type=\"midscene_web_dump\"';\n  const closeTag = htmlScriptCloseTag();\n\n  // Find the last occurrence of the opening tag\n  const lastOpenIndex = html.lastIndexOf(scriptOpenTag);\n  if (lastOpenIndex === -1) {\n    throw new Error('No dump script found in HTML');\n  }\n\n  // Find the end of the opening tag (the '>' character)\n  const tagEndIndex = html.indexOf('>', lastOpenIndex);\n  if (tagEndIndex === -1) {\n    throw new Error('No dump script found in HTML');\n  }\n\n  // Find the closing tag after the opening tag\n  const closeIndex = html.indexOf(closeTag, tagEndIndex);\n  if (closeIndex === -1) {\n    throw new Error('No dump script found in HTML');\n  }\n\n  // Extract content between opening and closing tags\n  const content = html.substring(tagEndIndex + 1, closeIndex);\n  return unescapeContent(content);\n}\n\nexport function parseDumpScriptAttributes(\n  html: string,\n): Record<string, string> {\n  const regex = /<script type=\"midscene_web_dump\"([^>]*)>/;\n  const match = regex.exec(html);\n\n  if (!match) {\n    return {};\n  }\n\n  const attrString = match[1];\n  const attributes: Record<string, string> = {};\n  const attrRegex = /(\\w+)=\"([^\"]*)\"/g;\n\n  for (const attrMatch of attrString.matchAll(attrRegex)) {\n    const [, key, value] = attrMatch;\n    if (key !== 'type') {\n      attributes[key] = decodeURIComponent(value);\n    }\n  }\n\n  return attributes;\n}\n\nexport function generateImageScriptTag(id: string, data: string): string {\n  // Do not use template string here, will cause bundle error with <script\n  const closeTag = htmlScriptCloseTag();\n  return (\n    // biome-ignore lint/style/useTemplate: <explanation>\n    '<script type=\"midscene-image\" data-id=\"' +\n    id +\n    '\">' +\n    escapeContent(data) +\n    closeTag\n  );\n}\n\n/**\n * Inline script that fixes relative URL resolution for directory-mode reports.\n *\n * Problem: when a static server (e.g. `npx serve`) serves `name/index.html`\n * at URL `/name` (without trailing slash), relative paths like\n * `./screenshots/xxx.png` resolve to `/screenshots/xxx.png` instead of\n * `/name/screenshots/xxx.png`.\n *\n * Fix: dynamically insert a <base> tag so relative URLs resolve correctly.\n */\n// Do not use template string here, will cause bundle error with <script\n//\n// The closing script tag is built at runtime so bundlers cannot inline the\n// token that would prematurely close the report template's inline app bundle.\n//\n// Do NOT replace this with a string constant, hex escape (\\x3c), or literal\n// string concatenation. Bundlers may optimise those forms back to the unsafe\n// token.\nlet _baseUrlFixScript: string;\nexport function getBaseUrlFixScript(): string {\n  if (!_baseUrlFixScript) {\n    const close = htmlScriptCloseTag();\n    _baseUrlFixScript =\n      // biome-ignore lint/style/useTemplate: see above\n      '\\n<script>(function(){' +\n      'var p=window.location.pathname;' +\n      'if(p.endsWith(\"/\")||/\\\\.\\\\w+$/.test(p))return;' +\n      'var b=document.createElement(\"base\");' +\n      'b.href=p+\"/\";' +\n      'document.head.insertBefore(b,document.head.firstChild)' +\n      '})()' +\n      close +\n      '\\n';\n  }\n  return _baseUrlFixScript;\n}\n\n/**\n * Dump-script attribute that records how the report file stores screenshots.\n * Written by the report generator and the merger, read back when deciding\n * whether a report is in directory mode. Kept here, next to dump-tag\n * generation, so the writer and reader share one source of truth.\n */\nexport const DATA_SCREENSHOT_MODE_ATTR = 'data-screenshot-mode';\n\nexport function generateDumpScriptTag(\n  json: string,\n  attributes?: Record<string, string | number | boolean>,\n): string {\n  const closeTag = htmlScriptCloseTag();\n  let attrString = '';\n  if (attributes && Object.keys(attributes).length > 0) {\n    // Do not use template string here, will cause bundle error with <script\n    attrString =\n      // biome-ignore lint/style/useTemplate: <explanation>\n      ' ' +\n      Object.entries(attributes)\n        // biome-ignore lint/style/useTemplate: <explanation>\n        .map(([k, v]) => k + '=\"' + encodeURIComponent(v) + '\"')\n        .join(' ');\n  }\n\n  // Do not use template string here, will cause bundle error with <script\n  return (\n    // biome-ignore lint/style/useTemplate: <explanation>\n    '<script type=\"midscene_web_dump\"' +\n    attrString +\n    '>' +\n    escapeContent(json) +\n    closeTag\n  );\n}\n"],"names":["escapeContent","escapeScriptTag","unescapeContent","antiEscapeScriptTag","cleanHtmlCommentValue","value","String","formatModelBriefForAgent","brief","intent","model","description","hasUsageModelInfo","usage","Boolean","formatUsageModelForAgent","source","collectUsageModelsForAgent","report","models","Map","executions","Array","execution","tasks","task","taskWithUsage","usages","formatted","generateAgentReportComment","taskCount","sum","modelBriefs","lines","htmlScriptCloseTag","STREAMING_CHUNK_SIZE","streamScanTags","filePath","openTag","closeTag","onMatch","fd","openSync","fileSize","statSync","buffer","Buffer","position","leftover","capturing","currentContent","bytesRead","readSync","chunk","searchStart","endIdx","shouldStop","startIdx","closeSync","extractImageByIdSync","htmlPath","imageId","targetTag","result","content","streamImageScriptsToFile","srcFilePath","destFilePath","appendFileSync","require","extractLastDumpScriptSync","openTagPrefix","lastContent","tagEndIdx","extractAllDumpScriptsSync","results","streamDumpScriptsSync","dumpScript","currentOpenTag","parseImageScripts","html","imageMap","regex","match","id","parseDumpScript","scriptOpenTag","lastOpenIndex","Error","tagEndIndex","closeIndex","parseDumpScriptAttributes","attrString","attributes","attrRegex","attrMatch","key","decodeURIComponent","generateImageScriptTag","data","_baseUrlFixScript","getBaseUrlFixScript","close","DATA_SCREENSHOT_MODE_ATTR","generateDumpScriptTag","json","Object","k","v","encodeURIComponent"],"mappings":";;;;;;;;;;;;;;;;;;AAIO,MAAMA,gBAAgBC;AACtB,MAAMC,kBAAkBC;AAE/B,SAASC,sBAAsBC,KAAc;IAC3C,OAAOC,OAAOD,SAAS,OACpB,OAAO,CAAC,OAAO,IACf,OAAO,CAAC,OAAO;AACpB;AAEA,SAASE,yBAAyBC,KAAiB;IACjD,MAAMC,SAASD,MAAM,MAAM,IAAI;IAC/B,MAAME,QAAQF,MAAM,IAAI,IAAI;IAC5B,MAAMG,cAAcH,MAAM,gBAAgB,GACtC,CAAC,EAAE,EAAEA,MAAM,gBAAgB,CAAC,CAAC,CAAC,GAC9B;IACJ,OAAO,GAAGC,OAAO,EAAE,EAAEC,QAAQC,aAAa;AAC5C;AAEA,SAASC,kBAAkBC,KAAmB;IAC5C,OAAOC,QACLD,SACGA,CAAAA,MAAM,UAAU,IACfA,MAAM,mBAAmB,IACzBA,MAAM,iBAAiB,IACvBA,MAAM,MAAK;AAEnB;AAEA,SAASE,yBAAyBC,MAAc,EAAEH,KAAkB;IAClE,MAAMJ,SAASI,MAAM,MAAM,IAAIG;IAC/B,MAAMN,QAAQG,MAAM,UAAU,IAAIA,MAAM,mBAAmB,IAAI;IAC/D,MAAMF,cAAcE,MAAM,iBAAiB,GACvC,CAAC,EAAE,EAAEA,MAAM,iBAAiB,CAAC,CAAC,CAAC,GAC/B;IACJ,OAAO,GAAGJ,OAAO,EAAE,EAAEC,QAAQC,aAAa;AAC5C;AAEA,SAASM,2BAA2BC,MAAyB;IAC3D,MAAMC,SAAS,IAAIC;IACnB,MAAMC,aAAaC,MAAM,OAAO,CAACJ,OAAO,UAAU,IAAIA,OAAO,UAAU,GAAG,EAAE;IAC5E,KAAK,MAAMK,aAAaF,WAAY;QAClC,MAAMG,QAAQF,MAAM,OAAO,CAACC,UAAU,KAAK,IAAIA,UAAU,KAAK,GAAG,EAAE;QACnE,KAAK,MAAME,QAAQD,MAAO;YACxB,MAAME,gBAAgBD;YAItB,MAAME,SAAmD;gBACvD;oBAAC;oBAAQD,cAAc,KAAK;iBAAC;gBAC7B;oBAAC;oBAAcA,cAAc,eAAe;iBAAC;aAC9C;YAED,KAAK,MAAM,CAACV,QAAQH,MAAM,IAAIc,OAAQ;gBACpC,IAAI,CAACf,kBAAkBC,QACrB;gBAEF,MAAMe,YAAYb,yBAAyBC,QAAQH;gBACnDM,OAAO,GAAG,CAACS,WAAWA;YACxB;QACF;IACF;IAEA,OAAON,MAAM,IAAI,CAACH,OAAO,MAAM,IAAI,IAAI,CAAC;AAC1C;AAEO,SAASU,2BAA2BX,MAAyB;IAClE,MAAMG,aAAaC,MAAM,OAAO,CAACJ,OAAO,UAAU,IAAIA,OAAO,UAAU,GAAG,EAAE;IAC5E,MAAMY,YAAYT,WAAW,MAAM,CACjC,CAACU,KAAKR,YACJQ,MAAOT,CAAAA,MAAM,OAAO,CAACC,UAAU,KAAK,IAAIA,UAAU,KAAK,CAAC,MAAM,GAAG,IACnE;IAEF,MAAMS,cAAcd,OAAO,WAAW,EAAE,SACpCA,OAAO,WAAW,CAAC,GAAG,CAACX,0BAA0B,IAAI,CAAC,QACtDU,2BAA2BC,WAAW;IAE1C,MAAMe,QAAQ;QACZ;QACA,CAAC,QAAQ,EAAE7B,sBAAsBc,OAAO,SAAS,GAAG;QACpD,CAAC,KAAK,EAAEd,sBAAsBc,OAAO,UAAU,GAAG;QAClD,CAAC,QAAQ,EAAEd,sBAAsBc,OAAO,UAAU,GAAG;QACrD,CAAC,YAAY,EAAEG,WAAW,MAAM,CAAC,SAAS,EAAES,WAAW;QACvD,CAAC,QAAQ,EAAE1B,sBAAsB4B,cAAc;QAC/C;QACA;QACA;QACA;KACD;IAED,OAAO,CAAC,QAAQ,EAAEC,MAAM,IAAI,CAAC,MAAM,OAAO,CAAC;AAC7C;AAEA,SAASC;IAEP,OAAO5B,OAAO,YAAY,CAAC,MAAM;AACnC;AAGO,MAAM6B,uBAAuB;AAkB7B,SAASC,eACdC,QAAgB,EAChBC,OAAe,EACfC,QAAgB,EAChBC,OAAyB;IAEzB,MAAMC,KAAKC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASL,UAAU;IAC9B,MAAMM,WAAWC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASP,UAAU,IAAI;IACxC,MAAMQ,SAASC,OAAO,KAAK,CAACX;IAE5B,IAAIY,WAAW;IACf,IAAIC,WAAW;IACf,IAAIC,YAAY;IAChB,IAAIC,iBAAiB;IAErB,IAAI;QACF,MAAOH,WAAWJ,SAAU;YAC1B,MAAMQ,YAAYC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASX,IAAII,QAAQ,GAAGV,sBAAsBY;YAChE,MAAMM,QAAQL,WAAWH,OAAO,QAAQ,CAAC,SAAS,GAAGM;YACrDJ,YAAYI;YAEZ,IAAIG,cAAc;YAElB,MAAOA,cAAcD,MAAM,MAAM,CAC/B,IAAKJ,WAsBE;gBACL,MAAMM,SAASF,MAAM,OAAO,CAACd,UAAUe;gBACvC,IAAIC,AAAW,OAAXA,QAAe;oBACjBL,kBAAkBG,MAAM,KAAK,CAACC,aAAaC;oBAC3C,MAAMC,aAAahB,QAAQU;oBAC3B,IAAIM,YAAY;oBAChBP,YAAY;oBACZC,iBAAiB;oBACjBI,cAAcC,SAAShB,SAAS,MAAM;gBACxC,OAAO;oBACLW,kBAAkBG,MAAM,KAAK,CAACC,aAAa,CAACf,SAAS,MAAM;oBAC3DS,WAAWK,MAAM,KAAK,CAAC,CAACd,SAAS,MAAM;oBACvC;gBACF;YACF,OApCgB;gBACd,MAAMkB,WAAWJ,MAAM,OAAO,CAACf,SAASgB;gBACxC,IAAIG,AAAa,OAAbA,UAAiB;oBACnBR,YAAY;oBACZC,iBAAiBG,MAAM,KAAK,CAACI,WAAWnB,QAAQ,MAAM;oBACtD,MAAMiB,SAASL,eAAe,OAAO,CAACX;oBACtC,IAAIgB,AAAW,OAAXA,QAAe;wBACjB,MAAMC,aAAahB,QAAQU,eAAe,KAAK,CAAC,GAAGK;wBACnD,IAAIC,YAAY;wBAChBP,YAAY;wBACZC,iBAAiB;wBACjBI,cACEG,WAAWnB,QAAQ,MAAM,GAAGiB,SAAShB,SAAS,MAAM;oBACxD,OAAO;wBACLS,WAAWE,eAAe,KAAK,CAAC,CAACX,SAAS,MAAM;wBAChDW,iBAAiBA,eAAe,KAAK,CAAC,GAAG,CAACX,SAAS,MAAM;wBACzD;oBACF;gBACF,OAAO;oBACLS,WAAWK,MAAM,KAAK,CAAC,CAACf,QAAQ,MAAM;oBACtC;gBACF;YACF;QAgBJ;IACF,SAAU;QACRoB,IAAAA,kBAAAA,SAAAA,AAAAA,EAAUjB;IACZ;AACF;AAUO,SAASkB,qBACdC,QAAgB,EAChBC,OAAe;IAEf,MAAMC,YAAY,CAAC,uCAAuC,EAAED,QAAQ,EAAE,CAAC;IACvE,MAAMtB,WAAWL;IAEjB,IAAI6B,SAAwB;IAE5B3B,eAAewB,UAAUE,WAAWvB,UAAU,CAACyB;QAC7CD,SAAS7D,gBAAgB8D;QACzB,OAAO;IACT;IAEA,OAAOD;AACT;AASO,SAASE,yBACdC,WAAmB,EACnBC,YAAoB;IAEpB,MAAM,EAAEC,cAAc,EAAE,GAAGC,oBAAQ;IACnC,MAAM/B,UAAU;IAChB,MAAMC,WAAWL;IAEjBE,eAAe8B,aAAa5B,SAASC,UAAU,CAACyB;QAE9CI,eAAeD,cAAc,GAAG7B,UAAU0B,UAAUzB,SAAS,EAAE,CAAC;QAChE,OAAO;IACT;AACF;AASO,SAAS+B,0BAA0BjC,QAAgB;IACxD,MAAMkC,gBAAgB;IACtB,MAAMhC,WAAWL;IAEjB,IAAIsC,cAAc;IAGlB,MAAM/B,KAAKC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASL,UAAU;IAC9B,MAAMM,WAAWC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASP,UAAU,IAAI;IACxC,MAAMQ,SAASC,OAAO,KAAK,CAACX;IAE5B,IAAIY,WAAW;IACf,IAAIC,WAAW;IACf,IAAIC,YAAY;IAChB,IAAIC,iBAAiB;IAErB,IAAI;QACF,MAAOH,WAAWJ,SAAU;YAC1B,MAAMQ,YAAYC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASX,IAAII,QAAQ,GAAGV,sBAAsBY;YAChE,MAAMM,QAAQL,WAAWH,OAAO,QAAQ,CAAC,SAAS,GAAGM;YACrDJ,YAAYI;YAEZ,IAAIG,cAAc;YAElB,MAAOA,cAAcD,MAAM,MAAM,CAC/B,IAAKJ,WA2BE;gBACL,MAAMM,SAASF,MAAM,OAAO,CAACd,UAAUe;gBACvC,IAAIC,AAAW,OAAXA,QAAe;oBACjBL,kBAAkBG,MAAM,KAAK,CAACC,aAAaC;oBAC3CiB,cAActB,eAAe,IAAI;oBACjCD,YAAY;oBACZC,iBAAiB;oBACjBI,cAAcC,SAAShB,SAAS,MAAM;gBACxC,OAAO;oBACLW,kBAAkBG,MAAM,KAAK,CAACC,aAAa,CAACf,SAAS,MAAM;oBAC3DS,WAAWK,MAAM,KAAK,CAAC,CAACd,SAAS,MAAM;oBACvC;gBACF;YACF,OAxCgB;gBACd,MAAMkB,WAAWJ,MAAM,OAAO,CAACkB,eAAejB;gBAC9C,IAAIG,AAAa,OAAbA,UAAiB;oBAEnB,MAAMgB,YAAYpB,MAAM,OAAO,CAAC,KAAKI;oBACrC,IAAIgB,AAAc,OAAdA,WAAkB;wBACpBxB,YAAY;wBACZC,iBAAiBG,MAAM,KAAK,CAACoB,YAAY;wBACzC,MAAMlB,SAASL,eAAe,OAAO,CAACX;wBACtC,IAAIgB,AAAW,OAAXA,QAAe;4BACjBiB,cAActB,eAAe,KAAK,CAAC,GAAGK,QAAQ,IAAI;4BAClDN,YAAY;4BACZC,iBAAiB;4BACjBI,cAAcmB,YAAY,IAAIlB,SAAShB,SAAS,MAAM;wBACxD,OAAO;4BACLS,WAAWE,eAAe,KAAK,CAAC,CAACX,SAAS,MAAM;4BAChDW,iBAAiBA,eAAe,KAAK,CAAC,GAAG,CAACX,SAAS,MAAM;4BACzD;wBACF;oBACF,OAAO;wBACLS,WAAWK,MAAM,KAAK,CAACI;wBACvB;oBACF;gBACF,OAAO;oBACLT,WAAWK,MAAM,KAAK,CAAC,CAACkB,cAAc,MAAM;oBAC5C;gBACF;YACF;QAeJ;IACF,SAAU;QACRb,IAAAA,kBAAAA,SAAAA,AAAAA,EAAUjB;IACZ;IAEA,OAAO+B;AACT;AASO,SAASE,0BACdrC,QAAgB;IAEhB,MAAMsC,UAAkD,EAAE;IAC1DC,sBAAsBvC,UAAU,CAACwC;QAC/BF,QAAQ,IAAI,CAACE;QACb,OAAO;IACT;IACA,OAAOF;AACT;AAUO,SAASC,sBACdvC,QAAgB,EAChBG,OAAsE;IAEtE,MAAM+B,gBAAgB;IACtB,MAAMhC,WAAWL;IAEjB,MAAMO,KAAKC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASL,UAAU;IAC9B,MAAMM,WAAWC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASP,UAAU,IAAI;IACxC,MAAMQ,SAASC,OAAO,KAAK,CAACX;IAE5B,IAAIY,WAAW;IACf,IAAIC,WAAW;IACf,IAAIC,YAAY;IAChB,IAAIC,iBAAiB;IACrB,IAAI4B,iBAAiB;IAErB,IAAI;QACF,MAAO/B,WAAWJ,SAAU;YAC1B,MAAMQ,YAAYC,AAAAA,IAAAA,kBAAAA,QAAAA,AAAAA,EAASX,IAAII,QAAQ,GAAGV,sBAAsBY;YAChE,MAAMM,QAAQL,WAAWH,OAAO,QAAQ,CAAC,SAAS,GAAGM;YACrDJ,YAAYI;YAEZ,IAAIG,cAAc;YAElB,MAAOA,cAAcD,MAAM,MAAM,CAC/B,IAAKJ,WAgCE;gBACL,MAAMM,SAASF,MAAM,OAAO,CAACd,UAAUe;gBACvC,IAAIC,AAAW,OAAXA,QAAe;oBACjBL,kBAAkBG,MAAM,KAAK,CAACC,aAAaC;oBAC3C,MAAMC,aAAahB,QAAQ;wBACzB,SAASsC;wBACT,SAAS5B,eAAe,IAAI;oBAC9B;oBACA,IAAIM,YAAY;oBAChBP,YAAY;oBACZC,iBAAiB;oBACjB4B,iBAAiB;oBACjBxB,cAAcC,SAAShB,SAAS,MAAM;gBACxC,OAAO;oBACLW,kBAAkBG,MAAM,KAAK,CAACC,aAAa,CAACf,SAAS,MAAM;oBAC3DS,WAAWK,MAAM,KAAK,CAAC,CAACd,SAAS,MAAM;oBACvC;gBACF;YACF,OAlDgB;gBACd,MAAMkB,WAAWJ,MAAM,OAAO,CAACkB,eAAejB;gBAC9C,IAAIG,AAAa,OAAbA,UAAiB;oBACnB,MAAMgB,YAAYpB,MAAM,OAAO,CAAC,KAAKI;oBACrC,IAAIgB,AAAc,OAAdA,WAAkB;wBACpBxB,YAAY;wBACZ6B,iBAAiBzB,MAAM,KAAK,CAACI,UAAUgB,YAAY;wBACnDvB,iBAAiBG,MAAM,KAAK,CAACoB,YAAY;wBACzC,MAAMlB,SAASL,eAAe,OAAO,CAACX;wBACtC,IAAIgB,AAAW,OAAXA,QAAe;4BACjB,MAAMC,aAAahB,QAAQ;gCACzB,SAASsC;gCACT,SAAS5B,eAAe,KAAK,CAAC,GAAGK,QAAQ,IAAI;4BAC/C;4BACA,IAAIC,YAAY;4BAChBP,YAAY;4BACZC,iBAAiB;4BACjB4B,iBAAiB;4BACjBxB,cAAcmB,YAAY,IAAIlB,SAAShB,SAAS,MAAM;wBACxD,OAAO;4BACLS,WAAWE,eAAe,KAAK,CAAC,CAACX,SAAS,MAAM;4BAChDW,iBAAiBA,eAAe,KAAK,CAAC,GAAG,CAACX,SAAS,MAAM;4BACzD;wBACF;oBACF,OAAO;wBACLS,WAAWK,MAAM,KAAK,CAACI;wBACvB;oBACF;gBACF,OAAO;oBACLT,WAAWK,MAAM,KAAK,CAAC,CAACkB,cAAc,MAAM;oBAC5C;gBACF;YACF;QAoBJ;IACF,SAAU;QACRb,IAAAA,kBAAAA,SAAAA,AAAAA,EAAUjB;IACZ;AACF;AAEO,SAASsC,kBAAkBC,IAAY;IAC5C,MAAMC,WAAmC,CAAC;IAC1C,MAAMC,QACJ;IAEF,KAAK,MAAMC,SAASH,KAAK,QAAQ,CAACE,OAAQ;QACxC,MAAM,GAAGE,IAAIpB,QAAQ,GAAGmB;QACxBF,QAAQ,CAACG,GAAG,GAAGlF,gBAAgB8D;IACjC;IAEA,OAAOiB;AACT;AAEO,SAASI,gBAAgBL,IAAY;IAG1C,MAAMM,gBAAgB;IACtB,MAAM/C,WAAWL;IAGjB,MAAMqD,gBAAgBP,KAAK,WAAW,CAACM;IACvC,IAAIC,AAAkB,OAAlBA,eACF,MAAM,IAAIC,MAAM;IAIlB,MAAMC,cAAcT,KAAK,OAAO,CAAC,KAAKO;IACtC,IAAIE,AAAgB,OAAhBA,aACF,MAAM,IAAID,MAAM;IAIlB,MAAME,aAAaV,KAAK,OAAO,CAACzC,UAAUkD;IAC1C,IAAIC,AAAe,OAAfA,YACF,MAAM,IAAIF,MAAM;IAIlB,MAAMxB,UAAUgB,KAAK,SAAS,CAACS,cAAc,GAAGC;IAChD,OAAOxF,gBAAgB8D;AACzB;AAEO,SAAS2B,0BACdX,IAAY;IAEZ,MAAME,QAAQ;IACd,MAAMC,QAAQD,MAAM,IAAI,CAACF;IAEzB,IAAI,CAACG,OACH,OAAO,CAAC;IAGV,MAAMS,aAAaT,KAAK,CAAC,EAAE;IAC3B,MAAMU,aAAqC,CAAC;IAC5C,MAAMC,YAAY;IAElB,KAAK,MAAMC,aAAaH,WAAW,QAAQ,CAACE,WAAY;QACtD,MAAM,GAAGE,KAAK3F,MAAM,GAAG0F;QACvB,IAAIC,AAAQ,WAARA,KACFH,UAAU,CAACG,IAAI,GAAGC,mBAAmB5F;IAEzC;IAEA,OAAOwF;AACT;AAEO,SAASK,uBAAuBd,EAAU,EAAEe,IAAY;IAE7D,MAAM5D,WAAWL;IACjB,OAEE,4CACAkD,KACA,OACApF,cAAcmG,QACd5D;AAEJ;AAoBA,IAAI6D;AACG,SAASC;IACd,IAAI,CAACD,mBAAmB;QACtB,MAAME,QAAQpE;QACdkE,oBAEE,oNAOAE,QACA;IACJ;IACA,OAAOF;AACT;AAQO,MAAMG,4BAA4B;AAElC,SAASC,sBACdC,IAAY,EACZZ,UAAsD;IAEtD,MAAMtD,WAAWL;IACjB,IAAI0D,aAAa;IACjB,IAAIC,cAAca,OAAO,IAAI,CAACb,YAAY,MAAM,GAAG,GAEjDD,aAEE,MACAc,OAAO,OAAO,CAACb,YAEZ,GAAG,CAAC,CAAC,CAACc,GAAGC,EAAE,GAAKD,IAAI,OAAOE,mBAAmBD,KAAK,KACnD,IAAI,CAAC;IAIZ,OAEE,qCACAhB,aACA,MACA5F,cAAcyG,QACdlE;AAEJ"}

package/dist/es/dump/screenshot-restoration.mjs

@@ -17,6 +17,12 @@ function restoreImageReferences(data, resolveImage) {
                 capturedAt: {
                     value: refLike.capturedAt,
                     enumerable: true
+                },
+                sourceRef: {
+                    value: {
+                        ...refLike
+                    },
+                    enumerable: true
                 }
             });
             return lazy;

package/dist/es/dump/screenshot-restoration.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"dump/screenshot-restoration.mjs","sources":["../../../src/dump/screenshot-restoration.ts"],"sourcesContent":["import { type ScreenshotRef, normalizeScreenshotRef } from './screenshot-store';\n\n/**\n * Recursively restore image references in parsed data.\n * Replaces ScreenshotRef with lazy\n * { get base64() {...}, capturedAt } objects.\n * The resolver is only called when .base64 is first accessed.\n */\nexport function restoreImageReferences<T>(\n  data: T,\n  resolveImage: (ref: ScreenshotRef) => string,\n): T {\n  if (typeof data === 'string') {\n    return data;\n  }\n\n  if (Array.isArray(data)) {\n    return data.map((item) => restoreImageReferences(item, resolveImage)) as T;\n  }\n\n  if (typeof data === 'object' && data !== null) {\n    const refLike = normalizeScreenshotRef(data);\n    if (refLike) {\n      let resolved: string | null = null;\n      const lazy: { base64: string; capturedAt?: number } =\n        Object.defineProperties({} as { base64: string; capturedAt?: number }, {\n          base64: {\n            get() {\n              if (resolved === null) {\n                resolved = resolveImage(refLike);\n              }\n              return resolved;\n            },\n            enumerable: true,\n          },\n          capturedAt: { value: refLike.capturedAt, enumerable: true },\n        });\n      return lazy as T;\n    }\n\n    const result: Record<string, unknown> = {};\n    for (const [key, value] of Object.entries(data)) {\n      result[key] = restoreImageReferences(value, resolveImage);\n    }\n    return result as T;\n  }\n\n  return data;\n}\n"],"names":["restoreImageReferences","data","resolveImage","Array","item","refLike","normalizeScreenshotRef","resolved","lazy","Object","result","key","value"],"mappings":";AAQO,SAASA,uBACdC,IAAO,EACPC,YAA4C;IAE5C,IAAI,AAAgB,YAAhB,OAAOD,MACT,OAAOA;IAGT,IAAIE,MAAM,OAAO,CAACF,OAChB,OAAOA,KAAK,GAAG,CAAC,CAACG,OAASJ,uBAAuBI,MAAMF;IAGzD,IAAI,AAAgB,YAAhB,OAAOD,QAAqBA,AAAS,SAATA,MAAe;QAC7C,MAAMI,UAAUC,uBAAuBL;QACvC,IAAII,SAAS;YACX,IAAIE,WAA0B;YAC9B,MAAMC,OACJC,OAAO,gBAAgB,CAAC,CAAC,GAA8C;gBACrE,QAAQ;oBACN;wBACE,IAAIF,AAAa,SAAbA,UACFA,WAAWL,aAAaG;wBAE1B,OAAOE;oBACT;oBACA,YAAY;gBACd;gBACA,YAAY;oBAAE,OAAOF,QAAQ,UAAU;oBAAE,YAAY;gBAAK;YAC5D;YACF,OAAOG;QACT;QAEA,MAAME,SAAkC,CAAC;QACzC,KAAK,MAAM,CAACC,KAAKC,MAAM,IAAIH,OAAO,OAAO,CAACR,MACxCS,MAAM,CAACC,IAAI,GAAGX,uBAAuBY,OAAOV;QAE9C,OAAOQ;IACT;IAEA,OAAOT;AACT"}
+{"version":3,"file":"dump/screenshot-restoration.mjs","sources":["../../../src/dump/screenshot-restoration.ts"],"sourcesContent":["import { type ScreenshotRef, normalizeScreenshotRef } from './screenshot-store';\n\n/**\n * Recursively restore image references in parsed data.\n * Replaces ScreenshotRef with lazy\n * { get base64() {...}, capturedAt, sourceRef } objects.\n * The resolver is only called when .base64 is first accessed.\n */\nexport function restoreImageReferences<T>(\n  data: T,\n  resolveImage: (ref: ScreenshotRef) => string,\n): T {\n  if (typeof data === 'string') {\n    return data;\n  }\n\n  if (Array.isArray(data)) {\n    return data.map((item) => restoreImageReferences(item, resolveImage)) as T;\n  }\n\n  if (typeof data === 'object' && data !== null) {\n    const refLike = normalizeScreenshotRef(data);\n    if (refLike) {\n      let resolved: string | null = null;\n      const lazy: {\n        base64: string;\n        capturedAt?: number;\n        sourceRef: ScreenshotRef;\n      } = Object.defineProperties(\n        {} as {\n          base64: string;\n          capturedAt?: number;\n          sourceRef: ScreenshotRef;\n        },\n        {\n          base64: {\n            get() {\n              if (resolved === null) {\n                resolved = resolveImage(refLike);\n              }\n              return resolved;\n            },\n            enumerable: true,\n          },\n          capturedAt: { value: refLike.capturedAt, enumerable: true },\n          sourceRef: { value: { ...refLike }, enumerable: true },\n        },\n      );\n      return lazy as T;\n    }\n\n    const result: Record<string, unknown> = {};\n    for (const [key, value] of Object.entries(data)) {\n      result[key] = restoreImageReferences(value, resolveImage);\n    }\n    return result as T;\n  }\n\n  return data;\n}\n"],"names":["restoreImageReferences","data","resolveImage","Array","item","refLike","normalizeScreenshotRef","resolved","lazy","Object","result","key","value"],"mappings":";AAQO,SAASA,uBACdC,IAAO,EACPC,YAA4C;IAE5C,IAAI,AAAgB,YAAhB,OAAOD,MACT,OAAOA;IAGT,IAAIE,MAAM,OAAO,CAACF,OAChB,OAAOA,KAAK,GAAG,CAAC,CAACG,OAASJ,uBAAuBI,MAAMF;IAGzD,IAAI,AAAgB,YAAhB,OAAOD,QAAqBA,AAAS,SAATA,MAAe;QAC7C,MAAMI,UAAUC,uBAAuBL;QACvC,IAAII,SAAS;YACX,IAAIE,WAA0B;YAC9B,MAAMC,OAIFC,OAAO,gBAAgB,CACzB,CAAC,GAKD;gBACE,QAAQ;oBACN;wBACE,IAAIF,AAAa,SAAbA,UACFA,WAAWL,aAAaG;wBAE1B,OAAOE;oBACT;oBACA,YAAY;gBACd;gBACA,YAAY;oBAAE,OAAOF,QAAQ,UAAU;oBAAE,YAAY;gBAAK;gBAC1D,WAAW;oBAAE,OAAO;wBAAE,GAAGA,OAAO;oBAAC;oBAAG,YAAY;gBAAK;YACvD;YAEF,OAAOG;QACT;QAEA,MAAME,SAAkC,CAAC;QACzC,KAAK,MAAM,CAACC,KAAKC,MAAM,IAAIH,OAAO,OAAO,CAACR,MACxCS,MAAM,CAACC,IAAI,GAAGX,uBAAuBY,OAAOV;QAE9C,OAAOQ;IACT;IAEA,OAAOT;AACT"}

package/dist/es/element-describer.mjs

@@ -49,6 +49,7 @@ const createScreenshotBoundLocatorContext = async (center, opt)=>{
 async function verifyLocator(runtime, prompt, locateOpt, expectCenter, verifyLocateOption) {
     return locateAndVerify(runtime, prompt, expectCenter, {
         centerDistanceThreshold: verifyLocateOption?.centerDistanceThreshold,
+        deepLocate: verifyLocateOption?.deepLocate,
         uiContext: locateOpt?.uiContext
     });
 }
@@ -70,25 +71,37 @@ async function describeElementAtPoint(runtime, center, opt) {
     let success = false;
     let retryCount = 0;
     let resultPrompt = '';
+    const autoRetryDeepDescribe = opt?.deepDescribe === void 0;
+    const autoRetryDeepLocate = opt?.deepLocate === void 0;
+    let deepDescribe = opt?.deepDescribe || false;
     let deepLocate = opt?.deepLocate || false;
     let verifyResult;
     let lastError;
     let failureStage;
     while(!success && retryCount < retryLimit){
-        if (retryCount >= 2) deepLocate = true;
+        if (retryCount >= 1 && autoRetryDeepDescribe) deepDescribe = true;
+        if (retryCount >= 1 && autoRetryDeepLocate) deepLocate = true;
+        const describeModelRuntime = runtime.describeModelRuntime;
+        const locateModelRuntime = runtime.locateModelRuntime;
+        const retryRuntime = {
+            ...runtime,
+            describeModelRuntime,
+            locateModelRuntime
+        };
         const describeOpt = screenshotContext ? {
-            deepLocate,
+            deepDescribe,
             context: screenshotContext
         } : {
-            deepLocate
+            deepDescribe
         };
         let text;
         try {
-            text = await runtime.service.describe(targetCenter, runtime.describeModelRuntime, describeOpt);
+            text = await retryRuntime.service.describe(targetCenter, retryRuntime.describeModelRuntime, describeOpt);
         } catch (error) {
             return {
                 prompt: resultPrompt,
                 deepLocate,
+                deepDescribe,
                 verifyResult,
                 success: false,
                 error: errorMessage(error),
@@ -98,6 +111,7 @@ async function describeElementAtPoint(runtime, center, opt) {
         if (!text.description) return {
             prompt: resultPrompt,
             deepLocate,
+            deepDescribe,
             verifyResult,
             success: false,
             error: `failed to describe element at [${targetCenter}]`,
@@ -107,44 +121,50 @@ async function describeElementAtPoint(runtime, center, opt) {
         if (!verifyPrompt) {
             opt?.onProgress?.({
                 prompt: resultPrompt,
+                deepDescribe,
                 deepLocate
             });
             success = true;
             break;
         }
         try {
-            verifyResult = await verifyLocator(runtime, resultPrompt, locateOpt, targetCenter, opt);
+            const candidateVerifyResult = await verifyLocator(retryRuntime, resultPrompt, locateOpt, targetCenter, {
+                ...opt,
+                deepLocate
+            });
             verifyResult = applyLocatorVerifyFn(opt?.locatorVerifyFn, {
                 prompt: resultPrompt,
                 expectCenter: targetCenter,
-                deepLocate,
                 retryCount,
-                verifyResult
+                verifyResult: candidateVerifyResult
             });
             opt?.onProgress?.({
                 prompt: resultPrompt,
+                deepDescribe,
                 deepLocate,
                 verifyResult
             });
-            if (verifyResult.pass) success = true;
-            else {
-                lastError = void 0;
-                failureStage = 'verify';
-                retryCount++;
+            if (verifyResult.pass) {
+                success = true;
+                break;
             }
+            lastError = void 0;
+            failureStage = 'verify';
         } catch (error) {
             lastError = errorMessage(error);
             failureStage = 'verify';
             opt?.onProgress?.({
                 prompt: resultPrompt,
+                deepDescribe,
                 deepLocate
             });
-            retryCount++;
         }
+        retryCount++;
     }
     return {
         prompt: resultPrompt,
         deepLocate,
+        deepDescribe,
         verifyResult,
         success,
         error: success || !verifyPrompt ? void 0 : lastError || 'describeElementAtPoint verify failed',
@@ -156,9 +176,6 @@ async function verifyElementDescriptionAtPoint(runtime, description, center, opt
     const { locateOpt, targetCenter } = await createScreenshotBoundLocatorContext(center, opt);
     return verifyLocator(runtime, description, locateOpt, targetCenter, opt);
 }
-async function verifyElementByServiceLocate(runtime, description, center, opt) {
-    return locateAndVerify(runtime, description, center, opt);
-}
 async function locateAndVerify(runtime, description, center, opt) {
     assert(description?.trim(), "description must not be empty");
     const { screenshotContext, targetCenter } = await createScreenshotBoundLocatorContext(center, opt);
@@ -173,8 +190,9 @@ async function locateAndVerify(runtime, description, center, opt) {
         context
     } : {}, runtime.locateModelRuntime, opt?.abortSignal);
     assert(locateResult.element, `Element not found: ${description}`);
-    return buildLocateValidatorResult(targetCenter, locateResult.element, opt);
+    const verifyResult = buildLocateValidatorResult(targetCenter, locateResult.element, opt);
+    return verifyResult;
 }
-export { describeElementAtPoint, verifyElementByServiceLocate, verifyElementDescriptionAtPoint, verifyLocator };
+export { describeElementAtPoint, verifyElementDescriptionAtPoint, verifyLocator };
 
 //# sourceMappingURL=element-describer.mjs.map

package/dist/es/element-describer.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"element-describer.mjs","sources":["../../src/element-describer.ts"],"sourcesContent":["import type { ModelRuntime } from '@/ai-model/models';\nimport { assert } from '@midscene/shared/utils';\nimport { createScreenshotBoundUIContext } from './agent/utils';\nimport type Service from './service';\nimport type {\n  AgentDescribeElementAtPointResult,\n  LocateOption,\n  LocateResultElement,\n  LocateValidatorResult,\n  LocatorValidatorOption,\n  Rect,\n  Size,\n  UIContext,\n} from './types';\nimport { buildDetailedLocateParam } from './yaml/utils';\n\nexport type DescribeElementCoordinateSpace = 'screenshot' | 'logical';\n\nexport type LocatorVerifyFn = (input: {\n  prompt: string;\n  expectCenter: [number, number];\n  deepLocate: boolean;\n  retryCount: number;\n  verifyResult: LocateValidatorResult;\n}) => LocateValidatorResult | boolean;\n\nexport type DescribeElementAtPointOptions = {\n  verifyPrompt?: boolean;\n  retryLimit?: number;\n  deepLocate?: boolean;\n  locatorVerifyFn?: LocatorVerifyFn;\n  screenshotBase64?: string;\n  screenshotSize?: Size;\n  coordinateSpace?: DescribeElementCoordinateSpace;\n  logicalSize?: Size;\n  onProgress?: (progress: {\n    prompt?: string;\n    deepLocate?: boolean;\n    verifyResult?: LocateValidatorResult;\n  }) => void;\n} & LocatorValidatorOption;\n\ntype ScreenshotBoundContextOptions = {\n  screenshotBase64?: string;\n  screenshotSize?: Size;\n  coordinateSpace?: DescribeElementCoordinateSpace;\n  logicalSize?: Size;\n};\n\nexport type VerifyElementDescriptionAtPointOptions =\n  ScreenshotBoundContextOptions & LocatorValidatorOption;\n\nexport type VerifyElementByServiceLocateOptions =\n  VerifyElementDescriptionAtPointOptions &\n    Pick<LocateOption, 'cacheable' | 'deepLocate' | 'xpath'> & {\n      abortSignal?: AbortSignal;\n    };\n\nexport type ElementDescriberRuntime = {\n  service: Pick<Service, 'describe' | 'locate'>;\n  describeModelRuntime: ModelRuntime;\n  locateModelRuntime: ModelRuntime;\n};\n\nconst distanceOfTwoPoints = (p1: [number, number], p2: [number, number]) => {\n  const [x1, y1] = p1;\n  const [x2, y2] = p2;\n  return Math.round(Math.sqrt((x1 - x2) ** 2 + (y1 - y2) ** 2));\n};\n\nconst includedInRect = (point: [number, number], rect: Rect) => {\n  const [x, y] = point;\n  const { left, top, width, height } = rect;\n  return x >= left && x <= left + width && y >= top && y <= top + height;\n};\n\nconst buildLocateValidatorResult = (\n  expectCenter: [number, number],\n  located: Pick<LocateResultElement, 'center' | 'rect'>,\n  verifyLocateOption?: LocatorValidatorOption,\n): LocateValidatorResult => {\n  const distance = distanceOfTwoPoints(expectCenter, located.center);\n  const included = includedInRect(expectCenter, located.rect);\n  const pass =\n    distance <= (verifyLocateOption?.centerDistanceThreshold || 20) || included;\n  return {\n    pass,\n    rect: located.rect,\n    center: located.center,\n    centerDistance: distance,\n    includedInRect: included,\n  };\n};\n\nfunction assertPositiveSize(\n  size: Size | undefined,\n  label: string,\n): asserts size is Size {\n  assert(\n    size &&\n      Number.isFinite(size.width) &&\n      Number.isFinite(size.height) &&\n      size.width > 0 &&\n      size.height > 0,\n    `${label} must include positive width and height`,\n  );\n}\n\nconst mapPointToScreenshotSpace = (\n  center: [number, number],\n  screenshotSize: Size,\n  opt: ScreenshotBoundContextOptions,\n): [number, number] => {\n  const coordinateSpace = opt.coordinateSpace || 'screenshot';\n  if (coordinateSpace === 'screenshot') {\n    return center;\n  }\n\n  assertPositiveSize(\n    opt.logicalSize,\n    'logicalSize is required when coordinateSpace is logical',\n  );\n  return [\n    (center[0] * screenshotSize.width) / opt.logicalSize.width,\n    (center[1] * screenshotSize.height) / opt.logicalSize.height,\n  ];\n};\n\nconst createScreenshotBoundLocatorContext = async (\n  center: [number, number],\n  opt?: ScreenshotBoundContextOptions,\n): Promise<{\n  screenshotContext?: UIContext;\n  locateOpt?: LocateOption;\n  targetCenter: [number, number];\n}> => {\n  const screenshotContext = opt?.screenshotBase64\n    ? await createScreenshotBoundUIContext(opt.screenshotBase64, opt)\n    : undefined;\n  const targetCenter = screenshotContext\n    ? mapPointToScreenshotSpace(center, screenshotContext.shotSize, opt || {})\n    : center;\n  return {\n    screenshotContext,\n    locateOpt: screenshotContext ? { uiContext: screenshotContext } : undefined,\n    targetCenter,\n  };\n};\n\nexport async function verifyLocator(\n  runtime: Pick<ElementDescriberRuntime, 'service' | 'locateModelRuntime'>,\n  prompt: string,\n  locateOpt: LocateOption | undefined,\n  expectCenter: [number, number],\n  verifyLocateOption?: LocatorValidatorOption,\n): Promise<LocateValidatorResult> {\n  return locateAndVerify(runtime, prompt, expectCenter, {\n    centerDistanceThreshold: verifyLocateOption?.centerDistanceThreshold,\n    uiContext: locateOpt?.uiContext,\n  });\n}\n\nfunction applyLocatorVerifyFn(\n  locatorVerifyFn: LocatorVerifyFn | undefined,\n  input: Parameters<LocatorVerifyFn>[0],\n): LocateValidatorResult {\n  if (!locatorVerifyFn) {\n    return input.verifyResult;\n  }\n  const customResult = locatorVerifyFn(input);\n  if (typeof customResult === 'boolean') {\n    return {\n      ...input.verifyResult,\n      pass: customResult,\n    };\n  }\n  return customResult;\n}\n\nfunction errorMessage(error: unknown): string {\n  return error instanceof Error ? error.message : String(error);\n}\n\nexport async function describeElementAtPoint(\n  runtime: ElementDescriberRuntime,\n  center: [number, number],\n  opt?: DescribeElementAtPointOptions,\n): Promise<AgentDescribeElementAtPointResult> {\n  const { verifyPrompt = true, retryLimit = 3 } = opt || {};\n  const { screenshotContext, locateOpt, targetCenter } =\n    await createScreenshotBoundLocatorContext(center, opt);\n\n  let success = false;\n  let retryCount = 0;\n  let resultPrompt = '';\n  let deepLocate = opt?.deepLocate || false;\n  let verifyResult: LocateValidatorResult | undefined;\n  let lastError: string | undefined;\n  let failureStage: AgentDescribeElementAtPointResult['failureStage'];\n\n  while (!success && retryCount < retryLimit) {\n    if (retryCount >= 2) {\n      deepLocate = true;\n    }\n    const describeOpt = screenshotContext\n      ? { deepLocate, context: screenshotContext }\n      : { deepLocate };\n\n    let text: Awaited<\n      ReturnType<ElementDescriberRuntime['service']['describe']>\n    >;\n    try {\n      text = await runtime.service.describe(\n        targetCenter,\n        runtime.describeModelRuntime,\n        describeOpt,\n      );\n    } catch (error) {\n      return {\n        prompt: resultPrompt,\n        deepLocate,\n        verifyResult,\n        success: false,\n        error: errorMessage(error),\n        failureStage: 'describe',\n      };\n    }\n    if (!text.description) {\n      return {\n        prompt: resultPrompt,\n        deepLocate,\n        verifyResult,\n        success: false,\n        error: `failed to describe element at [${targetCenter}]`,\n        failureStage: 'describe',\n      };\n    }\n    resultPrompt = text.description;\n\n    if (!verifyPrompt) {\n      opt?.onProgress?.({ prompt: resultPrompt, deepLocate });\n      success = true;\n      break;\n    }\n\n    try {\n      verifyResult = await verifyLocator(\n        runtime,\n        resultPrompt,\n        locateOpt,\n        targetCenter,\n        opt,\n      );\n      verifyResult = applyLocatorVerifyFn(opt?.locatorVerifyFn, {\n        prompt: resultPrompt,\n        expectCenter: targetCenter,\n        deepLocate,\n        retryCount,\n        verifyResult,\n      });\n      opt?.onProgress?.({ prompt: resultPrompt, deepLocate, verifyResult });\n      if (verifyResult.pass) {\n        success = true;\n      } else {\n        lastError = undefined;\n        failureStage = 'verify';\n        retryCount++;\n      }\n    } catch (error) {\n      lastError = errorMessage(error);\n      failureStage = 'verify';\n      opt?.onProgress?.({ prompt: resultPrompt, deepLocate });\n      retryCount++;\n    }\n  }\n\n  return {\n    prompt: resultPrompt,\n    deepLocate,\n    verifyResult,\n    success,\n    error:\n      success || !verifyPrompt\n        ? undefined\n        : lastError || 'describeElementAtPoint verify failed',\n    failureStage: success ? undefined : failureStage,\n  };\n}\n\nexport async function verifyElementDescriptionAtPoint(\n  runtime: ElementDescriberRuntime,\n  description: string,\n  center: [number, number],\n  opt?: VerifyElementDescriptionAtPointOptions,\n): Promise<LocateValidatorResult> {\n  assert(description?.trim(), 'description must not be empty');\n  const { locateOpt, targetCenter } = await createScreenshotBoundLocatorContext(\n    center,\n    opt,\n  );\n\n  return verifyLocator(runtime, description, locateOpt, targetCenter, opt);\n}\n\nexport async function verifyElementByServiceLocate(\n  runtime: Pick<ElementDescriberRuntime, 'service' | 'locateModelRuntime'>,\n  description: string,\n  center: [number, number],\n  opt?: VerifyElementByServiceLocateOptions,\n): Promise<LocateValidatorResult> {\n  return locateAndVerify(runtime, description, center, opt);\n}\n\nasync function locateAndVerify(\n  runtime: Pick<ElementDescriberRuntime, 'service' | 'locateModelRuntime'>,\n  description: string,\n  center: [number, number],\n  opt?: VerifyElementByServiceLocateOptions & { uiContext?: UIContext },\n): Promise<LocateValidatorResult> {\n  assert(description?.trim(), 'description must not be empty');\n  const { screenshotContext, targetCenter } =\n    await createScreenshotBoundLocatorContext(center, opt);\n  const context = opt?.uiContext || screenshotContext;\n  const locateParam = buildDetailedLocateParam(description, {\n    cacheable: opt?.cacheable,\n    deepLocate: opt?.deepLocate,\n    xpath: opt?.xpath,\n  });\n  assert(locateParam, 'cannot get locate param for service locate');\n\n  const locateResult = await runtime.service.locate(\n    locateParam,\n    context ? { context } : {},\n    runtime.locateModelRuntime,\n    opt?.abortSignal,\n  );\n  assert(locateResult.element, `Element not found: ${description}`);\n  return buildLocateValidatorResult(targetCenter, locateResult.element, opt);\n}\n"],"names":["distanceOfTwoPoints","p1","p2","x1","y1","x2","y2","Math","includedInRect","point","rect","x","y","left","top","width","height","buildLocateValidatorResult","expectCenter","located","verifyLocateOption","distance","included","pass","assertPositiveSize","size","label","assert","Number","mapPointToScreenshotSpace","center","screenshotSize","opt","coordinateSpace","createScreenshotBoundLocatorContext","screenshotContext","createScreenshotBoundUIContext","undefined","targetCenter","verifyLocator","runtime","prompt","locateOpt","locateAndVerify","applyLocatorVerifyFn","locatorVerifyFn","input","customResult","errorMessage","error","Error","String","describeElementAtPoint","verifyPrompt","retryLimit","success","retryCount","resultPrompt","deepLocate","verifyResult","lastError","failureStage","describeOpt","text","verifyElementDescriptionAtPoint","description","verifyElementByServiceLocate","context","locateParam","buildDetailedLocateParam","locateResult"],"mappings":";;;AAgEA,MAAMA,sBAAsB,CAACC,IAAsBC;IACjD,MAAM,CAACC,IAAIC,GAAG,GAAGH;IACjB,MAAM,CAACI,IAAIC,GAAG,GAAGJ;IACjB,OAAOK,KAAK,KAAK,CAACA,KAAK,IAAI,CAAEJ,AAAAA,CAAAA,KAAKE,EAAC,KAAM,IAAKD,AAAAA,CAAAA,KAAKE,EAAC,KAAM;AAC5D;AAEA,MAAME,iBAAiB,CAACC,OAAyBC;IAC/C,MAAM,CAACC,GAAGC,EAAE,GAAGH;IACf,MAAM,EAAEI,IAAI,EAAEC,GAAG,EAAEC,KAAK,EAAEC,MAAM,EAAE,GAAGN;IACrC,OAAOC,KAAKE,QAAQF,KAAKE,OAAOE,SAASH,KAAKE,OAAOF,KAAKE,MAAME;AAClE;AAEA,MAAMC,6BAA6B,CACjCC,cACAC,SACAC;IAEA,MAAMC,WAAWrB,oBAAoBkB,cAAcC,QAAQ,MAAM;IACjE,MAAMG,WAAWd,eAAeU,cAAcC,QAAQ,IAAI;IAC1D,MAAMI,OACJF,YAAaD,CAAAA,oBAAoB,2BAA2B,EAAC,KAAME;IACrE,OAAO;QACLC;QACA,MAAMJ,QAAQ,IAAI;QAClB,QAAQA,QAAQ,MAAM;QACtB,gBAAgBE;QAChB,gBAAgBC;IAClB;AACF;AAEA,SAASE,mBACPC,IAAsB,EACtBC,KAAa;IAEbC,OACEF,QACEG,OAAO,QAAQ,CAACH,KAAK,KAAK,KAC1BG,OAAO,QAAQ,CAACH,KAAK,MAAM,KAC3BA,KAAK,KAAK,GAAG,KACbA,KAAK,MAAM,GAAG,GAChB,GAAGC,MAAM,uCAAuC,CAAC;AAErD;AAEA,MAAMG,4BAA4B,CAChCC,QACAC,gBACAC;IAEA,MAAMC,kBAAkBD,IAAI,eAAe,IAAI;IAC/C,IAAIC,AAAoB,iBAApBA,iBACF,OAAOH;IAGTN,mBACEQ,IAAI,WAAW,EACf;IAEF,OAAO;QACJF,MAAM,CAAC,EAAE,GAAGC,eAAe,KAAK,GAAIC,IAAI,WAAW,CAAC,KAAK;QACzDF,MAAM,CAAC,EAAE,GAAGC,eAAe,MAAM,GAAIC,IAAI,WAAW,CAAC,MAAM;KAC7D;AACH;AAEA,MAAME,sCAAsC,OAC1CJ,QACAE;IAMA,MAAMG,oBAAoBH,KAAK,mBAC3B,MAAMI,+BAA+BJ,IAAI,gBAAgB,EAAEA,OAC3DK;IACJ,MAAMC,eAAeH,oBACjBN,0BAA0BC,QAAQK,kBAAkB,QAAQ,EAAEH,OAAO,CAAC,KACtEF;IACJ,OAAO;QACLK;QACA,WAAWA,oBAAoB;YAAE,WAAWA;QAAkB,IAAIE;QAClEC;IACF;AACF;AAEO,eAAeC,cACpBC,OAAwE,EACxEC,MAAc,EACdC,SAAmC,EACnCxB,YAA8B,EAC9BE,kBAA2C;IAE3C,OAAOuB,gBAAgBH,SAASC,QAAQvB,cAAc;QACpD,yBAAyBE,oBAAoB;QAC7C,WAAWsB,WAAW;IACxB;AACF;AAEA,SAASE,qBACPC,eAA4C,EAC5CC,KAAqC;IAErC,IAAI,CAACD,iBACH,OAAOC,MAAM,YAAY;IAE3B,MAAMC,eAAeF,gBAAgBC;IACrC,IAAI,AAAwB,aAAxB,OAAOC,cACT,OAAO;QACL,GAAGD,MAAM,YAAY;QACrB,MAAMC;IACR;IAEF,OAAOA;AACT;AAEA,SAASC,aAAaC,KAAc;IAClC,OAAOA,iBAAiBC,QAAQD,MAAM,OAAO,GAAGE,OAAOF;AACzD;AAEO,eAAeG,uBACpBZ,OAAgC,EAChCV,MAAwB,EACxBE,GAAmC;IAEnC,MAAM,EAAEqB,eAAe,IAAI,EAAEC,aAAa,CAAC,EAAE,GAAGtB,OAAO,CAAC;IACxD,MAAM,EAAEG,iBAAiB,EAAEO,SAAS,EAAEJ,YAAY,EAAE,GAClD,MAAMJ,oCAAoCJ,QAAQE;IAEpD,IAAIuB,UAAU;IACd,IAAIC,aAAa;IACjB,IAAIC,eAAe;IACnB,IAAIC,aAAa1B,KAAK,cAAc;IACpC,IAAI2B;IACJ,IAAIC;IACJ,IAAIC;IAEJ,MAAO,CAACN,WAAWC,aAAaF,WAAY;QAC1C,IAAIE,cAAc,GAChBE,aAAa;QAEf,MAAMI,cAAc3B,oBAChB;YAAEuB;YAAY,SAASvB;QAAkB,IACzC;YAAEuB;QAAW;QAEjB,IAAIK;QAGJ,IAAI;YACFA,OAAO,MAAMvB,QAAQ,OAAO,CAAC,QAAQ,CACnCF,cACAE,QAAQ,oBAAoB,EAC5BsB;QAEJ,EAAE,OAAOb,OAAO;YACd,OAAO;gBACL,QAAQQ;gBACRC;gBACAC;gBACA,SAAS;gBACT,OAAOX,aAAaC;gBACpB,cAAc;YAChB;QACF;QACA,IAAI,CAACc,KAAK,WAAW,EACnB,OAAO;YACL,QAAQN;YACRC;YACAC;YACA,SAAS;YACT,OAAO,CAAC,+BAA+B,EAAErB,aAAa,CAAC,CAAC;YACxD,cAAc;QAChB;QAEFmB,eAAeM,KAAK,WAAW;QAE/B,IAAI,CAACV,cAAc;YACjBrB,KAAK,aAAa;gBAAE,QAAQyB;gBAAcC;YAAW;YACrDH,UAAU;YACV;QACF;QAEA,IAAI;YACFI,eAAe,MAAMpB,cACnBC,SACAiB,cACAf,WACAJ,cACAN;YAEF2B,eAAef,qBAAqBZ,KAAK,iBAAiB;gBACxD,QAAQyB;gBACR,cAAcnB;gBACdoB;gBACAF;gBACAG;YACF;YACA3B,KAAK,aAAa;gBAAE,QAAQyB;gBAAcC;gBAAYC;YAAa;YACnE,IAAIA,aAAa,IAAI,EACnBJ,UAAU;iBACL;gBACLK,YAAYvB;gBACZwB,eAAe;gBACfL;YACF;QACF,EAAE,OAAOP,OAAO;YACdW,YAAYZ,aAAaC;YACzBY,eAAe;YACf7B,KAAK,aAAa;gBAAE,QAAQyB;gBAAcC;YAAW;YACrDF;QACF;IACF;IAEA,OAAO;QACL,QAAQC;QACRC;QACAC;QACAJ;QACA,OACEA,WAAW,CAACF,eACRhB,SACAuB,aAAa;QACnB,cAAcL,UAAUlB,SAAYwB;IACtC;AACF;AAEO,eAAeG,gCACpBxB,OAAgC,EAChCyB,WAAmB,EACnBnC,MAAwB,EACxBE,GAA4C;IAE5CL,OAAOsC,aAAa,QAAQ;IAC5B,MAAM,EAAEvB,SAAS,EAAEJ,YAAY,EAAE,GAAG,MAAMJ,oCACxCJ,QACAE;IAGF,OAAOO,cAAcC,SAASyB,aAAavB,WAAWJ,cAAcN;AACtE;AAEO,eAAekC,6BACpB1B,OAAwE,EACxEyB,WAAmB,EACnBnC,MAAwB,EACxBE,GAAyC;IAEzC,OAAOW,gBAAgBH,SAASyB,aAAanC,QAAQE;AACvD;AAEA,eAAeW,gBACbH,OAAwE,EACxEyB,WAAmB,EACnBnC,MAAwB,EACxBE,GAAqE;IAErEL,OAAOsC,aAAa,QAAQ;IAC5B,MAAM,EAAE9B,iBAAiB,EAAEG,YAAY,EAAE,GACvC,MAAMJ,oCAAoCJ,QAAQE;IACpD,MAAMmC,UAAUnC,KAAK,aAAaG;IAClC,MAAMiC,cAAcC,yBAAyBJ,aAAa;QACxD,WAAWjC,KAAK;QAChB,YAAYA,KAAK;QACjB,OAAOA,KAAK;IACd;IACAL,OAAOyC,aAAa;IAEpB,MAAME,eAAe,MAAM9B,QAAQ,OAAO,CAAC,MAAM,CAC/C4B,aACAD,UAAU;QAAEA;IAAQ,IAAI,CAAC,GACzB3B,QAAQ,kBAAkB,EAC1BR,KAAK;IAEPL,OAAO2C,aAAa,OAAO,EAAE,CAAC,mBAAmB,EAAEL,aAAa;IAChE,OAAOhD,2BAA2BqB,cAAcgC,aAAa,OAAO,EAAEtC;AACxE"}
+{"version":3,"file":"element-describer.mjs","sources":["../../src/element-describer.ts"],"sourcesContent":["import type { ModelRuntime } from '@/ai-model/models';\nimport { assert } from '@midscene/shared/utils';\nimport { createScreenshotBoundUIContext } from './agent/utils';\nimport type Service from './service';\nimport type {\n  AgentDescribeElementAtPointResult,\n  LocateOption,\n  LocateResultElement,\n  LocateValidatorResult,\n  LocatorValidatorOption,\n  Rect,\n  Size,\n  UIContext,\n} from './types';\nimport { buildDetailedLocateParam } from './yaml/utils';\n\nexport type DescribeElementCoordinateSpace = 'screenshot' | 'logical';\n\nexport type LocatorVerifyFn = (input: {\n  prompt: string;\n  expectCenter: [number, number];\n  retryCount: number;\n  verifyResult: LocateValidatorResult;\n}) => LocateValidatorResult | boolean;\n\nexport type DescribeElementAtPointOptions = {\n  verifyPrompt?: boolean;\n  retryLimit?: number;\n  deepDescribe?: boolean;\n  deepLocate?: boolean;\n  locatorVerifyFn?: LocatorVerifyFn;\n  screenshotBase64?: string;\n  screenshotSize?: Size;\n  coordinateSpace?: DescribeElementCoordinateSpace;\n  logicalSize?: Size;\n  onProgress?: (progress: {\n    prompt?: string;\n    deepDescribe?: boolean;\n    deepLocate?: boolean;\n    verifyResult?: LocateValidatorResult;\n  }) => void;\n} & LocatorValidatorOption;\n\ntype ScreenshotBoundContextOptions = {\n  screenshotBase64?: string;\n  screenshotSize?: Size;\n  coordinateSpace?: DescribeElementCoordinateSpace;\n  logicalSize?: Size;\n};\n\nexport type VerifyElementDescriptionAtPointOptions =\n  ScreenshotBoundContextOptions & LocatorValidatorOption;\n\ntype LocateAndVerifyOptions = VerifyElementDescriptionAtPointOptions &\n  Pick<LocateOption, 'cacheable' | 'deepLocate' | 'xpath'> & {\n    abortSignal?: AbortSignal;\n  };\n\nexport type ElementDescriberRuntime = {\n  service: Pick<Service, 'describe' | 'locate'>;\n  describeModelRuntime: ModelRuntime;\n  locateModelRuntime: ModelRuntime;\n};\n\ntype ServiceDescribeOptions = NonNullable<\n  Parameters<ElementDescriberRuntime['service']['describe']>[2]\n>;\n\nconst distanceOfTwoPoints = (p1: [number, number], p2: [number, number]) => {\n  const [x1, y1] = p1;\n  const [x2, y2] = p2;\n  return Math.round(Math.sqrt((x1 - x2) ** 2 + (y1 - y2) ** 2));\n};\n\nconst includedInRect = (point: [number, number], rect: Rect) => {\n  const [x, y] = point;\n  const { left, top, width, height } = rect;\n  return x >= left && x <= left + width && y >= top && y <= top + height;\n};\n\nconst buildLocateValidatorResult = (\n  expectCenter: [number, number],\n  located: Pick<LocateResultElement, 'center' | 'rect'>,\n  verifyLocateOption?: LocatorValidatorOption,\n): LocateValidatorResult => {\n  const distance = distanceOfTwoPoints(expectCenter, located.center);\n  const included = includedInRect(expectCenter, located.rect);\n  const pass =\n    distance <= (verifyLocateOption?.centerDistanceThreshold || 20) || included;\n  return {\n    pass,\n    rect: located.rect,\n    center: located.center,\n    centerDistance: distance,\n    includedInRect: included,\n  };\n};\n\nfunction assertPositiveSize(\n  size: Size | undefined,\n  label: string,\n): asserts size is Size {\n  assert(\n    size &&\n      Number.isFinite(size.width) &&\n      Number.isFinite(size.height) &&\n      size.width > 0 &&\n      size.height > 0,\n    `${label} must include positive width and height`,\n  );\n}\n\nconst mapPointToScreenshotSpace = (\n  center: [number, number],\n  screenshotSize: Size,\n  opt: ScreenshotBoundContextOptions,\n): [number, number] => {\n  const coordinateSpace = opt.coordinateSpace || 'screenshot';\n  if (coordinateSpace === 'screenshot') {\n    return center;\n  }\n\n  assertPositiveSize(\n    opt.logicalSize,\n    'logicalSize is required when coordinateSpace is logical',\n  );\n  return [\n    (center[0] * screenshotSize.width) / opt.logicalSize.width,\n    (center[1] * screenshotSize.height) / opt.logicalSize.height,\n  ];\n};\n\nconst createScreenshotBoundLocatorContext = async (\n  center: [number, number],\n  opt?: ScreenshotBoundContextOptions,\n): Promise<{\n  screenshotContext?: UIContext;\n  locateOpt?: LocateOption;\n  targetCenter: [number, number];\n}> => {\n  const screenshotContext = opt?.screenshotBase64\n    ? await createScreenshotBoundUIContext(opt.screenshotBase64, opt)\n    : undefined;\n  const targetCenter = screenshotContext\n    ? mapPointToScreenshotSpace(center, screenshotContext.shotSize, opt || {})\n    : center;\n  return {\n    screenshotContext,\n    locateOpt: screenshotContext ? { uiContext: screenshotContext } : undefined,\n    targetCenter,\n  };\n};\n\nexport async function verifyLocator(\n  runtime: Pick<ElementDescriberRuntime, 'service' | 'locateModelRuntime'>,\n  prompt: string,\n  locateOpt: LocateOption | undefined,\n  expectCenter: [number, number],\n  verifyLocateOption?: LocatorValidatorOption &\n    Pick<LocateOption, 'deepLocate'>,\n): Promise<LocateValidatorResult> {\n  return locateAndVerify(runtime, prompt, expectCenter, {\n    centerDistanceThreshold: verifyLocateOption?.centerDistanceThreshold,\n    deepLocate: verifyLocateOption?.deepLocate,\n    uiContext: locateOpt?.uiContext,\n  });\n}\n\nfunction applyLocatorVerifyFn(\n  locatorVerifyFn: LocatorVerifyFn | undefined,\n  input: Parameters<LocatorVerifyFn>[0],\n): LocateValidatorResult {\n  if (!locatorVerifyFn) {\n    return input.verifyResult;\n  }\n  const customResult = locatorVerifyFn(input);\n  if (typeof customResult === 'boolean') {\n    return {\n      ...input.verifyResult,\n      pass: customResult,\n    };\n  }\n  return customResult;\n}\n\nfunction errorMessage(error: unknown): string {\n  return error instanceof Error ? error.message : String(error);\n}\n\nexport async function describeElementAtPoint(\n  runtime: ElementDescriberRuntime,\n  center: [number, number],\n  opt?: DescribeElementAtPointOptions,\n): Promise<AgentDescribeElementAtPointResult> {\n  const { verifyPrompt = true, retryLimit = 3 } = opt || {};\n  const { screenshotContext, locateOpt, targetCenter } =\n    await createScreenshotBoundLocatorContext(center, opt);\n\n  let success = false;\n  let retryCount = 0;\n  let resultPrompt = '';\n  const autoRetryDeepDescribe = opt?.deepDescribe === undefined;\n  const autoRetryDeepLocate = opt?.deepLocate === undefined;\n  let deepDescribe = opt?.deepDescribe || false;\n  let deepLocate = opt?.deepLocate || false;\n  let verifyResult: LocateValidatorResult | undefined;\n  let lastError: string | undefined;\n  let failureStage: AgentDescribeElementAtPointResult['failureStage'];\n\n  while (!success && retryCount < retryLimit) {\n    if (retryCount >= 1 && autoRetryDeepDescribe) {\n      deepDescribe = true;\n    }\n    if (retryCount >= 1 && autoRetryDeepLocate) {\n      deepLocate = true;\n    }\n    const describeModelRuntime = runtime.describeModelRuntime;\n    const locateModelRuntime = runtime.locateModelRuntime;\n    const retryRuntime: ElementDescriberRuntime = {\n      ...runtime,\n      describeModelRuntime,\n      locateModelRuntime,\n    };\n    const describeOpt: ServiceDescribeOptions = screenshotContext\n      ? {\n          deepDescribe,\n          context: screenshotContext,\n        }\n      : {\n          deepDescribe,\n        };\n    let text: Awaited<\n      ReturnType<ElementDescriberRuntime['service']['describe']>\n    >;\n    try {\n      text = await retryRuntime.service.describe(\n        targetCenter,\n        retryRuntime.describeModelRuntime,\n        describeOpt,\n      );\n    } catch (error) {\n      return {\n        prompt: resultPrompt,\n        deepLocate,\n        deepDescribe,\n        verifyResult,\n        success: false,\n        error: errorMessage(error),\n        failureStage: 'describe',\n      };\n    }\n    if (!text.description) {\n      return {\n        prompt: resultPrompt,\n        deepLocate,\n        deepDescribe,\n        verifyResult,\n        success: false,\n        error: `failed to describe element at [${targetCenter}]`,\n        failureStage: 'describe',\n      };\n    }\n    resultPrompt = text.description;\n    if (!verifyPrompt) {\n      opt?.onProgress?.({\n        prompt: resultPrompt,\n        deepDescribe,\n        deepLocate,\n      });\n      success = true;\n      break;\n    }\n\n    try {\n      const candidateVerifyResult = await verifyLocator(\n        retryRuntime,\n        resultPrompt,\n        locateOpt,\n        targetCenter,\n        {\n          ...opt,\n          deepLocate,\n        },\n      );\n      verifyResult = applyLocatorVerifyFn(opt?.locatorVerifyFn, {\n        prompt: resultPrompt,\n        expectCenter: targetCenter,\n        retryCount,\n        verifyResult: candidateVerifyResult,\n      });\n      opt?.onProgress?.({\n        prompt: resultPrompt,\n        deepDescribe,\n        deepLocate,\n        verifyResult,\n      });\n      if (verifyResult.pass) {\n        success = true;\n        break;\n      }\n      lastError = undefined;\n      failureStage = 'verify';\n    } catch (error) {\n      lastError = errorMessage(error);\n      failureStage = 'verify';\n      opt?.onProgress?.({\n        prompt: resultPrompt,\n        deepDescribe,\n        deepLocate,\n      });\n    }\n    retryCount++;\n  }\n\n  return {\n    prompt: resultPrompt,\n    deepLocate,\n    deepDescribe,\n    verifyResult,\n    success,\n    error:\n      success || !verifyPrompt\n        ? undefined\n        : lastError || 'describeElementAtPoint verify failed',\n    failureStage: success ? undefined : failureStage,\n  };\n}\n\nexport async function verifyElementDescriptionAtPoint(\n  runtime: ElementDescriberRuntime,\n  description: string,\n  center: [number, number],\n  opt?: VerifyElementDescriptionAtPointOptions,\n): Promise<LocateValidatorResult> {\n  assert(description?.trim(), 'description must not be empty');\n  const { locateOpt, targetCenter } = await createScreenshotBoundLocatorContext(\n    center,\n    opt,\n  );\n\n  return verifyLocator(runtime, description, locateOpt, targetCenter, opt);\n}\n\nasync function locateAndVerify(\n  runtime: Pick<ElementDescriberRuntime, 'service' | 'locateModelRuntime'>,\n  description: string,\n  center: [number, number],\n  opt?: LocateAndVerifyOptions & {\n    uiContext?: UIContext;\n  },\n): Promise<LocateValidatorResult> {\n  assert(description?.trim(), 'description must not be empty');\n  const { screenshotContext, targetCenter } =\n    await createScreenshotBoundLocatorContext(center, opt);\n  const context = opt?.uiContext || screenshotContext;\n  const locateParam = buildDetailedLocateParam(description, {\n    cacheable: opt?.cacheable,\n    deepLocate: opt?.deepLocate,\n    xpath: opt?.xpath,\n  });\n  assert(locateParam, 'cannot get locate param for service locate');\n\n  const locateResult = await runtime.service.locate(\n    locateParam,\n    context ? { context } : {},\n    runtime.locateModelRuntime,\n    opt?.abortSignal,\n  );\n  assert(locateResult.element, `Element not found: ${description}`);\n  const verifyResult = buildLocateValidatorResult(\n    targetCenter,\n    locateResult.element,\n    opt,\n  );\n  return verifyResult;\n}\n"],"names":["distanceOfTwoPoints","p1","p2","x1","y1","x2","y2","Math","includedInRect","point","rect","x","y","left","top","width","height","buildLocateValidatorResult","expectCenter","located","verifyLocateOption","distance","included","pass","assertPositiveSize","size","label","assert","Number","mapPointToScreenshotSpace","center","screenshotSize","opt","coordinateSpace","createScreenshotBoundLocatorContext","screenshotContext","createScreenshotBoundUIContext","undefined","targetCenter","verifyLocator","runtime","prompt","locateOpt","locateAndVerify","applyLocatorVerifyFn","locatorVerifyFn","input","customResult","errorMessage","error","Error","String","describeElementAtPoint","verifyPrompt","retryLimit","success","retryCount","resultPrompt","autoRetryDeepDescribe","autoRetryDeepLocate","deepDescribe","deepLocate","verifyResult","lastError","failureStage","describeModelRuntime","locateModelRuntime","retryRuntime","describeOpt","text","candidateVerifyResult","verifyElementDescriptionAtPoint","description","context","locateParam","buildDetailedLocateParam","locateResult"],"mappings":";;;AAoEA,MAAMA,sBAAsB,CAACC,IAAsBC;IACjD,MAAM,CAACC,IAAIC,GAAG,GAAGH;IACjB,MAAM,CAACI,IAAIC,GAAG,GAAGJ;IACjB,OAAOK,KAAK,KAAK,CAACA,KAAK,IAAI,CAAEJ,AAAAA,CAAAA,KAAKE,EAAC,KAAM,IAAKD,AAAAA,CAAAA,KAAKE,EAAC,KAAM;AAC5D;AAEA,MAAME,iBAAiB,CAACC,OAAyBC;IAC/C,MAAM,CAACC,GAAGC,EAAE,GAAGH;IACf,MAAM,EAAEI,IAAI,EAAEC,GAAG,EAAEC,KAAK,EAAEC,MAAM,EAAE,GAAGN;IACrC,OAAOC,KAAKE,QAAQF,KAAKE,OAAOE,SAASH,KAAKE,OAAOF,KAAKE,MAAME;AAClE;AAEA,MAAMC,6BAA6B,CACjCC,cACAC,SACAC;IAEA,MAAMC,WAAWrB,oBAAoBkB,cAAcC,QAAQ,MAAM;IACjE,MAAMG,WAAWd,eAAeU,cAAcC,QAAQ,IAAI;IAC1D,MAAMI,OACJF,YAAaD,CAAAA,oBAAoB,2BAA2B,EAAC,KAAME;IACrE,OAAO;QACLC;QACA,MAAMJ,QAAQ,IAAI;QAClB,QAAQA,QAAQ,MAAM;QACtB,gBAAgBE;QAChB,gBAAgBC;IAClB;AACF;AAEA,SAASE,mBACPC,IAAsB,EACtBC,KAAa;IAEbC,OACEF,QACEG,OAAO,QAAQ,CAACH,KAAK,KAAK,KAC1BG,OAAO,QAAQ,CAACH,KAAK,MAAM,KAC3BA,KAAK,KAAK,GAAG,KACbA,KAAK,MAAM,GAAG,GAChB,GAAGC,MAAM,uCAAuC,CAAC;AAErD;AAEA,MAAMG,4BAA4B,CAChCC,QACAC,gBACAC;IAEA,MAAMC,kBAAkBD,IAAI,eAAe,IAAI;IAC/C,IAAIC,AAAoB,iBAApBA,iBACF,OAAOH;IAGTN,mBACEQ,IAAI,WAAW,EACf;IAEF,OAAO;QACJF,MAAM,CAAC,EAAE,GAAGC,eAAe,KAAK,GAAIC,IAAI,WAAW,CAAC,KAAK;QACzDF,MAAM,CAAC,EAAE,GAAGC,eAAe,MAAM,GAAIC,IAAI,WAAW,CAAC,MAAM;KAC7D;AACH;AAEA,MAAME,sCAAsC,OAC1CJ,QACAE;IAMA,MAAMG,oBAAoBH,KAAK,mBAC3B,MAAMI,+BAA+BJ,IAAI,gBAAgB,EAAEA,OAC3DK;IACJ,MAAMC,eAAeH,oBACjBN,0BAA0BC,QAAQK,kBAAkB,QAAQ,EAAEH,OAAO,CAAC,KACtEF;IACJ,OAAO;QACLK;QACA,WAAWA,oBAAoB;YAAE,WAAWA;QAAkB,IAAIE;QAClEC;IACF;AACF;AAEO,eAAeC,cACpBC,OAAwE,EACxEC,MAAc,EACdC,SAAmC,EACnCxB,YAA8B,EAC9BE,kBACkC;IAElC,OAAOuB,gBAAgBH,SAASC,QAAQvB,cAAc;QACpD,yBAAyBE,oBAAoB;QAC7C,YAAYA,oBAAoB;QAChC,WAAWsB,WAAW;IACxB;AACF;AAEA,SAASE,qBACPC,eAA4C,EAC5CC,KAAqC;IAErC,IAAI,CAACD,iBACH,OAAOC,MAAM,YAAY;IAE3B,MAAMC,eAAeF,gBAAgBC;IACrC,IAAI,AAAwB,aAAxB,OAAOC,cACT,OAAO;QACL,GAAGD,MAAM,YAAY;QACrB,MAAMC;IACR;IAEF,OAAOA;AACT;AAEA,SAASC,aAAaC,KAAc;IAClC,OAAOA,iBAAiBC,QAAQD,MAAM,OAAO,GAAGE,OAAOF;AACzD;AAEO,eAAeG,uBACpBZ,OAAgC,EAChCV,MAAwB,EACxBE,GAAmC;IAEnC,MAAM,EAAEqB,eAAe,IAAI,EAAEC,aAAa,CAAC,EAAE,GAAGtB,OAAO,CAAC;IACxD,MAAM,EAAEG,iBAAiB,EAAEO,SAAS,EAAEJ,YAAY,EAAE,GAClD,MAAMJ,oCAAoCJ,QAAQE;IAEpD,IAAIuB,UAAU;IACd,IAAIC,aAAa;IACjB,IAAIC,eAAe;IACnB,MAAMC,wBAAwB1B,KAAK,iBAAiBK;IACpD,MAAMsB,sBAAsB3B,KAAK,eAAeK;IAChD,IAAIuB,eAAe5B,KAAK,gBAAgB;IACxC,IAAI6B,aAAa7B,KAAK,cAAc;IACpC,IAAI8B;IACJ,IAAIC;IACJ,IAAIC;IAEJ,MAAO,CAACT,WAAWC,aAAaF,WAAY;QAC1C,IAAIE,cAAc,KAAKE,uBACrBE,eAAe;QAEjB,IAAIJ,cAAc,KAAKG,qBACrBE,aAAa;QAEf,MAAMI,uBAAuBzB,QAAQ,oBAAoB;QACzD,MAAM0B,qBAAqB1B,QAAQ,kBAAkB;QACrD,MAAM2B,eAAwC;YAC5C,GAAG3B,OAAO;YACVyB;YACAC;QACF;QACA,MAAME,cAAsCjC,oBACxC;YACEyB;YACA,SAASzB;QACX,IACA;YACEyB;QACF;QACJ,IAAIS;QAGJ,IAAI;YACFA,OAAO,MAAMF,aAAa,OAAO,CAAC,QAAQ,CACxC7B,cACA6B,aAAa,oBAAoB,EACjCC;QAEJ,EAAE,OAAOnB,OAAO;YACd,OAAO;gBACL,QAAQQ;gBACRI;gBACAD;gBACAE;gBACA,SAAS;gBACT,OAAOd,aAAaC;gBACpB,cAAc;YAChB;QACF;QACA,IAAI,CAACoB,KAAK,WAAW,EACnB,OAAO;YACL,QAAQZ;YACRI;YACAD;YACAE;YACA,SAAS;YACT,OAAO,CAAC,+BAA+B,EAAExB,aAAa,CAAC,CAAC;YACxD,cAAc;QAChB;QAEFmB,eAAeY,KAAK,WAAW;QAC/B,IAAI,CAAChB,cAAc;YACjBrB,KAAK,aAAa;gBAChB,QAAQyB;gBACRG;gBACAC;YACF;YACAN,UAAU;YACV;QACF;QAEA,IAAI;YACF,MAAMe,wBAAwB,MAAM/B,cAClC4B,cACAV,cACAf,WACAJ,cACA;gBACE,GAAGN,GAAG;gBACN6B;YACF;YAEFC,eAAelB,qBAAqBZ,KAAK,iBAAiB;gBACxD,QAAQyB;gBACR,cAAcnB;gBACdkB;gBACA,cAAcc;YAChB;YACAtC,KAAK,aAAa;gBAChB,QAAQyB;gBACRG;gBACAC;gBACAC;YACF;YACA,IAAIA,aAAa,IAAI,EAAE;gBACrBP,UAAU;gBACV;YACF;YACAQ,YAAY1B;YACZ2B,eAAe;QACjB,EAAE,OAAOf,OAAO;YACdc,YAAYf,aAAaC;YACzBe,eAAe;YACfhC,KAAK,aAAa;gBAChB,QAAQyB;gBACRG;gBACAC;YACF;QACF;QACAL;IACF;IAEA,OAAO;QACL,QAAQC;QACRI;QACAD;QACAE;QACAP;QACA,OACEA,WAAW,CAACF,eACRhB,SACA0B,aAAa;QACnB,cAAcR,UAAUlB,SAAY2B;IACtC;AACF;AAEO,eAAeO,gCACpB/B,OAAgC,EAChCgC,WAAmB,EACnB1C,MAAwB,EACxBE,GAA4C;IAE5CL,OAAO6C,aAAa,QAAQ;IAC5B,MAAM,EAAE9B,SAAS,EAAEJ,YAAY,EAAE,GAAG,MAAMJ,oCACxCJ,QACAE;IAGF,OAAOO,cAAcC,SAASgC,aAAa9B,WAAWJ,cAAcN;AACtE;AAEA,eAAeW,gBACbH,OAAwE,EACxEgC,WAAmB,EACnB1C,MAAwB,EACxBE,GAEC;IAEDL,OAAO6C,aAAa,QAAQ;IAC5B,MAAM,EAAErC,iBAAiB,EAAEG,YAAY,EAAE,GACvC,MAAMJ,oCAAoCJ,QAAQE;IACpD,MAAMyC,UAAUzC,KAAK,aAAaG;IAClC,MAAMuC,cAAcC,yBAAyBH,aAAa;QACxD,WAAWxC,KAAK;QAChB,YAAYA,KAAK;QACjB,OAAOA,KAAK;IACd;IACAL,OAAO+C,aAAa;IAEpB,MAAME,eAAe,MAAMpC,QAAQ,OAAO,CAAC,MAAM,CAC/CkC,aACAD,UAAU;QAAEA;IAAQ,IAAI,CAAC,GACzBjC,QAAQ,kBAAkB,EAC1BR,KAAK;IAEPL,OAAOiD,aAAa,OAAO,EAAE,CAAC,mBAAmB,EAAEJ,aAAa;IAChE,MAAMV,eAAe7C,2BACnBqB,cACAsC,aAAa,OAAO,EACpB5C;IAEF,OAAO8B;AACT"}

package/dist/es/index.mjs

@@ -6,7 +6,7 @@ import { AiLocateElement, PointSchema, RectSchema, SizeSchema, TMultimodalPrompt
 import { MIDSCENE_MODEL_NAME } from "@midscene/shared/env";
 import { ExecutionDump, GroupedActionDump, ReportActionDump, ServiceError } from "./types.mjs";
 import { Agent, createAgent } from "./agent/index.mjs";
-import { describeElementAtPoint, verifyElementByServiceLocate, verifyElementDescriptionAtPoint, verifyLocator } from "./element-describer.mjs";
+import { describeElementAtPoint, verifyElementDescriptionAtPoint, verifyLocator } from "./element-describer.mjs";
 import { deriveCaseStatus, deriveTaskStatus, escapeContent, generateDumpScriptTag, generateImageScriptTag, parseDumpScript, parseDumpScriptAttributes, parseImageScripts, restoreImageReferences, unescapeContent } from "./dump/index.mjs";
 import { getTaskSearchArea, getTaskServiceDump } from "./dump/task-service-dump.mjs";
 import { ReportGenerator, nullReportGenerator } from "./report-generator.mjs";
@@ -16,6 +16,6 @@ import { ScreenshotItem } from "./screenshot-item.mjs";
 import { ScreenshotStore } from "./dump/screenshot-store.mjs";
 import { executionToMarkdown, reportToMarkdown } from "./report-markdown.mjs";
 const src = service;
-export { Agent, AiLocateElement, ExecutionDump, GroupedActionDump, MIDSCENE_MODEL_NAME, PointSchema, RectSchema, ReportActionDump, ReportGenerator, ReportMergingTool, ScreenshotItem, ScreenshotStore, service as Service, ServiceError, SizeSchema, TMultimodalPromptSchema, TUserPromptSchema, TaskRunner, collectDedupedExecutions, createAgent, createReportCliCommands, dedupeExecutionsKeepLatest, src as default, deriveCaseStatus, deriveTaskStatus, describeElementAtPoint, escapeContent, executionToMarkdown, generateDumpScriptTag, generateImageScriptTag, getMidsceneLocationSchema, getTaskSearchArea, getTaskServiceDump, getVersion, mergeReportFiles, nullReportGenerator, parseDumpScript, parseDumpScriptAttributes, parseImageScripts, plan, reportFileToMarkdown, reportToMarkdown, restoreImageReferences, runConnectivityTest, splitReportFile, splitReportHtmlByExecution, unescapeContent, verifyElementByServiceLocate, verifyElementDescriptionAtPoint, verifyLocator, z };
+export { Agent, AiLocateElement, ExecutionDump, GroupedActionDump, MIDSCENE_MODEL_NAME, PointSchema, RectSchema, ReportActionDump, ReportGenerator, ReportMergingTool, ScreenshotItem, ScreenshotStore, service as Service, ServiceError, SizeSchema, TMultimodalPromptSchema, TUserPromptSchema, TaskRunner, collectDedupedExecutions, createAgent, createReportCliCommands, dedupeExecutionsKeepLatest, src as default, deriveCaseStatus, deriveTaskStatus, describeElementAtPoint, escapeContent, executionToMarkdown, generateDumpScriptTag, generateImageScriptTag, getMidsceneLocationSchema, getTaskSearchArea, getTaskServiceDump, getVersion, mergeReportFiles, nullReportGenerator, parseDumpScript, parseDumpScriptAttributes, parseImageScripts, plan, reportFileToMarkdown, reportToMarkdown, restoreImageReferences, runConnectivityTest, splitReportFile, splitReportHtmlByExecution, unescapeContent, verifyElementDescriptionAtPoint, verifyLocator, z };
 
 //# sourceMappingURL=index.mjs.map

package/dist/es/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","sources":["../../src/index.ts"],"sourcesContent":["import { z } from 'zod';\nimport Service from './service/index';\nimport { TaskRunner } from './task-runner';\nimport { getVersion } from './utils';\n\nexport {\n  plan,\n  AiLocateElement,\n  runConnectivityTest,\n  getMidsceneLocationSchema,\n  PointSchema,\n  SizeSchema,\n  RectSchema,\n  TMultimodalPromptSchema,\n  TUserPromptSchema,\n  type TMultimodalPrompt,\n  type TUserPrompt,\n  type ConnectivityTestConfig,\n  type ConnectivityTestResult,\n} from './ai-model/index';\n\nexport {\n  MIDSCENE_MODEL_NAME,\n  type CreateOpenAIClientFn,\n} from '@midscene/shared/env';\n\nexport type * from './types';\nexport {\n  ServiceError,\n  ExecutionDump,\n  ReportActionDump,\n  GroupedActionDump,\n  type IExecutionDump,\n  type IReportActionDump,\n  type IGroupedActionDump,\n  type ReportMeta,\n  type GroupMeta,\n} from './types';\n\nexport { z };\n\nexport default Service;\nexport { TaskRunner, Service, getVersion };\n\nexport type {\n  MidsceneYamlScript,\n  MidsceneYamlTask,\n  MidsceneYamlFlowItem,\n  MidsceneYamlConfigResult,\n  MidsceneYamlConfig,\n  MidsceneYamlScriptWebEnv,\n  MidsceneYamlScriptAndroidEnv,\n  MidsceneYamlScriptIOSEnv,\n  MidsceneYamlScriptEnv,\n  LocateOption,\n  DetailedLocateParam,\n} from './yaml';\n\nexport {\n  Agent,\n  type AgentOpt,\n  type AiActOptions,\n  type GherkinStepKeyword,\n  type RunGherkinScenarioOptions,\n  createAgent,\n} from './agent';\nexport {\n  describeElementAtPoint,\n  verifyElementDescriptionAtPoint,\n  verifyElementByServiceLocate,\n  verifyLocator,\n  type DescribeElementAtPointOptions,\n  type DescribeElementCoordinateSpace,\n  type ElementDescriberRuntime,\n  type VerifyElementDescriptionAtPointOptions,\n  type VerifyElementByServiceLocateOptions,\n} from './element-describer';\n\n// Dump utilities\nexport {\n  restoreImageReferences,\n  escapeContent,\n  unescapeContent,\n  parseImageScripts,\n  parseDumpScript,\n  parseDumpScriptAttributes,\n  generateImageScriptTag,\n  generateDumpScriptTag,\n  deriveTaskStatus,\n  deriveCaseStatus,\n} from './dump';\nexport type { TaskStatusFields, DerivedTaskStatus } from './dump';\nexport {\n  getTaskSearchArea,\n  getTaskServiceDump,\n} from './dump/task-service-dump';\n\n// Report generator\nexport type { IReportGenerator } from './report-generator';\nexport { ReportGenerator, nullReportGenerator } from './report-generator';\nexport {\n  collectDedupedExecutions,\n  ReportMergingTool,\n  dedupeExecutionsKeepLatest,\n  splitReportHtmlByExecution,\n} from './report';\nexport {\n  createReportCliCommands,\n  reportFileToMarkdown,\n  splitReportFile,\n  mergeReportFiles,\n  type ConsumeReportFileAction,\n  type ReportFileToMarkdownOptions,\n  type ReportCliCommandDefinition,\n  type ReportCliCommandEntry,\n  type SplitReportFileOptions,\n  type MergeReportFilesOptions,\n  type MergeReportFilesResult,\n} from './report-cli';\n\n// ScreenshotItem\nexport { ScreenshotItem } from './screenshot-item';\nexport { ScreenshotStore, type ScreenshotRef } from './dump/screenshot-store';\n\nexport {\n  executionToMarkdown,\n  reportToMarkdown,\n  type ExecutionMarkdownOptions,\n  type ExecutionMarkdownResult,\n  type ReportMarkdownResult,\n  type MarkdownAttachment,\n} from './report-markdown';\n"],"names":["Service"],"mappings":";;;;;;;;;;;;;;;;;AAyCA,YAAeA"}
+{"version":3,"file":"index.mjs","sources":["../../src/index.ts"],"sourcesContent":["import { z } from 'zod';\nimport Service from './service/index';\nimport { TaskRunner } from './task-runner';\nimport { getVersion } from './utils';\n\nexport {\n  plan,\n  AiLocateElement,\n  runConnectivityTest,\n  getMidsceneLocationSchema,\n  PointSchema,\n  SizeSchema,\n  RectSchema,\n  TMultimodalPromptSchema,\n  TUserPromptSchema,\n  type TMultimodalPrompt,\n  type TUserPrompt,\n  type ConnectivityTestConfig,\n  type ConnectivityTestResult,\n} from './ai-model/index';\n\nexport {\n  MIDSCENE_MODEL_NAME,\n  type CreateOpenAIClientFn,\n} from '@midscene/shared/env';\n\nexport type * from './types';\nexport {\n  ServiceError,\n  ExecutionDump,\n  ReportActionDump,\n  GroupedActionDump,\n  type IExecutionDump,\n  type IReportActionDump,\n  type IGroupedActionDump,\n  type ReportMeta,\n  type GroupMeta,\n} from './types';\n\nexport { z };\n\nexport default Service;\nexport { TaskRunner, Service, getVersion };\n\nexport type {\n  MidsceneYamlScript,\n  MidsceneYamlTask,\n  MidsceneYamlFlowItem,\n  MidsceneYamlConfigResult,\n  MidsceneYamlConfig,\n  MidsceneYamlScriptWebEnv,\n  MidsceneYamlScriptAndroidEnv,\n  MidsceneYamlScriptIOSEnv,\n  MidsceneYamlScriptEnv,\n  LocateOption,\n  DetailedLocateParam,\n} from './yaml';\n\nexport {\n  Agent,\n  type AgentOpt,\n  type AiActOptions,\n  type GherkinStepKeyword,\n  type MidsceneUsageMetrics,\n  type RunGherkinScenarioOptions,\n  type UsageBucket,\n  createAgent,\n} from './agent';\nexport {\n  describeElementAtPoint,\n  verifyElementDescriptionAtPoint,\n  verifyLocator,\n  type DescribeElementAtPointOptions,\n  type DescribeElementCoordinateSpace,\n  type ElementDescriberRuntime,\n  type VerifyElementDescriptionAtPointOptions,\n} from './element-describer';\n\n// Dump utilities\nexport {\n  restoreImageReferences,\n  escapeContent,\n  unescapeContent,\n  parseImageScripts,\n  parseDumpScript,\n  parseDumpScriptAttributes,\n  generateImageScriptTag,\n  generateDumpScriptTag,\n  deriveTaskStatus,\n  deriveCaseStatus,\n} from './dump';\nexport type { TaskStatusFields, DerivedTaskStatus } from './dump';\nexport {\n  getTaskSearchArea,\n  getTaskServiceDump,\n} from './dump/task-service-dump';\n\n// Report generator\nexport type { IReportGenerator } from './report-generator';\nexport { ReportGenerator, nullReportGenerator } from './report-generator';\nexport {\n  collectDedupedExecutions,\n  ReportMergingTool,\n  dedupeExecutionsKeepLatest,\n  splitReportHtmlByExecution,\n} from './report';\nexport {\n  createReportCliCommands,\n  reportFileToMarkdown,\n  splitReportFile,\n  mergeReportFiles,\n  type ConsumeReportFileAction,\n  type ReportFileToMarkdownOptions,\n  type ReportCliCommandDefinition,\n  type ReportCliCommandEntry,\n  type SplitReportFileOptions,\n  type MergeReportFilesOptions,\n  type MergeReportFilesResult,\n} from './report-cli';\n\n// ScreenshotItem\nexport { ScreenshotItem } from './screenshot-item';\nexport { ScreenshotStore, type ScreenshotRef } from './dump/screenshot-store';\n\nexport {\n  executionToMarkdown,\n  reportToMarkdown,\n  type ExecutionMarkdownOptions,\n  type ExecutionMarkdownResult,\n  type ReportMarkdownResult,\n  type MarkdownAttachment,\n} from './report-markdown';\n"],"names":["Service"],"mappings":";;;;;;;;;;;;;;;;;AAyCA,YAAeA"}

package/dist/es/report-generator.mjs

@@ -4,7 +4,7 @@ import { dirname, join } from "node:path";
 import { getMidsceneRunSubDir } from "@midscene/shared/common";
 import { MIDSCENE_REPORT_QUIET, globalConfigManager } from "@midscene/shared/env";
 import { ifInBrowser, logMsg, uuid } from "@midscene/shared/utils";
-import { DATA_SCREENSHOT_MODE_ATTR, generateDumpScriptTag, generateImageScriptTag, getBaseUrlFixScript } from "./dump/html-utils.mjs";
+import { DATA_SCREENSHOT_MODE_ATTR, generateAgentReportComment, generateDumpScriptTag, generateImageScriptTag, getBaseUrlFixScript } from "./dump/html-utils.mjs";
 import { ScreenshotStore } from "./dump/screenshot-store.mjs";
 import { ReportActionDump } from "./types.mjs";
 import { getReportTpl } from "./utils.mjs";
@@ -47,6 +47,7 @@ class ReportGenerator {
     onExecutionUpdate(execution, reportMeta, attributes) {
         this.lastExecution = execution;
         this.lastReportMeta = reportMeta;
+        this.executionsByKey.set(this.getExecutionCommentKey(execution), execution);
         this.mergeReportAttributes(attributes);
         this.writeQueue = this.writeQueue.then(async ()=>{
             if (this.destroyed) return;
@@ -61,6 +62,7 @@ class ReportGenerator {
         await this.flush();
         this.destroyed = true;
         if (!this.initialized) return;
+        await this.appendAgentReportComment();
         return this.reportPath;
     }
     getReportPath() {
@@ -138,10 +140,31 @@ class ReportGenerator {
         }
         await appendFile(this.reportPath, `\n${generateDumpScriptTag(serialized, this.getDumpScriptAttributes())}`);
     }
+    async appendAgentReportComment() {
+        if (this.agentCommentWritten || !this.lastReportMeta || 0 === this.executionsByKey.size) return;
+        const reportDump = new ReportActionDump({
+            sdkVersion: this.lastReportMeta.sdkVersion,
+            groupName: this.lastReportMeta.groupName,
+            groupDescription: this.lastReportMeta.groupDescription,
+            modelBriefs: this.lastReportMeta.modelBriefs,
+            deviceType: this.lastReportMeta.deviceType,
+            executions: Array.from(this.executionsByKey.values())
+        });
+        await appendFile(this.reportPath, `\n${generateAgentReportComment(reportDump)}`);
+        this.agentCommentWritten = true;
+    }
     getExecutionLogKey(execution) {
         if (!execution.id) throw new Error('ReportGenerator: execution.id is required for persisting execution dumps');
         return `id:${execution.id}`;
     }
+    getExecutionCommentKey(execution) {
+        if (execution.id) return `id:${execution.id}`;
+        const existingKey = this.executionCommentKeyByObject.get(execution);
+        if (existingKey) return existingKey;
+        const key = `no-id:${this.executionCommentKeyIndex++}`;
+        this.executionCommentKeyByObject.set(execution, key);
+        return key;
+    }
     async persistExecutionDumpToFile(execution, singleDump) {
         const dir = dirname(this.reportPath);
         if (!existsSync(dir)) mkdirSync(dir, {
@@ -171,7 +194,11 @@ class ReportGenerator {
         _define_property(this, "initialized", false);
         _define_property(this, "lastExecution", void 0);
         _define_property(this, "lastReportMeta", void 0);
+        _define_property(this, "executionsByKey", new Map());
+        _define_property(this, "executionCommentKeyByObject", new WeakMap());
+        _define_property(this, "executionCommentKeyIndex", 0);
         _define_property(this, "reportAttributes", {});
+        _define_property(this, "agentCommentWritten", false);
         _define_property(this, "writeQueue", Promise.resolve());
         _define_property(this, "destroyed", false);
         this.reportPath = options.reportPath;