@aiscene/core 1.6.2

package/dist/es/report.mjs

@@ -0,0 +1,137 @@
+import { appendFileSync, copyFileSync, existsSync, mkdirSync, readdirSync, rmSync, unlinkSync } from "node:fs";
+import { basename, dirname, join, resolve } from "node:path";
+import { getMidsceneRunSubDir } from "@midscene/shared/common";
+import { antiEscapeScriptTag, logMsg } from "@midscene/shared/utils";
+import { getReportFileName } from "./agent/index.mjs";
+import { extractAllDumpScriptsSync, extractLastDumpScriptSync, getBaseUrlFixScript, streamImageScriptsToFile } from "./dump/html-utils.mjs";
+import { GroupedActionDump } from "./types.mjs";
+import { getReportTpl, reportHTMLContent } from "./utils.mjs";
+function _define_property(obj, key, value) {
+    if (key in obj) Object.defineProperty(obj, key, {
+        value: value,
+        enumerable: true,
+        configurable: true,
+        writable: true
+    });
+    else obj[key] = value;
+    return obj;
+}
+class ReportMergingTool {
+    append(reportInfo) {
+        this.reportInfos.push(reportInfo);
+    }
+    clear() {
+        this.reportInfos = [];
+    }
+    isDirectoryModeReport(reportFilePath) {
+        const reportDir = dirname(reportFilePath);
+        return 'index.html' === basename(reportFilePath) && existsSync(join(reportDir, 'screenshots'));
+    }
+    mergeDumpScripts(contents) {
+        const unescaped = contents.map((c)=>antiEscapeScriptTag(c)).filter((c)=>c.length > 0);
+        if (0 === unescaped.length) return '';
+        if (1 === unescaped.length) return unescaped[0];
+        const base = GroupedActionDump.fromSerializedString(unescaped[0]);
+        const allExecutions = [
+            ...base.executions
+        ];
+        for(let i = 1; i < unescaped.length; i++){
+            const other = GroupedActionDump.fromSerializedString(unescaped[i]);
+            allExecutions.push(...other.executions);
+        }
+        let noIdCounter = 0;
+        const deduped = new Map();
+        for (const exec of allExecutions){
+            const key = exec.id || `__no_id_${noIdCounter++}`;
+            deduped.set(key, exec);
+        }
+        base.executions = Array.from(deduped.values());
+        return base.serialize();
+    }
+    mergeReports(reportFileName = 'AUTO', opts) {
+        if (this.reportInfos.length <= 1) {
+            logMsg('Not enough reports to merge');
+            return null;
+        }
+        const { rmOriginalReports = false, overwrite = false } = opts ?? {};
+        const targetDir = getMidsceneRunSubDir('report');
+        const hasDirectoryModeReport = this.reportInfos.some((info)=>this.isDirectoryModeReport(info.reportFilePath));
+        const resolvedName = 'AUTO' === reportFileName ? getReportFileName('merged-report') : reportFileName;
+        const outputFilePath = hasDirectoryModeReport ? resolve(targetDir, resolvedName, 'index.html') : resolve(targetDir, `${resolvedName}.html`);
+        if ('AUTO' !== reportFileName && existsSync(outputFilePath)) {
+            if (!overwrite) throw new Error(`Report file already exists: ${outputFilePath}\nSet overwrite to true to overwrite this file.`);
+            if (hasDirectoryModeReport) rmSync(dirname(outputFilePath), {
+                recursive: true,
+                force: true
+            });
+            else unlinkSync(outputFilePath);
+        }
+        if (hasDirectoryModeReport) mkdirSync(dirname(outputFilePath), {
+            recursive: true
+        });
+        logMsg(`Start merging ${this.reportInfos.length} reports...\nCreating template file...`);
+        try {
+            appendFileSync(outputFilePath, getReportTpl());
+            if (hasDirectoryModeReport) appendFileSync(outputFilePath, getBaseUrlFixScript());
+            for(let i = 0; i < this.reportInfos.length; i++){
+                const reportInfo = this.reportInfos[i];
+                logMsg(`Processing report ${i + 1}/${this.reportInfos.length}`);
+                if (this.isDirectoryModeReport(reportInfo.reportFilePath)) {
+                    const reportDir = dirname(reportInfo.reportFilePath);
+                    const screenshotsDir = join(reportDir, 'screenshots');
+                    const mergedScreenshotsDir = join(dirname(outputFilePath), 'screenshots');
+                    mkdirSync(mergedScreenshotsDir, {
+                        recursive: true
+                    });
+                    for (const file of readdirSync(screenshotsDir)){
+                        const src = join(screenshotsDir, file);
+                        const dest = join(mergedScreenshotsDir, file);
+                        copyFileSync(src, dest);
+                    }
+                } else streamImageScriptsToFile(reportInfo.reportFilePath, outputFilePath);
+                const allDumps = extractAllDumpScriptsSync(reportInfo.reportFilePath).filter((d)=>d.openTag.includes('data-group-id'));
+                const groupIdMatch = allDumps[0]?.openTag.match(/data-group-id="([^"]+)"/);
+                const mergedGroupId = groupIdMatch ? decodeURIComponent(groupIdMatch[1]) : `merged-group-${i}`;
+                const dumpString = allDumps.length > 0 ? this.mergeDumpScripts(allDumps.map((d)=>d.content)) : extractLastDumpScriptSync(reportInfo.reportFilePath);
+                const { reportAttributes } = reportInfo;
+                const reportHtmlStr = `${reportHTMLContent({
+                    dumpString,
+                    attributes: {
+                        'data-group-id': mergedGroupId,
+                        playwright_test_duration: reportAttributes.testDuration,
+                        playwright_test_status: reportAttributes.testStatus,
+                        playwright_test_title: reportAttributes.testTitle,
+                        playwright_test_id: reportAttributes.testId,
+                        playwright_test_description: reportAttributes.testDescription
+                    }
+                }, void 0, void 0, false)}\n`;
+                appendFileSync(outputFilePath, reportHtmlStr);
+            }
+            logMsg(`Successfully merged new report: ${outputFilePath}`);
+            if (rmOriginalReports) {
+                for (const info of this.reportInfos)try {
+                    if (this.isDirectoryModeReport(info.reportFilePath)) {
+                        const reportDir = dirname(info.reportFilePath);
+                        rmSync(reportDir, {
+                            recursive: true,
+                            force: true
+                        });
+                    } else unlinkSync(info.reportFilePath);
+                } catch (error) {
+                    logMsg(`Error deleting report ${info.reportFilePath}: ${error}`);
+                }
+                logMsg(`Removed ${this.reportInfos.length} original reports`);
+            }
+            return outputFilePath;
+        } catch (error) {
+            logMsg(`Error in mergeReports: ${error}`);
+            throw error;
+        }
+    }
+    constructor(){
+        _define_property(this, "reportInfos", []);
+    }
+}
+export { ReportMergingTool };
+
+//# sourceMappingURL=report.mjs.map

package/dist/es/report.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"report.mjs","sources":["../../src/report.ts"],"sourcesContent":["import {\n  appendFileSync,\n  copyFileSync,\n  existsSync,\n  mkdirSync,\n  readdirSync,\n  rmSync,\n  unlinkSync,\n} from 'node:fs';\nimport * as path from 'node:path';\nimport { getMidsceneRunSubDir } from '@midscene/shared/common';\nimport { antiEscapeScriptTag, logMsg } from '@midscene/shared/utils';\nimport { getReportFileName } from './agent';\nimport {\n  extractAllDumpScriptsSync,\n  extractLastDumpScriptSync,\n  getBaseUrlFixScript,\n  streamImageScriptsToFile,\n} from './dump/html-utils';\nimport { GroupedActionDump } from './types';\nimport type { ReportFileWithAttributes } from './types';\nimport { getReportTpl, reportHTMLContent } from './utils';\n\nexport class ReportMergingTool {\n  private reportInfos: ReportFileWithAttributes[] = [];\n  public append(reportInfo: ReportFileWithAttributes) {\n    this.reportInfos.push(reportInfo);\n  }\n  public clear() {\n    this.reportInfos = [];\n  }\n\n  /**\n   * Check if a report is in directory mode (html-and-external-assets).\n   * Directory mode reports: {name}/index.html + {name}/screenshots/\n   */\n  private isDirectoryModeReport(reportFilePath: string): boolean {\n    const reportDir = path.dirname(reportFilePath);\n    return (\n      path.basename(reportFilePath) === 'index.html' &&\n      existsSync(path.join(reportDir, 'screenshots'))\n    );\n  }\n\n  /**\n   * Merge multiple dump script contents (from the same source report)\n   * into a single serialized GroupedActionDump string.\n   * If there's only one dump, return it as-is. If multiple, merge\n   * all executions into the first dump's group structure.\n   */\n  private mergeDumpScripts(contents: string[]): string {\n    const unescaped = contents\n      .map((c) => antiEscapeScriptTag(c))\n      .filter((c) => c.length > 0);\n    if (unescaped.length === 0) return '';\n    if (unescaped.length === 1) return unescaped[0];\n\n    // Parse all dumps and collect executions, deduplicating by id (keep last).\n    // Only executions with a stable id are deduped; old-format entries without\n    // id are always kept (they may be distinct despite sharing the same name).\n    const base = GroupedActionDump.fromSerializedString(unescaped[0]);\n    const allExecutions = [...base.executions];\n    for (let i = 1; i < unescaped.length; i++) {\n      const other = GroupedActionDump.fromSerializedString(unescaped[i]);\n      allExecutions.push(...other.executions);\n    }\n    let noIdCounter = 0;\n    const deduped = new Map<string, (typeof allExecutions)[0]>();\n    for (const exec of allExecutions) {\n      const key = exec.id || `__no_id_${noIdCounter++}`;\n      deduped.set(key, exec);\n    }\n    base.executions = Array.from(deduped.values());\n    return base.serialize();\n  }\n\n  public mergeReports(\n    reportFileName: 'AUTO' | string = 'AUTO',\n    opts?: {\n      rmOriginalReports?: boolean;\n      overwrite?: boolean;\n    },\n  ): string | null {\n    if (this.reportInfos.length <= 1) {\n      logMsg('Not enough reports to merge');\n      return null;\n    }\n\n    const { rmOriginalReports = false, overwrite = false } = opts ?? {};\n    const targetDir = getMidsceneRunSubDir('report');\n\n    // Check if any source report is directory mode\n    const hasDirectoryModeReport = this.reportInfos.some((info) =>\n      this.isDirectoryModeReport(info.reportFilePath),\n    );\n\n    const resolvedName =\n      reportFileName === 'AUTO'\n        ? getReportFileName('merged-report')\n        : reportFileName;\n\n    // Directory mode: output as {name}/index.html to keep relative paths working\n    // Inline mode: output as {name}.html (single file)\n    const outputFilePath = hasDirectoryModeReport\n      ? path.resolve(targetDir, resolvedName, 'index.html')\n      : path.resolve(targetDir, `${resolvedName}.html`);\n\n    if (reportFileName !== 'AUTO' && existsSync(outputFilePath)) {\n      if (!overwrite) {\n        throw new Error(\n          `Report file already exists: ${outputFilePath}\\nSet overwrite to true to overwrite this file.`,\n        );\n      }\n      if (hasDirectoryModeReport) {\n        rmSync(path.dirname(outputFilePath), { recursive: true, force: true });\n      } else {\n        unlinkSync(outputFilePath);\n      }\n    }\n\n    if (hasDirectoryModeReport) {\n      mkdirSync(path.dirname(outputFilePath), { recursive: true });\n    }\n\n    logMsg(\n      `Start merging ${this.reportInfos.length} reports...\\nCreating template file...`,\n    );\n\n    try {\n      // Write template\n      appendFileSync(outputFilePath, getReportTpl());\n\n      // For directory-mode output, inject base URL fix script\n      if (hasDirectoryModeReport) {\n        appendFileSync(outputFilePath, getBaseUrlFixScript());\n      }\n\n      // Process all reports one by one\n      for (let i = 0; i < this.reportInfos.length; i++) {\n        const reportInfo = this.reportInfos[i];\n        logMsg(`Processing report ${i + 1}/${this.reportInfos.length}`);\n\n        if (this.isDirectoryModeReport(reportInfo.reportFilePath)) {\n          // Directory mode: copy external screenshot files\n          const reportDir = path.dirname(reportInfo.reportFilePath);\n          const screenshotsDir = path.join(reportDir, 'screenshots');\n          const mergedScreenshotsDir = path.join(\n            path.dirname(outputFilePath),\n            'screenshots',\n          );\n          mkdirSync(mergedScreenshotsDir, { recursive: true });\n          for (const file of readdirSync(screenshotsDir)) {\n            const src = path.join(screenshotsDir, file);\n            const dest = path.join(mergedScreenshotsDir, file);\n            copyFileSync(src, dest);\n          }\n        } else {\n          // Inline mode: stream image scripts to output file\n          streamImageScriptsToFile(reportInfo.reportFilePath, outputFilePath);\n        }\n\n        // Extract all dump scripts from the source report.\n        // After the per-execution append refactor, a single source report\n        // may contain multiple <script type=\"midscene_web_dump\"> tags\n        // (one per execution). We merge them into a single GroupedActionDump.\n        // Filter by data-group-id to exclude false matches from the template's\n        // bundled JS code, which also references the midscene_web_dump type string.\n        const allDumps = extractAllDumpScriptsSync(\n          reportInfo.reportFilePath,\n        ).filter((d) => d.openTag.includes('data-group-id'));\n        const groupIdMatch = allDumps[0]?.openTag.match(\n          /data-group-id=\"([^\"]+)\"/,\n        );\n        const mergedGroupId = groupIdMatch\n          ? decodeURIComponent(groupIdMatch[1])\n          : `merged-group-${i}`;\n        const dumpString =\n          allDumps.length > 0\n            ? this.mergeDumpScripts(allDumps.map((d) => d.content))\n            : extractLastDumpScriptSync(reportInfo.reportFilePath);\n        const { reportAttributes } = reportInfo;\n\n        const reportHtmlStr = `${reportHTMLContent(\n          {\n            dumpString,\n            attributes: {\n              'data-group-id': mergedGroupId,\n              playwright_test_duration: reportAttributes.testDuration,\n              playwright_test_status: reportAttributes.testStatus,\n              playwright_test_title: reportAttributes.testTitle,\n              playwright_test_id: reportAttributes.testId,\n              playwright_test_description: reportAttributes.testDescription,\n            },\n          },\n          undefined,\n          undefined,\n          false,\n        )}\\n`;\n\n        appendFileSync(outputFilePath, reportHtmlStr);\n      }\n\n      logMsg(`Successfully merged new report: ${outputFilePath}`);\n\n      // Remove original reports if needed\n      if (rmOriginalReports) {\n        for (const info of this.reportInfos) {\n          try {\n            if (this.isDirectoryModeReport(info.reportFilePath)) {\n              // Directory mode: remove the entire report directory\n              const reportDir = path.dirname(info.reportFilePath);\n              rmSync(reportDir, { recursive: true, force: true });\n            } else {\n              unlinkSync(info.reportFilePath);\n            }\n          } catch (error) {\n            logMsg(`Error deleting report ${info.reportFilePath}: ${error}`);\n          }\n        }\n        logMsg(`Removed ${this.reportInfos.length} original reports`);\n      }\n      return outputFilePath;\n    } catch (error) {\n      logMsg(`Error in mergeReports: ${error}`);\n      throw error;\n    }\n  }\n}\n"],"names":["ReportMergingTool","reportInfo","reportFilePath","reportDir","path","existsSync","contents","unescaped","c","antiEscapeScriptTag","base","GroupedActionDump","allExecutions","i","other","noIdCounter","deduped","Map","exec","key","Array","reportFileName","opts","logMsg","rmOriginalReports","overwrite","targetDir","getMidsceneRunSubDir","hasDirectoryModeReport","info","resolvedName","getReportFileName","outputFilePath","Error","rmSync","unlinkSync","mkdirSync","appendFileSync","getReportTpl","getBaseUrlFixScript","screenshotsDir","mergedScreenshotsDir","file","readdirSync","src","dest","copyFileSync","streamImageScriptsToFile","allDumps","extractAllDumpScriptsSync","d","groupIdMatch","mergedGroupId","decodeURIComponent","dumpString","extractLastDumpScriptSync","reportAttributes","reportHtmlStr","reportHTMLContent","undefined","error"],"mappings":";;;;;;;;;;;;;;;;;;AAuBO,MAAMA;IAEJ,OAAOC,UAAoC,EAAE;QAClD,IAAI,CAAC,WAAW,CAAC,IAAI,CAACA;IACxB;IACO,QAAQ;QACb,IAAI,CAAC,WAAW,GAAG,EAAE;IACvB;IAMQ,sBAAsBC,cAAsB,EAAW;QAC7D,MAAMC,YAAYC,QAAaF;QAC/B,OACEE,AAAkC,iBAAlCA,SAAcF,mBACdG,WAAWD,KAAUD,WAAW;IAEpC;IAQQ,iBAAiBG,QAAkB,EAAU;QACnD,MAAMC,YAAYD,SACf,GAAG,CAAC,CAACE,IAAMC,oBAAoBD,IAC/B,MAAM,CAAC,CAACA,IAAMA,EAAE,MAAM,GAAG;QAC5B,IAAID,AAAqB,MAArBA,UAAU,MAAM,EAAQ,OAAO;QACnC,IAAIA,AAAqB,MAArBA,UAAU,MAAM,EAAQ,OAAOA,SAAS,CAAC,EAAE;QAK/C,MAAMG,OAAOC,kBAAkB,oBAAoB,CAACJ,SAAS,CAAC,EAAE;QAChE,MAAMK,gBAAgB;eAAIF,KAAK,UAAU;SAAC;QAC1C,IAAK,IAAIG,IAAI,GAAGA,IAAIN,UAAU,MAAM,EAAEM,IAAK;YACzC,MAAMC,QAAQH,kBAAkB,oBAAoB,CAACJ,SAAS,CAACM,EAAE;YACjED,cAAc,IAAI,IAAIE,MAAM,UAAU;QACxC;QACA,IAAIC,cAAc;QAClB,MAAMC,UAAU,IAAIC;QACpB,KAAK,MAAMC,QAAQN,cAAe;YAChC,MAAMO,MAAMD,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAEH,eAAe;YACjDC,QAAQ,GAAG,CAACG,KAAKD;QACnB;QACAR,KAAK,UAAU,GAAGU,MAAM,IAAI,CAACJ,QAAQ,MAAM;QAC3C,OAAON,KAAK,SAAS;IACvB;IAEO,aACLW,iBAAkC,MAAM,EACxCC,IAGC,EACc;QACf,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,IAAI,GAAG;YAChCC,OAAO;YACP,OAAO;QACT;QAEA,MAAM,EAAEC,oBAAoB,KAAK,EAAEC,YAAY,KAAK,EAAE,GAAGH,QAAQ,CAAC;QAClE,MAAMI,YAAYC,qBAAqB;QAGvC,MAAMC,yBAAyB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAACC,OACpD,IAAI,CAAC,qBAAqB,CAACA,KAAK,cAAc;QAGhD,MAAMC,eACJT,AAAmB,WAAnBA,iBACIU,kBAAkB,mBAClBV;QAIN,MAAMW,iBAAiBJ,yBACnBxB,QAAasB,WAAWI,cAAc,gBACtC1B,QAAasB,WAAW,GAAGI,aAAa,KAAK,CAAC;QAElD,IAAIT,AAAmB,WAAnBA,kBAA6BhB,WAAW2B,iBAAiB;YAC3D,IAAI,CAACP,WACH,MAAM,IAAIQ,MACR,CAAC,4BAA4B,EAAED,eAAe,+CAA+C,CAAC;YAGlG,IAAIJ,wBACFM,OAAO9B,QAAa4B,iBAAiB;gBAAE,WAAW;gBAAM,OAAO;YAAK;iBAEpEG,WAAWH;QAEf;QAEA,IAAIJ,wBACFQ,UAAUhC,QAAa4B,iBAAiB;YAAE,WAAW;QAAK;QAG5DT,OACE,CAAC,cAAc,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,sCAAsC,CAAC;QAGlF,IAAI;YAEFc,eAAeL,gBAAgBM;YAG/B,IAAIV,wBACFS,eAAeL,gBAAgBO;YAIjC,IAAK,IAAI1B,IAAI,GAAGA,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,EAAEA,IAAK;gBAChD,MAAMZ,aAAa,IAAI,CAAC,WAAW,CAACY,EAAE;gBACtCU,OAAO,CAAC,kBAAkB,EAAEV,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE;gBAE9D,IAAI,IAAI,CAAC,qBAAqB,CAACZ,WAAW,cAAc,GAAG;oBAEzD,MAAME,YAAYC,QAAaH,WAAW,cAAc;oBACxD,MAAMuC,iBAAiBpC,KAAUD,WAAW;oBAC5C,MAAMsC,uBAAuBrC,KAC3BA,QAAa4B,iBACb;oBAEFI,UAAUK,sBAAsB;wBAAE,WAAW;oBAAK;oBAClD,KAAK,MAAMC,QAAQC,YAAYH,gBAAiB;wBAC9C,MAAMI,MAAMxC,KAAUoC,gBAAgBE;wBACtC,MAAMG,OAAOzC,KAAUqC,sBAAsBC;wBAC7CI,aAAaF,KAAKC;oBACpB;gBACF,OAEEE,yBAAyB9C,WAAW,cAAc,EAAE+B;gBAStD,MAAMgB,WAAWC,0BACfhD,WAAW,cAAc,EACzB,MAAM,CAAC,CAACiD,IAAMA,EAAE,OAAO,CAAC,QAAQ,CAAC;gBACnC,MAAMC,eAAeH,QAAQ,CAAC,EAAE,EAAE,QAAQ,MACxC;gBAEF,MAAMI,gBAAgBD,eAClBE,mBAAmBF,YAAY,CAAC,EAAE,IAClC,CAAC,aAAa,EAAEtC,GAAG;gBACvB,MAAMyC,aACJN,SAAS,MAAM,GAAG,IACd,IAAI,CAAC,gBAAgB,CAACA,SAAS,GAAG,CAAC,CAACE,IAAMA,EAAE,OAAO,KACnDK,0BAA0BtD,WAAW,cAAc;gBACzD,MAAM,EAAEuD,gBAAgB,EAAE,GAAGvD;gBAE7B,MAAMwD,gBAAgB,GAAGC,kBACvB;oBACEJ;oBACA,YAAY;wBACV,iBAAiBF;wBACjB,0BAA0BI,iBAAiB,YAAY;wBACvD,wBAAwBA,iBAAiB,UAAU;wBACnD,uBAAuBA,iBAAiB,SAAS;wBACjD,oBAAoBA,iBAAiB,MAAM;wBAC3C,6BAA6BA,iBAAiB,eAAe;oBAC/D;gBACF,GACAG,QACAA,QACA,OACA,EAAE,CAAC;gBAELtB,eAAeL,gBAAgByB;YACjC;YAEAlC,OAAO,CAAC,gCAAgC,EAAES,gBAAgB;YAG1D,IAAIR,mBAAmB;gBACrB,KAAK,MAAMK,QAAQ,IAAI,CAAC,WAAW,CACjC,IAAI;oBACF,IAAI,IAAI,CAAC,qBAAqB,CAACA,KAAK,cAAc,GAAG;wBAEnD,MAAM1B,YAAYC,QAAayB,KAAK,cAAc;wBAClDK,OAAO/B,WAAW;4BAAE,WAAW;4BAAM,OAAO;wBAAK;oBACnD,OACEgC,WAAWN,KAAK,cAAc;gBAElC,EAAE,OAAO+B,OAAO;oBACdrC,OAAO,CAAC,sBAAsB,EAAEM,KAAK,cAAc,CAAC,EAAE,EAAE+B,OAAO;gBACjE;gBAEFrC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,iBAAiB,CAAC;YAC9D;YACA,OAAOS;QACT,EAAE,OAAO4B,OAAO;YACdrC,OAAO,CAAC,uBAAuB,EAAEqC,OAAO;YACxC,MAAMA;QACR;IACF;;QA1MA,uBAAQ,eAA0C,EAAE;;AA2MtD"}

package/dist/es/screenshot-item.mjs

@@ -0,0 +1,105 @@
+import { readFileSync } from "node:fs";
+import { uuid } from "@midscene/shared/utils";
+import { extractImageByIdSync } from "./dump/html-utils.mjs";
+function _define_property(obj, key, value) {
+    if (key in obj) Object.defineProperty(obj, key, {
+        value: value,
+        enumerable: true,
+        configurable: true,
+        writable: true
+    });
+    else obj[key] = value;
+    return obj;
+}
+function detectFormat(base64) {
+    if (base64.startsWith('data:image/jpeg')) return 'jpeg';
+    if (base64.startsWith('data:image/jpg')) return 'jpeg';
+    return 'png';
+}
+class ScreenshotItem {
+    static create(base64, capturedAt) {
+        return new ScreenshotItem(uuid(), base64, capturedAt);
+    }
+    get id() {
+        return this._id;
+    }
+    get format() {
+        return this._format;
+    }
+    get extension() {
+        return 'jpeg' === this._format ? 'jpeg' : 'png';
+    }
+    get capturedAt() {
+        return this._capturedAt;
+    }
+    get base64() {
+        if (null !== this._base64) return this._base64;
+        if (null !== this._persistedPath) {
+            const buffer = readFileSync(this._persistedPath);
+            return `data:image/${this._format};base64,${buffer.toString('base64')}`;
+        }
+        if (null !== this._persistedHtmlPath) {
+            const data = extractImageByIdSync(this._persistedHtmlPath, this._id);
+            if (data) return data;
+            throw new Error(`Screenshot ${this._id}: cannot recover from HTML (id not found in ${this._persistedHtmlPath})`);
+        }
+        throw new Error(`Screenshot ${this._id}: base64 data released without recovery path`);
+    }
+    hasBase64() {
+        return null !== this._base64;
+    }
+    markPersistedInline(htmlPath) {
+        this._persistedAs = {
+            $screenshot: this._id,
+            capturedAt: this._capturedAt
+        };
+        this._persistedHtmlPath = htmlPath;
+        this._base64 = null;
+    }
+    markPersistedToPath(relativePath, absolutePath) {
+        this._persistedAs = {
+            base64: relativePath,
+            capturedAt: this._capturedAt
+        };
+        this._persistedPath = absolutePath;
+        this._base64 = null;
+    }
+    toSerializable() {
+        return this._persistedAs ?? {
+            $screenshot: this._id,
+            capturedAt: this._capturedAt
+        };
+    }
+    static isSerialized(value) {
+        if ('object' != typeof value || null === value) return false;
+        const record = value;
+        if ('$screenshot' in record && 'string' == typeof record.$screenshot) {
+            if (!('capturedAt' in record) || 'number' != typeof record.capturedAt) return false;
+            return true;
+        }
+        if ('base64' in record && 'string' == typeof record.base64) {
+            if (!('capturedAt' in record) || 'number' != typeof record.capturedAt) return false;
+            return true;
+        }
+        return false;
+    }
+    get rawBase64() {
+        return this.base64.replace(/^data:image\/(png|jpeg|jpg);base64,/, '');
+    }
+    constructor(id, base64, capturedAt){
+        _define_property(this, "_id", void 0);
+        _define_property(this, "_base64", void 0);
+        _define_property(this, "_format", void 0);
+        _define_property(this, "_capturedAt", void 0);
+        _define_property(this, "_persistedAs", null);
+        _define_property(this, "_persistedPath", null);
+        _define_property(this, "_persistedHtmlPath", null);
+        this._id = id;
+        this._base64 = base64;
+        this._format = detectFormat(base64);
+        this._capturedAt = capturedAt;
+    }
+}
+export { ScreenshotItem };
+
+//# sourceMappingURL=screenshot-item.mjs.map

package/dist/es/screenshot-item.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"screenshot-item.mjs","sources":["../../src/screenshot-item.ts"],"sourcesContent":["import { readFileSync } from 'node:fs';\nimport { uuid } from '@midscene/shared/utils';\nimport { extractImageByIdSync } from './dump/html-utils';\n\n/**\n * Serialization format for ScreenshotItem\n * - { $screenshot: \"id\" } - inline mode, references imageMap in HTML\n * - { base64: \"path\" } - directory mode, references external file path\n */\nexport type ScreenshotSerializeFormat =\n  | { $screenshot: string; capturedAt: number }\n  | { base64: string; capturedAt: number };\n\n/**\n * Detect image format from base64 data URI prefix.\n */\nfunction detectFormat(base64: string): 'png' | 'jpeg' {\n  if (base64.startsWith('data:image/jpeg')) return 'jpeg';\n  if (base64.startsWith('data:image/jpg')) return 'jpeg';\n  return 'png';\n}\n\n/**\n * ScreenshotItem encapsulates screenshot data.\n *\n * Supports lazy loading after memory release:\n * - inline mode: reads from HTML file using streaming (extractImageByIdSync)\n * - directory mode: reads from file on disk\n *\n * After persistence, memory is released but the screenshot can be recovered\n * on-demand from disk, making it safe to release memory at any time.\n */\nexport class ScreenshotItem {\n  private _id: string;\n  private _base64: string | null;\n  private _format: 'png' | 'jpeg';\n  private _capturedAt: number;\n  private _persistedAs: ScreenshotSerializeFormat | null = null;\n  private _persistedPath: string | null = null;\n  private _persistedHtmlPath: string | null = null;\n\n  private constructor(id: string, base64: string, capturedAt: number) {\n    this._id = id;\n    this._base64 = base64;\n    this._format = detectFormat(base64);\n    this._capturedAt = capturedAt;\n  }\n\n  /** Create a new ScreenshotItem from base64 data */\n  static create(base64: string, capturedAt: number): ScreenshotItem {\n    return new ScreenshotItem(uuid(), base64, capturedAt);\n  }\n\n  get id(): string {\n    return this._id;\n  }\n\n  /** Get the image format (png or jpeg) */\n  get format(): 'png' | 'jpeg' {\n    return this._format;\n  }\n\n  /** Get the file extension for this screenshot */\n  get extension(): string {\n    return this._format === 'jpeg' ? 'jpeg' : 'png';\n  }\n\n  /** Get screenshot capture timestamp in milliseconds */\n  get capturedAt(): number {\n    return this._capturedAt;\n  }\n\n  get base64(): string {\n    // If data is in memory, return it directly\n    if (this._base64 !== null) {\n      return this._base64;\n    }\n\n    // Directory mode: recover from file\n    if (this._persistedPath !== null) {\n      const buffer = readFileSync(this._persistedPath);\n      return `data:image/${this._format};base64,${buffer.toString('base64')}`;\n    }\n\n    // Inline mode: recover from HTML file using streaming\n    if (this._persistedHtmlPath !== null) {\n      const data = extractImageByIdSync(this._persistedHtmlPath, this._id);\n      if (data) {\n        return data;\n      }\n      throw new Error(\n        `Screenshot ${this._id}: cannot recover from HTML (id not found in ${this._persistedHtmlPath})`,\n      );\n    }\n\n    throw new Error(\n      `Screenshot ${this._id}: base64 data released without recovery path`,\n    );\n  }\n\n  /** Check if base64 data is still available in memory (not yet released) */\n  hasBase64(): boolean {\n    return this._base64 !== null;\n  }\n\n  /**\n   * Mark as persisted to HTML (inline mode).\n   * Releases base64 memory, but keeps HTML path for lazy loading recovery.\n   * @param htmlPath - absolute path to the HTML file containing the image\n   */\n  markPersistedInline(htmlPath: string): void {\n    this._persistedAs = {\n      $screenshot: this._id,\n      capturedAt: this._capturedAt,\n    };\n    this._persistedHtmlPath = htmlPath;\n    this._base64 = null;\n  }\n\n  /**\n   * Mark as persisted to file (directory mode).\n   * Releases base64 memory, but keeps file path for lazy loading recovery.\n   * @param relativePath - relative path for serialization (e.g., \"./screenshots/id.jpeg\")\n   * @param absolutePath - absolute path for lazy loading recovery\n   */\n  markPersistedToPath(relativePath: string, absolutePath: string): void {\n    this._persistedAs = {\n      base64: relativePath,\n      capturedAt: this._capturedAt,\n    };\n    this._persistedPath = absolutePath;\n    this._base64 = null;\n  }\n\n  /** Serialize for JSON - format depends on persistence state */\n  toSerializable(): ScreenshotSerializeFormat {\n    return (\n      this._persistedAs ?? {\n        $screenshot: this._id,\n        capturedAt: this._capturedAt,\n      }\n    );\n  }\n\n  /** Check if a value is a serialized ScreenshotItem reference (inline or directory mode) */\n  static isSerialized(value: unknown): value is ScreenshotSerializeFormat {\n    if (typeof value !== 'object' || value === null) return false;\n    const record = value as Record<string, unknown>;\n    // Check for inline mode: { $screenshot: string }\n    if ('$screenshot' in record && typeof record.$screenshot === 'string') {\n      if (!('capturedAt' in record) || typeof record.capturedAt !== 'number') {\n        return false;\n      }\n      return true;\n    }\n    // Check for directory mode: { base64: string } where base64 is a path\n    if ('base64' in record && typeof record.base64 === 'string') {\n      if (!('capturedAt' in record) || typeof record.capturedAt !== 'number') {\n        return false;\n      }\n      return true;\n    }\n    return false;\n  }\n\n  /**\n   * Get base64 data without the data URI prefix.\n   * Useful for writing raw binary data to files.\n   */\n  get rawBase64(): string {\n    return this.base64.replace(/^data:image\\/(png|jpeg|jpg);base64,/, '');\n  }\n}\n"],"names":["detectFormat","base64","ScreenshotItem","capturedAt","uuid","buffer","readFileSync","data","extractImageByIdSync","Error","htmlPath","relativePath","absolutePath","value","record","id"],"mappings":";;;;;;;;;;;;;AAgBA,SAASA,aAAaC,MAAc;IAClC,IAAIA,OAAO,UAAU,CAAC,oBAAoB,OAAO;IACjD,IAAIA,OAAO,UAAU,CAAC,mBAAmB,OAAO;IAChD,OAAO;AACT;AAYO,MAAMC;IAiBX,OAAO,OAAOD,MAAc,EAAEE,UAAkB,EAAkB;QAChE,OAAO,IAAID,eAAeE,QAAQH,QAAQE;IAC5C;IAEA,IAAI,KAAa;QACf,OAAO,IAAI,CAAC,GAAG;IACjB;IAGA,IAAI,SAAyB;QAC3B,OAAO,IAAI,CAAC,OAAO;IACrB;IAGA,IAAI,YAAoB;QACtB,OAAO,AAAiB,WAAjB,IAAI,CAAC,OAAO,GAAc,SAAS;IAC5C;IAGA,IAAI,aAAqB;QACvB,OAAO,IAAI,CAAC,WAAW;IACzB;IAEA,IAAI,SAAiB;QAEnB,IAAI,AAAiB,SAAjB,IAAI,CAAC,OAAO,EACd,OAAO,IAAI,CAAC,OAAO;QAIrB,IAAI,AAAwB,SAAxB,IAAI,CAAC,cAAc,EAAW;YAChC,MAAME,SAASC,aAAa,IAAI,CAAC,cAAc;YAC/C,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAED,OAAO,QAAQ,CAAC,WAAW;QACzE;QAGA,IAAI,AAA4B,SAA5B,IAAI,CAAC,kBAAkB,EAAW;YACpC,MAAME,OAAOC,qBAAqB,IAAI,CAAC,kBAAkB,EAAE,IAAI,CAAC,GAAG;YACnE,IAAID,MACF,OAAOA;YAET,MAAM,IAAIE,MACR,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,4CAA4C,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC;QAEnG;QAEA,MAAM,IAAIA,MACR,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,4CAA4C,CAAC;IAExE;IAGA,YAAqB;QACnB,OAAO,AAAiB,SAAjB,IAAI,CAAC,OAAO;IACrB;IAOA,oBAAoBC,QAAgB,EAAQ;QAC1C,IAAI,CAAC,YAAY,GAAG;YAClB,aAAa,IAAI,CAAC,GAAG;YACrB,YAAY,IAAI,CAAC,WAAW;QAC9B;QACA,IAAI,CAAC,kBAAkB,GAAGA;QAC1B,IAAI,CAAC,OAAO,GAAG;IACjB;IAQA,oBAAoBC,YAAoB,EAAEC,YAAoB,EAAQ;QACpE,IAAI,CAAC,YAAY,GAAG;YAClB,QAAQD;YACR,YAAY,IAAI,CAAC,WAAW;QAC9B;QACA,IAAI,CAAC,cAAc,GAAGC;QACtB,IAAI,CAAC,OAAO,GAAG;IACjB;IAGA,iBAA4C;QAC1C,OACE,IAAI,CAAC,YAAY,IAAI;YACnB,aAAa,IAAI,CAAC,GAAG;YACrB,YAAY,IAAI,CAAC,WAAW;QAC9B;IAEJ;IAGA,OAAO,aAAaC,KAAc,EAAsC;QACtE,IAAI,AAAiB,YAAjB,OAAOA,SAAsBA,AAAU,SAAVA,OAAgB,OAAO;QACxD,MAAMC,SAASD;QAEf,IAAI,iBAAiBC,UAAU,AAA8B,YAA9B,OAAOA,OAAO,WAAW,EAAe;YACrE,IAAI,CAAE,iBAAgBA,MAAK,KAAM,AAA6B,YAA7B,OAAOA,OAAO,UAAU,EACvD,OAAO;YAET,OAAO;QACT;QAEA,IAAI,YAAYA,UAAU,AAAyB,YAAzB,OAAOA,OAAO,MAAM,EAAe;YAC3D,IAAI,CAAE,iBAAgBA,MAAK,KAAM,AAA6B,YAA7B,OAAOA,OAAO,UAAU,EACvD,OAAO;YAET,OAAO;QACT;QACA,OAAO;IACT;IAMA,IAAI,YAAoB;QACtB,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,uCAAuC;IACpE;IAlIA,YAAoBC,EAAU,EAAEd,MAAc,EAAEE,UAAkB,CAAE;QARpE,uBAAQ,OAAR;QACA,uBAAQ,WAAR;QACA,uBAAQ,WAAR;QACA,uBAAQ,eAAR;QACA,uBAAQ,gBAAiD;QACzD,uBAAQ,kBAAgC;QACxC,uBAAQ,sBAAoC;QAG1C,IAAI,CAAC,GAAG,GAAGY;QACX,IAAI,CAAC,OAAO,GAAGd;QACf,IAAI,CAAC,OAAO,GAAGD,aAAaC;QAC5B,IAAI,CAAC,WAAW,GAAGE;IACrB;AA8HF"}

package/dist/es/service/index.mjs

@@ -0,0 +1,274 @@
+import { isAutoGLM } from "../ai-model/auto-glm/util.mjs";
+import { AIResponseParseError, AiExtractElementInfo, AiLocateElement, callAIWithObjectResponse } from "../ai-model/index.mjs";
+import { AiLocateSection, buildSearchAreaConfig } from "../ai-model/inspect.mjs";
+import { elementDescriberInstruction } from "../ai-model/prompt/describe.mjs";
+import { expandSearchArea } from "../common.mjs";
+import { ServiceError } from "../types.mjs";
+import { compositeElementInfoImg, cropByRect } from "@midscene/shared/img";
+import { getDebug } from "@midscene/shared/logger";
+import { assert } from "@midscene/shared/utils";
+import { createServiceDump } from "./utils.mjs";
+function _define_property(obj, key, value) {
+    if (key in obj) Object.defineProperty(obj, key, {
+        value: value,
+        enumerable: true,
+        configurable: true,
+        writable: true
+    });
+    else obj[key] = value;
+    return obj;
+}
+const debug = getDebug('ai:service');
+class Service {
+    async locate(query, opt, modelConfig, abortSignal) {
+        const queryPrompt = 'string' == typeof query ? query : query.prompt;
+        assert(queryPrompt, 'query is required for locate');
+        assert('object' == typeof query, 'query should be an object for locate');
+        const hasPlanLocatedElement = !!opt?.planLocatedElement?.rect;
+        let searchAreaPrompt;
+        if (query.deepLocate && !hasPlanLocatedElement) searchAreaPrompt = query.prompt;
+        const { modelFamily } = modelConfig;
+        if (searchAreaPrompt && !modelFamily) {
+            console.warn('The "deepLocate" feature is not supported with multimodal LLM. Please config VL model for Midscene. https://midscenejs.com/model-config');
+            searchAreaPrompt = void 0;
+        }
+        if (searchAreaPrompt && isAutoGLM(modelFamily)) {
+            console.warn('The "deepLocate" feature is not supported with AutoGLM.');
+            searchAreaPrompt = void 0;
+        }
+        const context = opt?.context || await this.contextRetrieverFn();
+        let searchArea;
+        let searchAreaRawResponse;
+        let searchAreaUsage;
+        let searchAreaResponse;
+        if (query.deepLocate && hasPlanLocatedElement) {
+            const searchAreaConfig = await buildSearchAreaConfig({
+                context,
+                baseRect: opt.planLocatedElement.rect,
+                modelFamily
+            });
+            searchArea = searchAreaConfig.rect;
+            searchAreaRawResponse = JSON.stringify({
+                source: 'plan-located-element',
+                rect: opt.planLocatedElement.rect
+            });
+            searchAreaResponse = {
+                rect: searchArea,
+                imageBase64: searchAreaConfig.imageBase64,
+                scale: searchAreaConfig.scale,
+                rawResponse: searchAreaRawResponse
+            };
+        } else if (searchAreaPrompt) {
+            searchAreaResponse = await AiLocateSection({
+                context,
+                sectionDescription: searchAreaPrompt,
+                modelConfig,
+                abortSignal
+            });
+            assert(searchAreaResponse.rect, `cannot find search area for "${searchAreaPrompt}"${searchAreaResponse.error ? `: ${searchAreaResponse.error}` : ''}`);
+            searchAreaRawResponse = searchAreaResponse.rawResponse;
+            searchAreaUsage = searchAreaResponse.usage;
+            searchArea = searchAreaResponse.rect;
+        }
+        const startTime = Date.now();
+        const { parseResult, rect, rawResponse, usage, reasoning_content } = await AiLocateElement({
+            context,
+            targetElementDescription: queryPrompt,
+            searchConfig: searchAreaResponse,
+            modelConfig,
+            abortSignal
+        });
+        const timeCost = Date.now() - startTime;
+        const taskInfo = {
+            ...this.taskInfo ? this.taskInfo : {},
+            durationMs: timeCost,
+            rawResponse: JSON.stringify(rawResponse),
+            formatResponse: JSON.stringify(parseResult),
+            usage,
+            searchArea,
+            searchAreaRawResponse,
+            searchAreaUsage,
+            reasoning_content
+        };
+        let errorLog;
+        if (parseResult.errors?.length) errorLog = `failed to locate element: \n${parseResult.errors.join('\n')}`;
+        const dumpData = {
+            type: 'locate',
+            userQuery: {
+                element: queryPrompt
+            },
+            matchedElement: [],
+            matchedRect: rect,
+            data: null,
+            taskInfo,
+            deepLocate: !!searchArea,
+            error: errorLog
+        };
+        const elements = parseResult.elements || [];
+        const dump = createServiceDump({
+            ...dumpData,
+            matchedElement: elements
+        });
+        if (errorLog) throw new ServiceError(errorLog, dump);
+        if (elements.length > 1) throw new ServiceError(`locate: multiple elements found, length = ${elements.length}`, dump);
+        if (1 === elements.length) return {
+            element: {
+                center: elements[0].center,
+                rect: elements[0].rect,
+                description: elements[0].description
+            },
+            rect,
+            dump
+        };
+        return {
+            element: null,
+            rect,
+            dump
+        };
+    }
+    async extract(dataDemand, modelConfig, opt, pageDescription, multimodalPrompt, context) {
+        assert(context, 'context is required for extract');
+        assert('object' == typeof dataDemand || 'string' == typeof dataDemand, `dataDemand should be object or string, but get ${typeof dataDemand}`);
+        const startTime = Date.now();
+        let parseResult;
+        let rawResponse;
+        let usage;
+        let reasoning_content;
+        try {
+            const result = await AiExtractElementInfo({
+                context,
+                dataQuery: dataDemand,
+                multimodalPrompt,
+                extractOption: opt,
+                modelConfig,
+                pageDescription
+            });
+            parseResult = result.parseResult;
+            rawResponse = result.rawResponse;
+            usage = result.usage;
+            reasoning_content = result.reasoning_content;
+        } catch (error) {
+            if (error instanceof AIResponseParseError) {
+                const timeCost = Date.now() - startTime;
+                const taskInfo = {
+                    ...this.taskInfo ? this.taskInfo : {},
+                    durationMs: timeCost,
+                    rawResponse: error.rawResponse,
+                    usage: error.usage
+                };
+                const dump = createServiceDump({
+                    type: 'extract',
+                    userQuery: {
+                        dataDemand
+                    },
+                    matchedElement: [],
+                    data: null,
+                    taskInfo,
+                    error: error.message
+                });
+                throw new ServiceError(error.message, dump);
+            }
+            throw error;
+        }
+        const timeCost = Date.now() - startTime;
+        const taskInfo = {
+            ...this.taskInfo ? this.taskInfo : {},
+            durationMs: timeCost,
+            rawResponse,
+            formatResponse: JSON.stringify(parseResult),
+            usage,
+            reasoning_content
+        };
+        let errorLog;
+        if (parseResult.errors?.length) errorLog = `AI response error: \n${parseResult.errors.join('\n')}`;
+        const dumpData = {
+            type: 'extract',
+            userQuery: {
+                dataDemand
+            },
+            matchedElement: [],
+            data: null,
+            taskInfo,
+            error: errorLog
+        };
+        const { data, thought } = parseResult || {};
+        const dump = createServiceDump({
+            ...dumpData,
+            data
+        });
+        if (errorLog && !data) throw new ServiceError(errorLog, dump);
+        return {
+            data,
+            thought,
+            usage,
+            reasoning_content,
+            dump
+        };
+    }
+    async describe(target, modelConfig, opt) {
+        assert(target, 'target is required for service.describe');
+        const context = await this.contextRetrieverFn();
+        const { shotSize } = context;
+        const screenshotBase64 = context.screenshot.base64;
+        assert(screenshotBase64, 'screenshot is required for service.describe');
+        const { modelFamily } = modelConfig;
+        const systemPrompt = elementDescriberInstruction();
+        const defaultRectSize = 30;
+        const targetRect = Array.isArray(target) ? {
+            left: Math.floor(target[0] - defaultRectSize / 2),
+            top: Math.floor(target[1] - defaultRectSize / 2),
+            width: defaultRectSize,
+            height: defaultRectSize
+        } : target;
+        let imagePayload = await compositeElementInfoImg({
+            inputImgBase64: screenshotBase64,
+            size: shotSize,
+            elementsPositionInfo: [
+                {
+                    rect: targetRect
+                }
+            ],
+            borderThickness: 3
+        });
+        if (opt?.deepLocate) {
+            const searchArea = expandSearchArea(targetRect, shotSize);
+            debug('describe: cropping to searchArea', searchArea);
+            const croppedResult = await cropByRect(imagePayload, searchArea, 'qwen2.5-vl' === modelFamily);
+            imagePayload = croppedResult.imageBase64;
+        }
+        const msgs = [
+            {
+                role: 'system',
+                content: systemPrompt
+            },
+            {
+                role: 'user',
+                content: [
+                    {
+                        type: 'image_url',
+                        image_url: {
+                            url: imagePayload,
+                            detail: 'high'
+                        }
+                    }
+                ]
+            }
+        ];
+        const res = await callAIWithObjectResponse(msgs, modelConfig);
+        const { content } = res;
+        assert(!content.error, `describe failed: ${content.error}`);
+        assert(content.description, 'failed to describe the element');
+        return content;
+    }
+    constructor(context, opt){
+        _define_property(this, "contextRetrieverFn", void 0);
+        _define_property(this, "taskInfo", void 0);
+        assert(context, 'context is required for Service');
+        if ('function' == typeof context) this.contextRetrieverFn = context;
+        else this.contextRetrieverFn = ()=>Promise.resolve(context);
+        if (void 0 !== opt?.taskInfo) this.taskInfo = opt.taskInfo;
+    }
+}
+export { Service as default };
+
+//# sourceMappingURL=index.mjs.map

package/dist/es/service/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"service/index.mjs","sources":["../../../src/service/index.ts"],"sourcesContent":["import { isAutoGLM, isUITars } from '@/ai-model/auto-glm/util';\nimport {\n  AIResponseParseError,\n  AiExtractElementInfo,\n  AiLocateElement,\n  callAIWithObjectResponse,\n} from '@/ai-model/index';\nimport { AiLocateSection, buildSearchAreaConfig } from '@/ai-model/inspect';\nimport { elementDescriberInstruction } from '@/ai-model/prompt/describe';\nimport { type AIArgs, expandSearchArea } from '@/common';\nimport type {\n  AIDescribeElementResponse,\n  AIUsageInfo,\n  DetailedLocateParam,\n  LocateResultElement,\n  LocateResultWithDump,\n  PartialServiceDumpFromSDK,\n  PlanningLocateParam,\n  Rect,\n  ServiceExtractOption,\n  ServiceExtractParam,\n  ServiceExtractResult,\n  ServiceTaskInfo,\n  UIContext,\n} from '@/types';\nimport { ServiceError } from '@/types';\nimport type { IModelConfig } from '@midscene/shared/env';\nimport { compositeElementInfoImg, cropByRect } from '@midscene/shared/img';\nimport { getDebug } from '@midscene/shared/logger';\nimport { assert } from '@midscene/shared/utils';\nimport type { TMultimodalPrompt } from '../common';\nimport { createServiceDump } from './utils';\n\nexport interface LocateOpts {\n  context?: UIContext;\n  planLocatedElement?: LocateResultElement;\n}\n\nexport type AnyValue<T> = {\n  [K in keyof T]: unknown extends T[K] ? any : T[K];\n};\n\ninterface ServiceOptions {\n  taskInfo?: Omit<ServiceTaskInfo, 'durationMs'>;\n}\n\nconst debug = getDebug('ai:service');\nexport default class Service {\n  contextRetrieverFn: () => Promise<UIContext> | UIContext;\n\n  taskInfo?: Omit<ServiceTaskInfo, 'durationMs'>;\n\n  constructor(\n    context: UIContext | (() => Promise<UIContext> | UIContext),\n    opt?: ServiceOptions,\n  ) {\n    assert(context, 'context is required for Service');\n    if (typeof context === 'function') {\n      this.contextRetrieverFn = context;\n    } else {\n      this.contextRetrieverFn = () => Promise.resolve(context);\n    }\n\n    if (typeof opt?.taskInfo !== 'undefined') {\n      this.taskInfo = opt.taskInfo;\n    }\n  }\n\n  async locate(\n    query: PlanningLocateParam,\n    opt: LocateOpts,\n    modelConfig: IModelConfig,\n    abortSignal?: AbortSignal,\n  ): Promise<LocateResultWithDump> {\n    const queryPrompt = typeof query === 'string' ? query : query.prompt;\n    assert(queryPrompt, 'query is required for locate');\n\n    assert(typeof query === 'object', 'query should be an object for locate');\n\n    const hasPlanLocatedElement = !!opt?.planLocatedElement?.rect;\n\n    let searchAreaPrompt;\n    if (query.deepLocate && !hasPlanLocatedElement) {\n      searchAreaPrompt = query.prompt;\n    }\n\n    const { modelFamily } = modelConfig;\n\n    if (searchAreaPrompt && !modelFamily) {\n      console.warn(\n        'The \"deepLocate\" feature is not supported with multimodal LLM. Please config VL model for Midscene. https://midscenejs.com/model-config',\n      );\n      searchAreaPrompt = undefined;\n    }\n\n    if (searchAreaPrompt && isAutoGLM(modelFamily)) {\n      console.warn('The \"deepLocate\" feature is not supported with AutoGLM.');\n      searchAreaPrompt = undefined;\n    }\n\n    const context = opt?.context || (await this.contextRetrieverFn());\n\n    let searchArea: Rect | undefined = undefined;\n    let searchAreaRawResponse: string | undefined = undefined;\n    let searchAreaUsage: AIUsageInfo | undefined = undefined;\n    let searchAreaResponse:\n      | Awaited<ReturnType<typeof AiLocateSection>>\n      | undefined = undefined;\n    if (query.deepLocate && hasPlanLocatedElement) {\n      const searchAreaConfig = await buildSearchAreaConfig({\n        context,\n        baseRect: opt.planLocatedElement!.rect,\n        modelFamily,\n      });\n      searchArea = searchAreaConfig.rect;\n\n      searchAreaRawResponse = JSON.stringify({\n        source: 'plan-located-element',\n        rect: opt.planLocatedElement!.rect,\n      });\n      searchAreaResponse = {\n        rect: searchArea,\n        imageBase64: searchAreaConfig.imageBase64,\n        scale: searchAreaConfig.scale,\n        rawResponse: searchAreaRawResponse,\n      };\n    } else if (searchAreaPrompt) {\n      searchAreaResponse = await AiLocateSection({\n        context,\n        sectionDescription: searchAreaPrompt,\n        modelConfig,\n        abortSignal,\n      });\n      assert(\n        searchAreaResponse.rect,\n        `cannot find search area for \"${searchAreaPrompt}\"${\n          searchAreaResponse.error ? `: ${searchAreaResponse.error}` : ''\n        }`,\n      );\n      searchAreaRawResponse = searchAreaResponse.rawResponse;\n      searchAreaUsage = searchAreaResponse.usage;\n      searchArea = searchAreaResponse.rect;\n    }\n\n    const startTime = Date.now();\n    const { parseResult, rect, rawResponse, usage, reasoning_content } =\n      await AiLocateElement({\n        context,\n        targetElementDescription: queryPrompt,\n        searchConfig: searchAreaResponse,\n        modelConfig,\n        abortSignal,\n      });\n\n    const timeCost = Date.now() - startTime;\n    const taskInfo: ServiceTaskInfo = {\n      ...(this.taskInfo ? this.taskInfo : {}),\n      durationMs: timeCost,\n      rawResponse: JSON.stringify(rawResponse),\n      formatResponse: JSON.stringify(parseResult),\n      usage,\n      searchArea,\n      searchAreaRawResponse,\n      searchAreaUsage,\n      reasoning_content,\n    };\n\n    let errorLog: string | undefined;\n    if (parseResult.errors?.length) {\n      errorLog = `failed to locate element: \\n${parseResult.errors.join('\\n')}`;\n    }\n\n    const dumpData: PartialServiceDumpFromSDK = {\n      type: 'locate',\n      userQuery: {\n        element: queryPrompt,\n      },\n      matchedElement: [],\n      matchedRect: rect,\n      data: null,\n      taskInfo,\n      deepLocate: !!searchArea,\n      error: errorLog,\n    };\n\n    const elements = parseResult.elements || [];\n\n    const dump = createServiceDump({\n      ...dumpData,\n      matchedElement: elements,\n    });\n\n    if (errorLog) {\n      throw new ServiceError(errorLog, dump);\n    }\n\n    if (elements.length > 1) {\n      throw new ServiceError(\n        `locate: multiple elements found, length = ${elements.length}`,\n        dump,\n      );\n    }\n\n    if (elements.length === 1) {\n      return {\n        element: {\n          center: elements[0]!.center,\n          rect: elements[0]!.rect,\n          description: elements[0]!.description,\n        },\n        rect,\n        dump,\n      };\n    }\n\n    return {\n      element: null,\n      rect,\n      dump,\n    };\n  }\n\n  async extract<T>(\n    dataDemand: ServiceExtractParam,\n    modelConfig: IModelConfig,\n    opt?: ServiceExtractOption,\n    pageDescription?: string,\n    multimodalPrompt?: TMultimodalPrompt,\n    context?: UIContext,\n  ): Promise<ServiceExtractResult<T>> {\n    assert(context, 'context is required for extract');\n    assert(\n      typeof dataDemand === 'object' || typeof dataDemand === 'string',\n      `dataDemand should be object or string, but get ${typeof dataDemand}`,\n    );\n\n    const startTime = Date.now();\n\n    let parseResult: Awaited<\n      ReturnType<typeof AiExtractElementInfo<T>>\n    >['parseResult'];\n    let rawResponse: string;\n    let usage: Awaited<ReturnType<typeof AiExtractElementInfo<T>>>['usage'];\n    let reasoning_content: string | undefined;\n\n    try {\n      const result = await AiExtractElementInfo<T>({\n        context,\n        dataQuery: dataDemand,\n        multimodalPrompt,\n        extractOption: opt,\n        modelConfig,\n        pageDescription,\n      });\n      parseResult = result.parseResult;\n      rawResponse = result.rawResponse;\n      usage = result.usage;\n      reasoning_content = result.reasoning_content;\n    } catch (error) {\n      if (error instanceof AIResponseParseError) {\n        // Create dump with usage and rawResponse from the error\n        const timeCost = Date.now() - startTime;\n        const taskInfo: ServiceTaskInfo = {\n          ...(this.taskInfo ? this.taskInfo : {}),\n          durationMs: timeCost,\n          rawResponse: error.rawResponse,\n          usage: error.usage,\n        };\n        const dump = createServiceDump({\n          type: 'extract',\n          userQuery: { dataDemand },\n          matchedElement: [],\n          data: null,\n          taskInfo,\n          error: error.message,\n        });\n        throw new ServiceError(error.message, dump);\n      }\n      throw error;\n    }\n\n    const timeCost = Date.now() - startTime;\n    const taskInfo: ServiceTaskInfo = {\n      ...(this.taskInfo ? this.taskInfo : {}),\n      durationMs: timeCost,\n      rawResponse,\n      formatResponse: JSON.stringify(parseResult),\n      usage,\n      reasoning_content,\n    };\n\n    let errorLog: string | undefined;\n    if (parseResult.errors?.length) {\n      errorLog = `AI response error: \\n${parseResult.errors.join('\\n')}`;\n    }\n\n    const dumpData: PartialServiceDumpFromSDK = {\n      type: 'extract',\n      userQuery: {\n        dataDemand,\n      },\n      matchedElement: [],\n      data: null,\n      taskInfo,\n      error: errorLog,\n    };\n\n    const { data, thought } = parseResult || {};\n\n    const dump = createServiceDump({\n      ...dumpData,\n      data,\n    });\n\n    if (errorLog && !data) {\n      throw new ServiceError(errorLog, dump);\n    }\n\n    return {\n      data,\n      thought,\n      usage,\n      reasoning_content,\n      dump,\n    };\n  }\n\n  async describe(\n    target: Rect | [number, number],\n    modelConfig: IModelConfig,\n    opt?: {\n      deepLocate?: boolean;\n    },\n  ): Promise<Pick<AIDescribeElementResponse, 'description'>> {\n    assert(target, 'target is required for service.describe');\n    const context = await this.contextRetrieverFn();\n    const { shotSize } = context;\n    const screenshotBase64 = context.screenshot.base64;\n    assert(screenshotBase64, 'screenshot is required for service.describe');\n    // The result of the \"describe\" function will be used for positioning, so essentially it is a form of grounding.\n    const { modelFamily } = modelConfig;\n    const systemPrompt = elementDescriberInstruction();\n\n    // Convert [x,y] center point to Rect if needed\n    const defaultRectSize = 30;\n    const targetRect: Rect = Array.isArray(target)\n      ? {\n          left: Math.floor(target[0] - defaultRectSize / 2),\n          top: Math.floor(target[1] - defaultRectSize / 2),\n          width: defaultRectSize,\n          height: defaultRectSize,\n        }\n      : target;\n\n    let imagePayload = await compositeElementInfoImg({\n      inputImgBase64: screenshotBase64,\n      size: shotSize,\n      elementsPositionInfo: [\n        {\n          rect: targetRect,\n        },\n      ],\n      borderThickness: 3,\n    });\n\n    if (opt?.deepLocate) {\n      const searchArea = expandSearchArea(targetRect, shotSize);\n      // Always crop in describe mode. Unlike locate's deepLocate (where\n      // cropping too small loses context for finding elements), describe's\n      // deepLocate intentionally zooms in so the model produces a more\n      // precise description from a focused view. expandSearchArea already\n      // guarantees a minimum 400x400 area with surrounding context.\n      debug('describe: cropping to searchArea', searchArea);\n      const croppedResult = await cropByRect(\n        imagePayload,\n        searchArea,\n        modelFamily === 'qwen2.5-vl',\n      );\n      imagePayload = croppedResult.imageBase64;\n    }\n\n    const msgs: AIArgs = [\n      { role: 'system', content: systemPrompt },\n      {\n        role: 'user',\n        content: [\n          {\n            type: 'image_url',\n            image_url: {\n              url: imagePayload,\n              detail: 'high',\n            },\n          },\n        ],\n      },\n    ];\n\n    const res = await callAIWithObjectResponse<AIDescribeElementResponse>(\n      msgs,\n      modelConfig,\n    );\n\n    const { content } = res;\n    assert(!content.error, `describe failed: ${content.error}`);\n    assert(content.description, 'failed to describe the element');\n    return content;\n  }\n}\n"],"names":["debug","getDebug","Service","query","opt","modelConfig","abortSignal","queryPrompt","assert","hasPlanLocatedElement","searchAreaPrompt","modelFamily","console","undefined","isAutoGLM","context","searchArea","searchAreaRawResponse","searchAreaUsage","searchAreaResponse","searchAreaConfig","buildSearchAreaConfig","JSON","AiLocateSection","startTime","Date","parseResult","rect","rawResponse","usage","reasoning_content","AiLocateElement","timeCost","taskInfo","errorLog","dumpData","elements","dump","createServiceDump","ServiceError","dataDemand","pageDescription","multimodalPrompt","result","AiExtractElementInfo","error","AIResponseParseError","data","thought","target","shotSize","screenshotBase64","systemPrompt","elementDescriberInstruction","defaultRectSize","targetRect","Array","Math","imagePayload","compositeElementInfoImg","expandSearchArea","croppedResult","cropByRect","msgs","res","callAIWithObjectResponse","content","Promise"],"mappings":";;;;;;;;;;;;;;;;;;;;AA8CA,MAAMA,QAAQC,SAAS;AACR,MAAMC;IAqBnB,MAAM,OACJC,KAA0B,EAC1BC,GAAe,EACfC,WAAyB,EACzBC,WAAyB,EACM;QAC/B,MAAMC,cAAc,AAAiB,YAAjB,OAAOJ,QAAqBA,QAAQA,MAAM,MAAM;QACpEK,OAAOD,aAAa;QAEpBC,OAAO,AAAiB,YAAjB,OAAOL,OAAoB;QAElC,MAAMM,wBAAwB,CAAC,CAACL,KAAK,oBAAoB;QAEzD,IAAIM;QACJ,IAAIP,MAAM,UAAU,IAAI,CAACM,uBACvBC,mBAAmBP,MAAM,MAAM;QAGjC,MAAM,EAAEQ,WAAW,EAAE,GAAGN;QAExB,IAAIK,oBAAoB,CAACC,aAAa;YACpCC,QAAQ,IAAI,CACV;YAEFF,mBAAmBG;QACrB;QAEA,IAAIH,oBAAoBI,UAAUH,cAAc;YAC9CC,QAAQ,IAAI,CAAC;YACbF,mBAAmBG;QACrB;QAEA,MAAME,UAAUX,KAAK,WAAY,MAAM,IAAI,CAAC,kBAAkB;QAE9D,IAAIY;QACJ,IAAIC;QACJ,IAAIC;QACJ,IAAIC;QAGJ,IAAIhB,MAAM,UAAU,IAAIM,uBAAuB;YAC7C,MAAMW,mBAAmB,MAAMC,sBAAsB;gBACnDN;gBACA,UAAUX,IAAI,kBAAkB,CAAE,IAAI;gBACtCO;YACF;YACAK,aAAaI,iBAAiB,IAAI;YAElCH,wBAAwBK,KAAK,SAAS,CAAC;gBACrC,QAAQ;gBACR,MAAMlB,IAAI,kBAAkB,CAAE,IAAI;YACpC;YACAe,qBAAqB;gBACnB,MAAMH;gBACN,aAAaI,iBAAiB,WAAW;gBACzC,OAAOA,iBAAiB,KAAK;gBAC7B,aAAaH;YACf;QACF,OAAO,IAAIP,kBAAkB;YAC3BS,qBAAqB,MAAMI,gBAAgB;gBACzCR;gBACA,oBAAoBL;gBACpBL;gBACAC;YACF;YACAE,OACEW,mBAAmB,IAAI,EACvB,CAAC,6BAA6B,EAAET,iBAAiB,CAAC,EAChDS,mBAAmB,KAAK,GAAG,CAAC,EAAE,EAAEA,mBAAmB,KAAK,EAAE,GAAG,IAC7D;YAEJF,wBAAwBE,mBAAmB,WAAW;YACtDD,kBAAkBC,mBAAmB,KAAK;YAC1CH,aAAaG,mBAAmB,IAAI;QACtC;QAEA,MAAMK,YAAYC,KAAK,GAAG;QAC1B,MAAM,EAAEC,WAAW,EAAEC,IAAI,EAAEC,WAAW,EAAEC,KAAK,EAAEC,iBAAiB,EAAE,GAChE,MAAMC,gBAAgB;YACpBhB;YACA,0BAA0BR;YAC1B,cAAcY;YACdd;YACAC;QACF;QAEF,MAAM0B,WAAWP,KAAK,GAAG,KAAKD;QAC9B,MAAMS,WAA4B;YAChC,GAAI,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;YACtC,YAAYD;YACZ,aAAaV,KAAK,SAAS,CAACM;YAC5B,gBAAgBN,KAAK,SAAS,CAACI;YAC/BG;YACAb;YACAC;YACAC;YACAY;QACF;QAEA,IAAII;QACJ,IAAIR,YAAY,MAAM,EAAE,QACtBQ,WAAW,CAAC,4BAA4B,EAAER,YAAY,MAAM,CAAC,IAAI,CAAC,OAAO;QAG3E,MAAMS,WAAsC;YAC1C,MAAM;YACN,WAAW;gBACT,SAAS5B;YACX;YACA,gBAAgB,EAAE;YAClB,aAAaoB;YACb,MAAM;YACNM;YACA,YAAY,CAAC,CAACjB;YACd,OAAOkB;QACT;QAEA,MAAME,WAAWV,YAAY,QAAQ,IAAI,EAAE;QAE3C,MAAMW,OAAOC,kBAAkB;YAC7B,GAAGH,QAAQ;YACX,gBAAgBC;QAClB;QAEA,IAAIF,UACF,MAAM,IAAIK,aAAaL,UAAUG;QAGnC,IAAID,SAAS,MAAM,GAAG,GACpB,MAAM,IAAIG,aACR,CAAC,0CAA0C,EAAEH,SAAS,MAAM,EAAE,EAC9DC;QAIJ,IAAID,AAAoB,MAApBA,SAAS,MAAM,EACjB,OAAO;YACL,SAAS;gBACP,QAAQA,QAAQ,CAAC,EAAE,CAAE,MAAM;gBAC3B,MAAMA,QAAQ,CAAC,EAAE,CAAE,IAAI;gBACvB,aAAaA,QAAQ,CAAC,EAAE,CAAE,WAAW;YACvC;YACAT;YACAU;QACF;QAGF,OAAO;YACL,SAAS;YACTV;YACAU;QACF;IACF;IAEA,MAAM,QACJG,UAA+B,EAC/BnC,WAAyB,EACzBD,GAA0B,EAC1BqC,eAAwB,EACxBC,gBAAoC,EACpC3B,OAAmB,EACe;QAClCP,OAAOO,SAAS;QAChBP,OACE,AAAsB,YAAtB,OAAOgC,cAA2B,AAAsB,YAAtB,OAAOA,YACzC,CAAC,+CAA+C,EAAE,OAAOA,YAAY;QAGvE,MAAMhB,YAAYC,KAAK,GAAG;QAE1B,IAAIC;QAGJ,IAAIE;QACJ,IAAIC;QACJ,IAAIC;QAEJ,IAAI;YACF,MAAMa,SAAS,MAAMC,qBAAwB;gBAC3C7B;gBACA,WAAWyB;gBACXE;gBACA,eAAetC;gBACfC;gBACAoC;YACF;YACAf,cAAciB,OAAO,WAAW;YAChCf,cAAce,OAAO,WAAW;YAChCd,QAAQc,OAAO,KAAK;YACpBb,oBAAoBa,OAAO,iBAAiB;QAC9C,EAAE,OAAOE,OAAO;YACd,IAAIA,iBAAiBC,sBAAsB;gBAEzC,MAAMd,WAAWP,KAAK,GAAG,KAAKD;gBAC9B,MAAMS,WAA4B;oBAChC,GAAI,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;oBACtC,YAAYD;oBACZ,aAAaa,MAAM,WAAW;oBAC9B,OAAOA,MAAM,KAAK;gBACpB;gBACA,MAAMR,OAAOC,kBAAkB;oBAC7B,MAAM;oBACN,WAAW;wBAAEE;oBAAW;oBACxB,gBAAgB,EAAE;oBAClB,MAAM;oBACNP;oBACA,OAAOY,MAAM,OAAO;gBACtB;gBACA,MAAM,IAAIN,aAAaM,MAAM,OAAO,EAAER;YACxC;YACA,MAAMQ;QACR;QAEA,MAAMb,WAAWP,KAAK,GAAG,KAAKD;QAC9B,MAAMS,WAA4B;YAChC,GAAI,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;YACtC,YAAYD;YACZJ;YACA,gBAAgBN,KAAK,SAAS,CAACI;YAC/BG;YACAC;QACF;QAEA,IAAII;QACJ,IAAIR,YAAY,MAAM,EAAE,QACtBQ,WAAW,CAAC,qBAAqB,EAAER,YAAY,MAAM,CAAC,IAAI,CAAC,OAAO;QAGpE,MAAMS,WAAsC;YAC1C,MAAM;YACN,WAAW;gBACTK;YACF;YACA,gBAAgB,EAAE;YAClB,MAAM;YACNP;YACA,OAAOC;QACT;QAEA,MAAM,EAAEa,IAAI,EAAEC,OAAO,EAAE,GAAGtB,eAAe,CAAC;QAE1C,MAAMW,OAAOC,kBAAkB;YAC7B,GAAGH,QAAQ;YACXY;QACF;QAEA,IAAIb,YAAY,CAACa,MACf,MAAM,IAAIR,aAAaL,UAAUG;QAGnC,OAAO;YACLU;YACAC;YACAnB;YACAC;YACAO;QACF;IACF;IAEA,MAAM,SACJY,MAA+B,EAC/B5C,WAAyB,EACzBD,GAEC,EACwD;QACzDI,OAAOyC,QAAQ;QACf,MAAMlC,UAAU,MAAM,IAAI,CAAC,kBAAkB;QAC7C,MAAM,EAAEmC,QAAQ,EAAE,GAAGnC;QACrB,MAAMoC,mBAAmBpC,QAAQ,UAAU,CAAC,MAAM;QAClDP,OAAO2C,kBAAkB;QAEzB,MAAM,EAAExC,WAAW,EAAE,GAAGN;QACxB,MAAM+C,eAAeC;QAGrB,MAAMC,kBAAkB;QACxB,MAAMC,aAAmBC,MAAM,OAAO,CAACP,UACnC;YACE,MAAMQ,KAAK,KAAK,CAACR,MAAM,CAAC,EAAE,GAAGK,kBAAkB;YAC/C,KAAKG,KAAK,KAAK,CAACR,MAAM,CAAC,EAAE,GAAGK,kBAAkB;YAC9C,OAAOA;YACP,QAAQA;QACV,IACAL;QAEJ,IAAIS,eAAe,MAAMC,wBAAwB;YAC/C,gBAAgBR;YAChB,MAAMD;YACN,sBAAsB;gBACpB;oBACE,MAAMK;gBACR;aACD;YACD,iBAAiB;QACnB;QAEA,IAAInD,KAAK,YAAY;YACnB,MAAMY,aAAa4C,iBAAiBL,YAAYL;YAMhDlD,MAAM,oCAAoCgB;YAC1C,MAAM6C,gBAAgB,MAAMC,WAC1BJ,cACA1C,YACAL,AAAgB,iBAAhBA;YAEF+C,eAAeG,cAAc,WAAW;QAC1C;QAEA,MAAME,OAAe;YACnB;gBAAE,MAAM;gBAAU,SAASX;YAAa;YACxC;gBACE,MAAM;gBACN,SAAS;oBACP;wBACE,MAAM;wBACN,WAAW;4BACT,KAAKM;4BACL,QAAQ;wBACV;oBACF;iBACD;YACH;SACD;QAED,MAAMM,MAAM,MAAMC,yBAChBF,MACA1D;QAGF,MAAM,EAAE6D,OAAO,EAAE,GAAGF;QACpBxD,OAAO,CAAC0D,QAAQ,KAAK,EAAE,CAAC,iBAAiB,EAAEA,QAAQ,KAAK,EAAE;QAC1D1D,OAAO0D,QAAQ,WAAW,EAAE;QAC5B,OAAOA;IACT;IAlWA,YACEnD,OAA2D,EAC3DX,GAAoB,CACpB;QAPF;QAEA;QAMEI,OAAOO,SAAS;QAChB,IAAI,AAAmB,cAAnB,OAAOA,SACT,IAAI,CAAC,kBAAkB,GAAGA;aAE1B,IAAI,CAAC,kBAAkB,GAAG,IAAMoD,QAAQ,OAAO,CAACpD;QAGlD,IAAI,AAAyB,WAAlBX,KAAK,UACd,IAAI,CAAC,QAAQ,GAAGA,IAAI,QAAQ;IAEhC;AAqVF"}

package/dist/es/service/utils.mjs

@@ -0,0 +1,15 @@
+import { uuid } from "@midscene/shared/utils";
+function createServiceDump(data) {
+    const baseData = {
+        logTime: Date.now()
+    };
+    const finalData = {
+        logId: uuid(),
+        ...baseData,
+        ...data
+    };
+    return finalData;
+}
+export { createServiceDump };
+
+//# sourceMappingURL=utils.mjs.map

package/dist/es/service/utils.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"service/utils.mjs","sources":["../../../src/service/utils.ts"],"sourcesContent":["import type { DumpMeta, PartialServiceDumpFromSDK, ServiceDump } from '@/types';\nimport { uuid } from '@midscene/shared/utils';\n\nexport function createServiceDump(\n  data: PartialServiceDumpFromSDK,\n): ServiceDump {\n  const baseData: DumpMeta = {\n    logTime: Date.now(),\n  };\n  const finalData: ServiceDump = {\n    logId: uuid(),\n    ...baseData,\n    ...data,\n  };\n\n  return finalData;\n}\n"],"names":["createServiceDump","data","baseData","Date","finalData","uuid"],"mappings":";AAGO,SAASA,kBACdC,IAA+B;IAE/B,MAAMC,WAAqB;QACzB,SAASC,KAAK,GAAG;IACnB;IACA,MAAMC,YAAyB;QAC7B,OAAOC;QACP,GAAGH,QAAQ;QACX,GAAGD,IAAI;IACT;IAEA,OAAOG;AACT"}