@midscene/core 0.18.1-beta-20250611082446.0 → 0.18.1

package/dist/es/chunk-A7OTPIZJ.js.map

@@ -0,0 +1 @@
+{"version":3,"mappings":";AAAA,SAAS,gBAAgB;AACzB,SAAS,YAAY,WAAW,cAAc,qBAAqB;AACnE,SAAS,cAAc;AACvB,YAAY,UAAU;AACtB,SAAS,eAAe;AACxB;AAAA,EACE;AAAA,EACA;AAAA,OACK;AACP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,yBAAyB;AAClC,SAAS,QAAQ,cAAc;AAC/B,SAAS,YAAY,aAAa,YAAY;AAC9C,OAAO,SAAS;AAGhB,IAAI,cAAc;AAElB,IAAM,aAAa;AAAA,EACjB;AACF;AACO,IAAM,2BAA2B;AAExC,IAAM,YAAY;AAElB,SAAS,eAAe;AACtB,SAAO;AACT;AAEO,SAAS,iCACd,KACA,QACA,aACA;AACA,QAAM,QAAQ,IAAI,QAAQ,MAAM;AAChC,SAAO,IAAI,MAAM,GAAG,KAAK,IAAI,cAAc,IAAI,MAAM,QAAQ,OAAO,MAAM;AAC5E;AAEO,SAAS,kBACd,UACA,YACQ;AACR,QAAM,MAAM,aAAa;AACzB,MAAI,CAAC,KAAK;AACR,YAAQ,KAAK,6CAA6C;AAC1D,WAAO;AAAA,EACT;AAEA,QAAM,kBAAkB;AAGxB,MAAI,CAAC,IAAI,SAAS,eAAe,GAAG;AAClC,YAAQ;AAAA,MACN;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAGA,QAAM,mBAAmB,IAAI,QAAQ,eAAe;AAGpD,QAAM,YAAY,IAAI,UAAU,GAAG,gBAAgB;AACnD,QAAM,aAAa,IAAI,UAAU,mBAAmB,gBAAgB,MAAM;AAG1E,QAAM,cAAc,cAAc,CAAC;AACnC,MAAI,gBAAgB;AAGpB,QAAM,gBAAgB,CAAC,YAA0B;AAC/C,QAAI,aAAa;AACf,oBAAc,YAAa,GAAG,OAAO;AAAA,GAAM;AAAA,QACzC,MAAM;AAAA,MACR,CAAC;AAAA,IACH,OAAO;AACL,uBAAiB,GAAG,OAAO;AAAA;AAAA,IAC7B;AAAA,EACF;AAGA,MAAI,aAAa;AACf,kBAAc,YAAa,WAAW,EAAE,MAAM,IAAI,CAAC;AAAA,EACrD,OAAO;AACL,oBAAgB;AAAA,EAClB;AAIA,MACG,MAAM,QAAQ,QAAQ,KAAK,SAAS,WAAW,KAChD,OAAO,aAAa,aACpB;AACA,UAAM,cACJ;AACF,kBAAc,WAAW;AAAA,EAC3B,WAES,OAAO,aAAa,UAAU;AACrC,UAAM;AAAA;AAAA,MAEJ,gEACA,IAAI,UAAU,UAAU,IACxB;AAAA;AACF,kBAAc,WAAW;AAAA,EAC3B,OAEK;AAEH,aAAS,IAAI,GAAG,IAAI,SAAS,QAAQ,KAAK;AACxC,YAAM,EAAE,YAAY,WAAW,IAAI,SAAS,CAAC;AAC7C,YAAM,gBAAgB,OAAO,KAAK,cAAc,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ;AAC/D,eAAO,GAAG,GAAG,KAAK,mBAAmB,WAAY,GAAG,CAAC,CAAC;AAAA,MACxD,CAAC;AAED,YAAM;AAAA;AAAA,QAEJ,8DACA,cAAc,KAAK,GAAG,IACtB,QACA,IAAI,YAAY,UAAU,IAC1B;AAAA;AACF,oBAAc,WAAW;AAAA,IAC3B;AAAA,EACF;AAGA,MAAI,aAAa;AACf,kBAAc,YAAa,YAAY,EAAE,MAAM,IAAI,CAAC;AACpD,WAAO;AAAA,EACT;AAEA,mBAAiB;AACjB,SAAO;AACT;AAEO,SAAS,gBACd,UACA,UACe;AACf,MAAI,aAAa;AACf,YAAQ,IAAI,kCAAkC;AAC9C,WAAO;AAAA,EACT;AAEA,QAAM,YAAY,QAAQ,UAAU;AACpC,QAAM,kBAAkB,kBAAkB,SAAS;AACnD,MAAI,CAAC,iBAAiB;AACpB,YAAQ,KAAK,kDAAkD;AAC/D,WAAO;AAAA,EACT;AAEA,QAAM,aAAkB;AAAA,IACtB,qBAAqB,QAAQ;AAAA,IAC7B,GAAG,QAAQ;AAAA,EACb;AAEA,oBAAkB,UAAU,UAAU;AAEtC,MAAI,QAAQ,IAAI,yBAAyB;AACvC,UAAM,WAAW,GAAG,UAAU;AAC9B,QAAI,OAAO;AAEX,QAAI,OAAO,aAAa,UAAU;AAChC,aAAO,KAAK,MAAM,QAAQ;AAAA,IAC5B;AAEA;AAAA,MACE;AAAA,MACA,KAAK;AAAA,QACH,KAAK,IAAI,CAAC,UAAU;AAAA,UAClB,YAAY,KAAK,MAAM,KAAK,UAAU;AAAA,UACtC,YAAY,KAAK;AAAA,QACnB,EAAE;AAAA,QACF;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAEA,WAAO,iCAAiC,QAAQ,EAAE;AAAA,EACpD;AAEA,SAAO;AACT;AAEO,SAAS,aAAa,MAM1B;AACD,MAAI,aAAa;AACf,WAAO;AAAA,EACT;AACA,QAAM,EAAE,UAAU,SAAS,aAAa,OAAO,OAAO,IAAI;AAC1D,QAAM,YAAY,qBAAqB,IAAI;AAE3C,MAAI,CAAC,aAAa;AAChB,WAAO,WAAW,+CAA+C;AAGjE,UAAM,gBAAqB,UAAK,WAAW,kBAAkB;AAC7D,UAAM,UAAe,UAAK,WAAW,YAAY;AACjD,QAAI,mBAAmB;AAEvB,QAAI,WAAW,OAAO,GAAG;AAEvB,UAAI,WAAW,aAAa,GAAG;AAC7B,2BAAmB,aAAa,eAAe,OAAO;AAAA,MACxD;AAGA,UAAI,CAAC,iBAAiB,SAAS,GAAG,iBAAiB,GAAG,GAAG;AACvD;AAAA,UACE;AAAA,UACA,GAAG,gBAAgB;AAAA;AAAA,EAA+B,iBAAiB;AAAA,EAAU,iBAAiB;AAAA,EAAY,iBAAiB;AAAA,EAAS,iBAAiB;AAAA;AAAA,UACrJ;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,kBAAc;AAAA,EAChB;AAEA,QAAM,WAAgB,UAAK,WAAW,GAAG,QAAQ,IAAI,OAAO,EAAE;AAE9D,MAAI,SAAS,QAAQ;AAEnB,kBAAc,UAAU,WAAW;AAAA,EACrC;AAEA,MAAI,MAAM,gBAAgB;AACxB,WAAO,gBAAgB,UAAU,WAAW;AAAA,EAC9C;AAEA,SAAO;AACT;AAEO,SAAS,YAA2B;AACzC,MAAI;AACF,UAAM,iBAAiB,kBAAkB;AACzC,QAAI,CAAC,gBAAgB;AACnB,aAAO;AAAA,IACT;AACA,UAAM,EAAE,KAAK,IAAI;AACjB,UAAM,UAAe,UAAK,OAAO,GAAG,IAAI;AACxC,cAAU,SAAS,EAAE,WAAW,KAAK,CAAC;AACtC,WAAO;AAAA,EACT,SAAS,GAAG;AACV,WAAO;AAAA,EACT;AACF;AAEO,SAAS,WAAW,mBAA0C;AACnE,MAAI,aAAa;AACf,WAAO;AAAA,EACT;AACA,QAAM,SAAS,UAAU;AACzB,QAAM,WAAW,GAAG,KAAK,CAAC,IAAI,iBAAiB;AAC/C,SAAY,UAAK,QAAS,QAAQ;AACpC;AAEO,SAAS,WAAW,WAAiB,QAAc;AAExD,SACE,UAAU,OAAO,OAAO,OAAO,OAAO,SACtC,UAAU,OAAO,UAAU,QAAQ,OAAO,QAC1C,UAAU,MAAM,OAAO,MAAM,OAAO,UACpC,UAAU,MAAM,UAAU,SAAS,OAAO;AAE9C;AAEA,eAAsB,MAAM,IAAY;AACtC,SAAO,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,EAAE,CAAC;AACzD;AAEO,SAAS,sBAAsB,KAAa,OAAY;AAC7D,MAAI,SAAS,MAAM,aAAa,SAAS,QAAQ;AAC/C,WAAO;AAAA,EACT;AACA,MAAI,SAAS,MAAM,aAAa,SAAS,WAAW;AAClD,WAAO;AAAA,EACT;AACA,SAAO;AACT;AAEO,SAAS,kBAAkB,MAAW,SAAkB;AAC7D,SAAO,KAAK,UAAU,MAAM,uBAAuB,OAAO;AAC5D;AAIO,SAAS,aAAa;AAC3B,SAAO;AACT;AAEA,SAAS,YAAY,SAAgB;AACnC,QAAM,YAAY,YAAY,mBAAmB;AACjD,MAAI,WAAW;AACb,YAAQ,IAAI,cAAc,GAAG,OAAO;AAAA,EACtC;AACF;AAEA,IAAI,sBAAsB;AACnB,SAAS,uBAAuB,EAAE,QAAQ,GAAwB;AACvE,MAAI,UAAU;AACd,MAAI,YAAY;AAEhB,QAAM,cAAc,kBAAkB,gCAAgC;AACtE,QAAM,YAAY,aAAa;AAE/B,MAAI;AACF,cAAU,SAAS,oCAAoC,EAAE,SAAS,EAAE,KAAK;AACzE,gBAAY,SAAS,6BAA6B,EAAE,SAAS,EAAE,KAAK;AAAA,EACtE,SAAS,OAAO;AACd,aAAS,2BAA2B,KAAK;AAAA,EAC3C;AAOA,MACE,cACE,WAAW,YAAY,uBAAyB,CAAC,WAAW,UAC9D;AACA,aAAS,iCAAiC;AAAA,MACxC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAED,UAAM,WAAW;AAAA,MACf,QAAQ;AAAA,MACR,SAAS;AAAA,QACP,gBAAgB;AAAA,MAClB;AAAA,MACA,MAAM,KAAK,UAAU;AAAA,QACnB,UAAU;AAAA,QACV,UAAU;AAAA,QACV,YAAY;AAAA,MACd,CAAC;AAAA,IACH,CAAC,EACE,KAAK,CAAC,aAAa,SAAS,KAAK,CAAC,EAClC,KAAK,CAAC,SAAS;AACd,eAAS,8CAA8C,IAAI;AAAA,IAC7D,CAAC,EACA;AAAA,MAAM,CAAC,UACN,SAAS,yCAAyC,KAAK;AAAA,IACzD;AACF,0BAAsB;AAAA,EACxB;AACF","names":[],"ignoreList":[],"sources":["../../src/utils.ts"],"sourcesContent":["import { execSync } from 'node:child_process';\nimport { existsSync, mkdirSync, readFileSync, writeFileSync } from 'node:fs';\nimport { tmpdir } from 'node:os';\nimport * as path from 'node:path';\nimport { dirname } from 'node:path';\nimport {\n  defaultRunDirName,\n  getMidsceneRunSubDir,\n} from '@midscene/shared/common';\nimport {\n  MIDSCENE_DEBUG_MODE,\n  MIDSCENE_OPENAI_INIT_CONFIG_JSON,\n  getAIConfig,\n  getAIConfigInJson,\n} from '@midscene/shared/env';\nimport { getRunningPkgInfo } from '@midscene/shared/fs';\nimport { assert, logMsg } from '@midscene/shared/utils';\nimport { escapeHtml, ifInBrowser, uuid } from '@midscene/shared/utils';\nimport xss from 'xss';\nimport type { Rect, ReportDumpWithAttributes } from './types';\n\nlet logEnvReady = false;\n\nconst xssOptions = {\n  escapeHtml,\n};\nexport const groupedActionDumpFileExt = 'web-dump.json';\n\nconst reportTpl = 'REPLACE_ME_WITH_REPORT_HTML';\n\nfunction getReportTpl() {\n  return reportTpl;\n}\n\nexport function replaceStringWithFirstAppearance(\n  str: string,\n  target: string,\n  replacement: string,\n) {\n  const index = str.indexOf(target);\n  return str.slice(0, index) + replacement + str.slice(index + target.length);\n}\n\nexport function reportHTMLContent(\n  dumpData: string | ReportDumpWithAttributes[],\n  reportPath?: string,\n): string {\n  const tpl = getReportTpl();\n  if (!tpl) {\n    console.warn('reportTpl is not set, will not write report');\n    return '';\n  }\n\n  const dumpPlaceholder = '{{dump}}';\n\n  // verify the template contains the placeholder\n  if (!tpl.includes(dumpPlaceholder)) {\n    console.warn(\n      'Failed to get the Midscene report template due to the lack of the {{dump}} placeholder. If you are building Midscene.js by yourself, please refer to the contribution guide for more information: https://github.com/web-infra-dev/midscene/blob/main/CONTRIBUTING.md#FAQ',\n    );\n    return '';\n  }\n\n  // find the first placeholder position\n  const placeholderIndex = tpl.indexOf(dumpPlaceholder);\n\n  // split the template into two parts before and after the placeholder\n  const firstPart = tpl.substring(0, placeholderIndex);\n  const secondPart = tpl.substring(placeholderIndex + dumpPlaceholder.length);\n\n  // if reportPath is set, it means we are in write to file mode\n  const writeToFile = reportPath && !ifInBrowser;\n  let resultContent = '';\n\n  // helper function: decide to write to file or append to resultContent\n  const appendOrWrite = (content: string): void => {\n    if (writeToFile) {\n      writeFileSync(reportPath!, `${content}\\n`, {\n        flag: 'a',\n      });\n    } else {\n      resultContent += `${content}\\n`;\n    }\n  };\n\n  // if writeToFile is true, write the first part to file, otherwise set the first part to the initial value of resultContent\n  if (writeToFile) {\n    writeFileSync(reportPath!, firstPart, { flag: 'w' }); // use 'w' flag to overwrite the existing file\n  } else {\n    resultContent = firstPart;\n  }\n\n  // generate dump content\n  // handle empty data or undefined\n  if (\n    (Array.isArray(dumpData) && dumpData.length === 0) ||\n    typeof dumpData === 'undefined'\n  ) {\n    const dumpContent =\n      '<script type=\"midscene_web_dump\" type=\"application/json\"></script>';\n    appendOrWrite(dumpContent);\n  }\n  // handle string type dumpData\n  else if (typeof dumpData === 'string') {\n    const dumpContent =\n      // biome-ignore lint/style/useTemplate: <explanation> do not use template string here, will cause bundle error\n      '<script type=\"midscene_web_dump\" type=\"application/json\">\\n' +\n      xss(dumpData, xssOptions) +\n      '\\n</script>';\n    appendOrWrite(dumpContent);\n  }\n  // handle array type dumpData\n  else {\n    // for array, handle each item\n    for (let i = 0; i < dumpData.length; i++) {\n      const { dumpString, attributes } = dumpData[i];\n      const attributesArr = Object.keys(attributes || {}).map((key) => {\n        return `${key}=\"${encodeURIComponent(attributes![key])}\"`;\n      });\n\n      const dumpContent =\n        // biome-ignore lint/style/useTemplate: <explanation> do not use template string here, will cause bundle error\n        '<script type=\"midscene_web_dump\" type=\"application/json\" ' +\n        attributesArr.join(' ') +\n        '>\\n' +\n        xss(dumpString, xssOptions) +\n        '\\n</script>';\n      appendOrWrite(dumpContent);\n    }\n  }\n\n  // add the second part\n  if (writeToFile) {\n    writeFileSync(reportPath!, secondPart, { flag: 'a' });\n    return reportPath!;\n  }\n\n  resultContent += secondPart;\n  return resultContent;\n}\n\nexport function writeDumpReport(\n  fileName: string,\n  dumpData: string | ReportDumpWithAttributes[],\n): string | null {\n  if (ifInBrowser) {\n    console.log('will not write report in browser');\n    return null;\n  }\n\n  const __dirname = dirname(__filename);\n  const midscenePkgInfo = getRunningPkgInfo(__dirname);\n  if (!midscenePkgInfo) {\n    console.warn('midscenePkgInfo not found, will not write report');\n    return null;\n  }\n\n  const reportPath = path.join(\n    getMidsceneRunSubDir('report'),\n    `${fileName}.html`,\n  );\n\n  reportHTMLContent(dumpData, reportPath);\n\n  if (process.env.MIDSCENE_DEBUG_LOG_JSON) {\n    const jsonPath = `${reportPath}.json`;\n    let data = dumpData as ReportDumpWithAttributes[];\n\n    if (typeof dumpData === 'string') {\n      data = JSON.parse(dumpData) as ReportDumpWithAttributes[];\n    }\n\n    writeFileSync(\n      jsonPath,\n      JSON.stringify(\n        data.map((item) => ({\n          dumpString: JSON.parse(item.dumpString),\n          attributes: item.attributes,\n        })),\n        null,\n        2,\n      ),\n    );\n\n    logMsg(`Midscene - dump file written: ${jsonPath}`);\n  }\n\n  return reportPath;\n}\n\nexport function writeLogFile(opts: {\n  fileName: string;\n  fileExt: string;\n  fileContent: string;\n  type: 'dump' | 'cache' | 'report' | 'tmp';\n  generateReport?: boolean;\n}) {\n  if (ifInBrowser) {\n    return '/mock/report.html';\n  }\n  const { fileName, fileExt, fileContent, type = 'dump' } = opts;\n  const targetDir = getMidsceneRunSubDir(type);\n  // Ensure directory exists\n  if (!logEnvReady) {\n    assert(targetDir, 'logDir should be set before writing dump file');\n\n    // gitIgnore in the parent directory\n    const gitIgnorePath = path.join(targetDir, '../../.gitignore');\n    const gitPath = path.join(targetDir, '../../.git');\n    let gitIgnoreContent = '';\n\n    if (existsSync(gitPath)) {\n      // if the git path exists, we need to add the log folder to the git ignore file\n      if (existsSync(gitIgnorePath)) {\n        gitIgnoreContent = readFileSync(gitIgnorePath, 'utf-8');\n      }\n\n      // ignore the log folder\n      if (!gitIgnoreContent.includes(`${defaultRunDirName}/`)) {\n        writeFileSync(\n          gitIgnorePath,\n          `${gitIgnoreContent}\\n# Midscene.js dump files\\n${defaultRunDirName}/dump\\n${defaultRunDirName}/report\\n${defaultRunDirName}/tmp\\n${defaultRunDirName}/log\\n`,\n          'utf-8',\n        );\n      }\n    }\n\n    logEnvReady = true;\n  }\n\n  const filePath = path.join(targetDir, `${fileName}.${fileExt}`);\n\n  if (type !== 'dump') {\n    // do not write dump file any more\n    writeFileSync(filePath, fileContent);\n  }\n\n  if (opts?.generateReport) {\n    return writeDumpReport(fileName, fileContent);\n  }\n\n  return filePath;\n}\n\nexport function getTmpDir(): string | null {\n  try {\n    const runningPkgInfo = getRunningPkgInfo();\n    if (!runningPkgInfo) {\n      return null;\n    }\n    const { name } = runningPkgInfo;\n    const tmpPath = path.join(tmpdir(), name);\n    mkdirSync(tmpPath, { recursive: true });\n    return tmpPath;\n  } catch (e) {\n    return null;\n  }\n}\n\nexport function getTmpFile(fileExtWithoutDot: string): string | null {\n  if (ifInBrowser) {\n    return null;\n  }\n  const tmpDir = getTmpDir();\n  const filename = `${uuid()}.${fileExtWithoutDot}`;\n  return path.join(tmpDir!, filename);\n}\n\nexport function overlapped(container: Rect, target: Rect) {\n  // container and the target have some part overlapped\n  return (\n    container.left < target.left + target.width &&\n    container.left + container.width > target.left &&\n    container.top < target.top + target.height &&\n    container.top + container.height > target.top\n  );\n}\n\nexport async function sleep(ms: number) {\n  return new Promise((resolve) => setTimeout(resolve, ms));\n}\n\nexport function replacerForPageObject(key: string, value: any) {\n  if (value && value.constructor?.name === 'Page') {\n    return '[Page object]';\n  }\n  if (value && value.constructor?.name === 'Browser') {\n    return '[Browser object]';\n  }\n  return value;\n}\n\nexport function stringifyDumpData(data: any, indents?: number) {\n  return JSON.stringify(data, replacerForPageObject, indents);\n}\n\ndeclare const __VERSION__: string;\n\nexport function getVersion() {\n  return __VERSION__;\n}\n\nfunction debugLog(...message: any[]) {\n  const debugMode = getAIConfig(MIDSCENE_DEBUG_MODE);\n  if (debugMode) {\n    console.log('[Midscene]', ...message);\n  }\n}\n\nlet lastReportedRepoUrl = '';\nexport function uploadTestInfoToServer({ testUrl }: { testUrl: string }) {\n  let repoUrl = '';\n  let userEmail = '';\n\n  const extraConfig = getAIConfigInJson(MIDSCENE_OPENAI_INIT_CONFIG_JSON);\n  const serverUrl = extraConfig?.REPORT_SERVER_URL;\n\n  try {\n    repoUrl = execSync('git config --get remote.origin.url').toString().trim();\n    userEmail = execSync('git config --get user.email').toString().trim();\n  } catch (error) {\n    debugLog('Failed to get git info:', error);\n  }\n\n  // Only upload test info if:\n  // 1. Server URL is configured AND\n  // 2. Either:\n  //    - We have a repo URL that's different from last reported one (to avoid duplicate reports)\n  //    - OR we don't have a repo URL but have a test URL (for non-git environments)\n  if (\n    serverUrl &&\n    ((repoUrl && repoUrl !== lastReportedRepoUrl) || (!repoUrl && testUrl))\n  ) {\n    debugLog('Uploading test info to server', {\n      serverUrl,\n      repoUrl,\n      testUrl,\n      userEmail,\n    });\n\n    fetch(serverUrl, {\n      method: 'POST',\n      headers: {\n        'Content-Type': 'application/json',\n      },\n      body: JSON.stringify({\n        repo_url: repoUrl,\n        test_url: testUrl,\n        user_email: userEmail,\n      }),\n    })\n      .then((response) => response.json())\n      .then((data) => {\n        debugLog('Successfully uploaded test info to server:', data);\n      })\n      .catch((error) =>\n        debugLog('Failed to upload test info to server:', error),\n      );\n    lastReportedRepoUrl = repoUrl;\n  }\n}\n"]}

package/dist/es/{chunk-X2UALJ3B.js → chunk-EYIL4AHP.js}

@@ -47,6 +47,14 @@ import { vlLocateMode } from "@midscene/shared/env";
 import { treeToList } from "@midscene/shared/extractor";
 import { compositeElementInfoImg } from "@midscene/shared/img";
 import { getDebug } from "@midscene/shared/logger";
+var AIActionType = /* @__PURE__ */ ((AIActionType2) => {
+  AIActionType2[AIActionType2["ASSERT"] = 0] = "ASSERT";
+  AIActionType2[AIActionType2["INSPECT_ELEMENT"] = 1] = "INSPECT_ELEMENT";
+  AIActionType2[AIActionType2["EXTRACT_DATA"] = 2] = "EXTRACT_DATA";
+  AIActionType2[AIActionType2["PLAN"] = 3] = "PLAN";
+  AIActionType2[AIActionType2["DESCRIBE_ELEMENT"] = 4] = "DESCRIBE_ELEMENT";
+  return AIActionType2;
+})(AIActionType || {});
 async function callAiFn(msgs, AIActionTypeValue) {
   assert(
     checkAIConfig(),
@@ -694,6 +702,11 @@ async function describeUserPage(context, opt) {
   const treeRoot = context.tree;
   const idElementMap = {};
   const flatElements = treeToList2(treeRoot);
+  if (opt?.domIncluded === true && flatElements.length >= 5e3) {
+    console.warn(
+      'The number of elements is too large, it may cause the prompt to be too long, please use domIncluded: "visible-only" to reduce the number of elements'
+    );
+  }
   flatElements.forEach((element) => {
     idElementMap[element.id] = element;
     if (typeof element.indexId !== "undefined") {
@@ -701,12 +714,13 @@ async function describeUserPage(context, opt) {
     }
   });
   let pageDescription = "";
+  const visibleOnly = opt?.visibleOnly ?? opt?.domIncluded === "visible-only";
   if (opt?.domIncluded) {
     const contentTree = await descriptionOfTree(
       treeRoot,
       opt?.truncateTextLength,
       opt?.filterNonTextContent,
-      opt?.visibleOnly
+      visibleOnly
     );
     const sizeDescription = describeSize({ width, height });
     pageDescription = `The size of the page: ${sizeDescription} 
@@ -1288,6 +1302,7 @@ async function call(messages, AIActionTypeValue, responseFormat) {
   const model = getModelName();
   let content;
   let usage;
+  let timeCost;
   const commonConfig = {
     temperature: vlLocateMode2() === "vlm-ui-tars" ? 0 : 0.1,
     stream: false,
@@ -1300,12 +1315,14 @@ async function call(messages, AIActionTypeValue, responseFormat) {
     debugCall(`sending request to ${model}`);
     let result;
     try {
+      const startTime2 = Date.now();
       result = await completion.create({
         model,
         messages,
         response_format: responseFormat,
         ...commonConfig
       });
+      timeCost = Date.now() - startTime2;
     } catch (e) {
       const newError = new Error(
         `failed to call AI model service: ${e.message}. Trouble shooting: https://midscenejs.com/model-provider.html`,
@@ -1343,6 +1360,7 @@ async function call(messages, AIActionTypeValue, responseFormat) {
       }
       return content2;
     };
+    const startTime2 = Date.now();
     const result = await completion.create({
       model,
       system: "You are a versatile professional in software UI automation",
@@ -1353,11 +1371,20 @@ async function call(messages, AIActionTypeValue, responseFormat) {
       response_format: responseFormat,
       ...commonConfig
     });
+    timeCost = Date.now() - startTime2;
     content = result.content[0].text;
     assert3(content, "empty content");
     usage = result.usage;
   }
-  return { content: content || "", usage };
+  return {
+    content: content || "",
+    usage: {
+      prompt_tokens: usage?.prompt_tokens ?? 0,
+      completion_tokens: usage?.completion_tokens ?? 0,
+      total_tokens: usage?.total_tokens ?? 0,
+      time_cost: timeCost ?? 0
+    }
+  };
 }
 async function callToGetJSONObject(messages, AIActionTypeValue) {
   let responseFormat;
@@ -1435,6 +1462,325 @@ function safeParseJson(input) {
   throw Error(`failed to parse json response: ${input}`);
 }
 
+// src/ai-model/prompt/playwright-generator.ts
+import { PLAYWRIGHT_EXAMPLE_CODE } from "@midscene/shared/constants";
+var getScreenshotsForLLM = (events, maxScreenshots = 1) => {
+  const eventsWithScreenshots = events.filter(
+    (event) => event.screenshotBefore || event.screenshotAfter || event.screenshotWithBox
+  );
+  const sortedEvents = [...eventsWithScreenshots].sort((a, b) => {
+    if (a.type === "navigation" && b.type !== "navigation")
+      return -1;
+    if (a.type !== "navigation" && b.type === "navigation")
+      return 1;
+    if (a.type === "click" && b.type !== "click")
+      return -1;
+    if (a.type !== "click" && b.type === "click")
+      return 1;
+    return 0;
+  });
+  const screenshots = [];
+  for (const event of sortedEvents) {
+    const screenshot = event.screenshotWithBox || event.screenshotAfter || event.screenshotBefore;
+    if (screenshot && !screenshots.includes(screenshot)) {
+      screenshots.push(screenshot);
+      if (screenshots.length >= maxScreenshots)
+        break;
+    }
+  }
+  return screenshots;
+};
+var filterEventsByType = (events) => {
+  return {
+    navigationEvents: events.filter((event) => event.type === "navigation"),
+    clickEvents: events.filter((event) => event.type === "click"),
+    inputEvents: events.filter((event) => event.type === "input"),
+    scrollEvents: events.filter((event) => event.type === "scroll")
+  };
+};
+var createEventCounts = (filteredEvents, totalEvents) => {
+  return {
+    navigation: filteredEvents.navigationEvents.length,
+    click: filteredEvents.clickEvents.length,
+    input: filteredEvents.inputEvents.length,
+    scroll: filteredEvents.scrollEvents.length,
+    total: totalEvents
+  };
+};
+var extractInputDescriptions = (inputEvents) => {
+  return inputEvents.map((event) => ({
+    description: event.elementDescription || "",
+    value: event.value || ""
+  })).filter((item) => item.description && item.value);
+};
+var processEventsForLLM = (events) => {
+  return events.map((event) => ({
+    type: event.type,
+    timestamp: event.timestamp,
+    url: event.url,
+    title: event.title,
+    elementDescription: event.elementDescription,
+    value: event.value,
+    pageInfo: event.pageInfo,
+    elementRect: event.elementRect
+  }));
+};
+var prepareEventSummary = (events, options = {}) => {
+  const filteredEvents = filterEventsByType(events);
+  const eventCounts = createEventCounts(filteredEvents, events.length);
+  const startUrl = filteredEvents.navigationEvents.length > 0 ? filteredEvents.navigationEvents[0].url || "" : "";
+  const pageTitles = filteredEvents.navigationEvents.map((event) => event.title).filter((title) => Boolean(title)).slice(0, 5);
+  const clickDescriptions = filteredEvents.clickEvents.map((event) => event.elementDescription).filter((desc) => Boolean(desc)).slice(0, 10);
+  const inputDescriptions = extractInputDescriptions(
+    filteredEvents.inputEvents
+  ).slice(0, 10);
+  const urls = filteredEvents.navigationEvents.map((e) => e.url).filter((url) => Boolean(url)).slice(0, 5);
+  const processedEvents = processEventsForLLM(events);
+  return {
+    testName: options.testName || "Automated test from recorded events",
+    startUrl,
+    eventCounts,
+    pageTitles,
+    urls,
+    clickDescriptions,
+    inputDescriptions,
+    events: processedEvents
+  };
+};
+var createMessageContent = (promptText, screenshots = [], includeScreenshots = true) => {
+  const messageContent = [
+    {
+      type: "text",
+      text: promptText
+    }
+  ];
+  if (includeScreenshots && screenshots.length > 0) {
+    messageContent.unshift({
+      type: "text",
+      text: "Here are screenshots from the recording session to help you understand the context:"
+    });
+    screenshots.forEach((screenshot) => {
+      messageContent.push({
+        type: "image_url",
+        image_url: {
+          url: screenshot
+        }
+      });
+    });
+  }
+  return messageContent;
+};
+var validateEvents = (events) => {
+  if (!events.length) {
+    throw new Error("No events provided for test generation");
+  }
+};
+var generatePlaywrightTest = async (events, options = {}) => {
+  validateEvents(events);
+  const summary = prepareEventSummary(events, {
+    testName: options.testName,
+    maxScreenshots: options.maxScreenshots || 3
+  });
+  const playwrightSummary = {
+    ...summary,
+    waitForNetworkIdle: options.waitForNetworkIdle !== false,
+    waitForNetworkIdleTimeout: options.waitForNetworkIdleTimeout || 2e3,
+    viewportSize: options.viewportSize || { width: 1280, height: 800 }
+  };
+  const screenshots = getScreenshotsForLLM(events, options.maxScreenshots || 3);
+  const promptText = `Generate a Playwright test using @midscene/web/playwright that reproduces this recorded browser session. The test should be based on the following events and follow the structure of the example provided. Make the test descriptive with appropriate assertions and validations.
+
+Event Summary:
+${JSON.stringify(playwrightSummary, null, 2)}
+
+Generated code should:
+1. Import required dependencies
+2. Set up the test with proper configuration
+3. Include a beforeEach hook to navigate to the starting URL
+4. Implement a test that uses Midscene AI methods (aiTap, aiInput, aiAssert, etc.)
+5. Include appropriate assertions and validations
+6. Follow best practices for Playwright tests
+7. Be ready to execute without further modification
+
+Respond ONLY with the complete Playwright test code, no explanations.`;
+  const messageContent = createMessageContent(
+    promptText,
+    screenshots,
+    options.includeScreenshots !== false
+  );
+  const systemPrompt = `You are an expert test automation engineer specializing in Playwright and Midscene. 
+Your task is to generate a complete, executable Playwright test using @midscene/web/playwright that reproduces a recorded browser session.
+
+${PLAYWRIGHT_EXAMPLE_CODE}`;
+  const prompt = [
+    {
+      role: "system",
+      content: systemPrompt
+    },
+    {
+      role: "user",
+      content: messageContent
+    }
+  ];
+  const response = await call(prompt, 2 /* EXTRACT_DATA */);
+  if (response?.content && typeof response.content === "string") {
+    return response.content;
+  }
+  throw new Error("Failed to generate Playwright test code");
+};
+
+// src/ai-model/prompt/yaml-generator.ts
+import { YAML_EXAMPLE_CODE } from "@midscene/shared/constants";
+var getScreenshotsForLLM2 = (events, maxScreenshots = 1) => {
+  const eventsWithScreenshots = events.filter(
+    (event) => event.screenshotBefore || event.screenshotAfter || event.screenshotWithBox
+  );
+  const sortedEvents = [...eventsWithScreenshots].sort((a, b) => {
+    if (a.type === "navigation" && b.type !== "navigation")
+      return -1;
+    if (a.type !== "navigation" && b.type === "navigation")
+      return 1;
+    if (a.type === "click" && b.type !== "click")
+      return -1;
+    if (a.type !== "click" && b.type === "click")
+      return 1;
+    return 0;
+  });
+  const screenshots = [];
+  for (const event of sortedEvents) {
+    const screenshot = event.screenshotWithBox || event.screenshotAfter || event.screenshotBefore;
+    if (screenshot && !screenshots.includes(screenshot)) {
+      screenshots.push(screenshot);
+      if (screenshots.length >= maxScreenshots)
+        break;
+    }
+  }
+  return screenshots;
+};
+var filterEventsByType2 = (events) => {
+  return {
+    navigationEvents: events.filter((event) => event.type === "navigation"),
+    clickEvents: events.filter((event) => event.type === "click"),
+    inputEvents: events.filter((event) => event.type === "input"),
+    scrollEvents: events.filter((event) => event.type === "scroll")
+  };
+};
+var createEventCounts2 = (filteredEvents, totalEvents) => {
+  return {
+    navigation: filteredEvents.navigationEvents.length,
+    click: filteredEvents.clickEvents.length,
+    input: filteredEvents.inputEvents.length,
+    scroll: filteredEvents.scrollEvents.length,
+    total: totalEvents
+  };
+};
+var extractInputDescriptions2 = (inputEvents) => {
+  return inputEvents.map((event) => ({
+    description: event.elementDescription || "",
+    value: event.value || ""
+  })).filter((item) => item.description && item.value);
+};
+var processEventsForLLM2 = (events) => {
+  return events.map((event) => ({
+    type: event.type,
+    timestamp: event.timestamp,
+    url: event.url,
+    title: event.title,
+    elementDescription: event.elementDescription,
+    value: event.value,
+    pageInfo: event.pageInfo,
+    elementRect: event.elementRect
+  }));
+};
+var prepareEventSummary2 = (events, options = {}) => {
+  const filteredEvents = filterEventsByType2(events);
+  const eventCounts = createEventCounts2(filteredEvents, events.length);
+  const startUrl = filteredEvents.navigationEvents.length > 0 ? filteredEvents.navigationEvents[0].url || "" : "";
+  const pageTitles = filteredEvents.navigationEvents.map((event) => event.title).filter((title) => Boolean(title)).slice(0, 5);
+  const clickDescriptions = filteredEvents.clickEvents.map((event) => event.elementDescription).filter((desc) => Boolean(desc)).slice(0, 10);
+  const inputDescriptions = extractInputDescriptions2(
+    filteredEvents.inputEvents
+  ).slice(0, 10);
+  const urls = filteredEvents.navigationEvents.map((e) => e.url).filter((url) => Boolean(url)).slice(0, 5);
+  const processedEvents = processEventsForLLM2(events);
+  return {
+    testName: options.testName || "Automated test from recorded events",
+    startUrl,
+    eventCounts,
+    pageTitles,
+    urls,
+    clickDescriptions,
+    inputDescriptions,
+    events: processedEvents
+  };
+};
+var validateEvents2 = (events) => {
+  if (!events.length) {
+    throw new Error("No events provided for test generation");
+  }
+};
+var generateYamlTest = async (events, options = {}) => {
+  try {
+    validateEvents2(events);
+    const summary = prepareEventSummary2(events, {
+      testName: options.testName,
+      maxScreenshots: options.maxScreenshots || 3
+    });
+    const yamlSummary = {
+      ...summary,
+      includeTimestamps: options.includeTimestamps || false
+    };
+    const screenshots = getScreenshotsForLLM2(
+      events,
+      options.maxScreenshots || 3
+    );
+    const prompt = [
+      {
+        role: "system",
+        content: `You are an expert in Midscene.js YAML test generation. Generate clean, accurate YAML following these rules: ${YAML_EXAMPLE_CODE}`
+      },
+      {
+        role: "user",
+        content: `Generate YAML test for Midscene.js automation from recorded browser events.
+
+Event Summary:
+${JSON.stringify(yamlSummary, null, 2)}
+
+Convert events:
+- navigation → target.url
+- click → aiTap with element description
+- input → aiInput with value and locate
+- scroll → aiScroll with appropriate direction
+- Add aiAssert for important state changes
+
+Respond with YAML only, no explanations.`
+      }
+    ];
+    if (screenshots.length > 0) {
+      prompt.push({
+        role: "user",
+        content: "Here are screenshots from the recording session to help you understand the context:"
+      });
+      prompt.push({
+        role: "user",
+        content: screenshots.map((screenshot) => ({
+          type: "image_url",
+          image_url: {
+            url: screenshot
+          }
+        }))
+      });
+    }
+    const response = await call(prompt, 2 /* EXTRACT_DATA */);
+    if (response?.content && typeof response.content === "string") {
+      return response.content;
+    }
+    throw new Error("Failed to generate YAML test configuration");
+  } catch (error) {
+    throw new Error(`Failed to generate YAML test: ${error}`);
+  }
+};
+
 // src/ai-model/inspect.ts
 import {
   MIDSCENE_USE_QWEN_VL as MIDSCENE_USE_QWEN_VL2,
@@ -2215,10 +2561,14 @@ export {
   systemPromptToLocateElement,
   elementByPositionWithElementInfo,
   describeUserPage,
+  call,
   callToGetJSONObject,
+  AIActionType,
   callAiFn,
   adaptBboxToRect,
   expandSearchArea,
+  generatePlaywrightTest,
+  generateYamlTest,
   AiLocateElement,
   AiLocateSection,
   AiExtractElementInfo,
@@ -2228,4 +2578,4 @@ export {
   resizeImageForUiTars
 };
 
-//# sourceMappingURL=chunk-X2UALJ3B.js.map
+//# sourceMappingURL=chunk-EYIL4AHP.js.map