misoai-web 1.0.2 → 1.0.4

package/dist/lib/playwright-report.js.map

@@ -1 +1 @@
-{"version":3,"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACQA,sBAAiD;AACjD,mBAAuC;AACvC,iBAAsD;AAEtD,uBAKO;AACP,iBAAgC;AAEhC,IAAAA,gBAAqC;AACrC,mBAAkB;AAoEX,SAAS,eAAe,MAAM,OAAO;AAC1C,QAAM,oBAAgB,wBAAY,mCAAwB;AAC1D,QAAM,yBAAqB,aAAAC,SAAM,EAAE,OAAO,qBAAqB;AAE/D,QAAM,eAAW,oBAAK,EAAE,UAAU,GAAG,CAAC;AACtC,SAAO,GAAG,iBAAiB,GAAG,IAAI,kBAAkB,IAAI,QAAQ;AAClE;AAEO,SAAS,eAAe,UAAkB;AAC/C,4BAAO,mCAAmC,QAAQ,EAAE;AACtD;AA0DO,SAAS,gCAAgC,KAAa;AAC3D,SAAO,IAAI,QAAQ,kBAAkB,GAAG;AAC1C;;;ADzJA,IAAAD,gBAAgC;AAUhC,SAAS,UAAU,SAAgB;AACjC,MAAI,QAAQ,IAAI,UAAU,QAAQ;AAChC,YAAQ,IAAI,wBAAwB,GAAG,OAAO;AAAA,EAChD;AACF;AAEA,IAAM,eAAgD,CAAC;AACvD,IAAI;AACJ,IAAM,sBAA2C,oBAAI,IAAI;AAEzD,SAAS,kBAAkB,WAA2B;AACpD,MAAI,CAAC,oBAAoB,IAAI,SAAS,GAAG;AAGvC,UAAM,UAAU,cAAc,gCAAgC,SAAS,CAAC;AACxE,UAAM,oBAAoB,eAAe,OAAO;AAChD,wBAAoB,IAAI,WAAW,iBAAiB;AAAA,EACtD;AACA,SAAO,oBAAoB,IAAI,SAAS;AAC1C;AAEA,SAAS,aAAa,MAA6B,QAAiB;AAClE,MAAI,SAAS,YAAY;AAEvB,UAAM,WAAW,aAAa;AAAA,MAC5B,CAAC,SAAS,KAAK,YAAY,uBAAuB;AAAA,IACpD;AAEA,QAAI,UAAU;AAEZ,YAAM,iBAAiB;AAAA,QACrB,SAAS,YAAY;AAAA,MACvB;AAEA,YAAM,iBAAa,+BAAgB,gBAAgB,CAAC,QAAQ,CAAC;AAC7D,oBAAc,eAAe,UAAU;AAAA,IACzC;AAAA,EACF,WAAW,SAAS,UAAU;AAE5B,QAAI,CAAC,gBAAgB;AACnB,uBAAiB,eAAe,mBAAmB;AAAA,IACrD;AAEA,UAAM,iBAAa,+BAAgB,gBAAgB,YAAY;AAC/D,kBAAc,eAAe,UAAU;AAAA,EACzC,OAAO;AACL,UAAM,IAAI;AAAA,MACR,+CAA+C,IAAI;AAAA,IACrD;AAAA,EACF;AACF;AAEA,SAAS,QAAQ,cAAsB;AACrC,MAAI,CAAC,cAAc;AACjB,WAAO;AAAA,EACT;AAEA,MAAI,iBAAiB,YAAY,iBAAiB,YAAY;AAC5D,UAAM,IAAI;AAAA,MACR,+CAA+C,YAAY;AAAA,IAC7D;AAAA,EACF;AAEA,SAAO;AACT;AAEA,IAAM,mBAAN,MAA2C;AAAA,EAGzC,MAAM,QAAQ,QAAoB,OAAc;AAC9C,UAAM,eAAe,OAAO,WAAW,CAAC,IAAI,CAAC,GAAG;AAEhD,SAAK,OAAO,QAAQ,YAAY;AAAA,EAIlC;AAAA,EAEA,YAAY,MAAgB,SAAqB;AAAA,EAEjD;AAAA,EAEA,UAAU,MAAgB,QAAoB;AAC5C,UAAM,iBAAiB,KAAK,YAAY,KAAK,CAAC,eAAe;AAC3D,aAAO,WAAW,SAAS;AAAA,IAC7B,CAAC;AACD,QAAI,CAAC,gBAAgB;AAAa;AAClC,UAAM,QAAQ,OAAO,QAAQ,WAAW,OAAO,KAAK,MAAM;AAC1D,UAAM,SAAS,GAAG,KAAK,EAAE,GAAG,KAAK;AACjC,UAAM,WAAqC;AAAA,MACzC,YAAY,eAAe;AAAA,MAC3B,YAAY;AAAA,QACV,oBAAoB;AAAA,QACpB,uBAAuB,GAAG,KAAK,KAAK,GAAG,KAAK;AAAA,QAC5C,wBAAwB,OAAO;AAAA,QAC/B,0BAA0B,OAAO;AAAA,MACnC;AAAA,IACF;AAEA,iBAAa,KAAK,QAAQ;AAE1B,iBAAa,KAAK,MAAO,MAAM;AAE/B,SAAK,cAAc,KAAK,YAAY;AAAA,MAClC,CAAC,eAAe,WAAW,SAAS;AAAA,IACtC;AAAA,EACF;AAAA,EAEA,MAAM,QAAoB;AACxB,iBAAa,KAAK,IAAK;AAEvB,WAAO,qBAAqB,OAAO,MAAM,EAAE;AAAA,EAC7C;AACF;AAEA,IAAO,mBAAQ","names":["import_utils","dayjs"],"ignoreList":[],"sources":["../../src/playwright/reporter/index.ts","../../src/common/utils.ts"],"sourcesContent":["import {\n  printReportMsg,\n  replaceIllegalPathCharsAndSpace,\n  reportFileName,\n} from '@/common/utils';\nimport type { ReportDumpWithAttributes } from 'misoai-core';\nimport { writeDumpReport } from 'misoai-core/utils';\nimport type {\n  FullConfig,\n  FullResult,\n  Reporter,\n  Suite,\n  TestCase,\n  TestResult,\n} from '@playwright/test/reporter';\n\nfunction logger(...message: any[]) {\n  if (process.env.DEBUG === 'true') {\n    console.log('Midscene e2e report:', ...message);\n  }\n}\n\nconst testDataList: Array<ReportDumpWithAttributes> = [];\nlet mergedFilename: string;\nconst testTitleToFilename: Map<string, string> = new Map();\n\nfunction getStableFilename(testTitle: string): string {\n  if (!testTitleToFilename.has(testTitle)) {\n    // use reportFileName to generate the base filename\n    // only replace the illegal characters in the file system: /, \\, :, *, ?, \", <, >, |\n    const baseTag = `playwright-${replaceIllegalPathCharsAndSpace(testTitle)}`;\n    const generatedFilename = reportFileName(baseTag);\n    testTitleToFilename.set(testTitle, generatedFilename);\n  }\n  return testTitleToFilename.get(testTitle)!;\n}\n\nfunction updateReport(mode: 'merged' | 'separate', testId?: string) {\n  if (mode === 'separate') {\n    // in separate mode, find the data for the corresponding testID and generate a separate report\n    const testData = testDataList.find(\n      (data) => data.attributes?.playwright_test_id === testId,\n    );\n\n    if (testData) {\n      // use the stable filename\n      const stableFilename = getStableFilename(\n        testData.attributes?.playwright_test_title,\n      );\n\n      const reportPath = writeDumpReport(stableFilename, [testData]);\n      reportPath && printReportMsg(reportPath);\n    }\n  } else if (mode === 'merged') {\n    // in merged mode, write all test data into one file\n    if (!mergedFilename) {\n      mergedFilename = reportFileName('playwright-merged');\n    }\n\n    const reportPath = writeDumpReport(mergedFilename, testDataList);\n    reportPath && printReportMsg(reportPath);\n  } else {\n    throw new Error(\n      `Unknown reporter type in playwright config: ${mode}, only support 'merged' or 'separate'`,\n    );\n  }\n}\n\nfunction getMode(reporterType: string) {\n  if (!reporterType) {\n    return 'merged';\n  }\n\n  if (reporterType !== 'merged' && reporterType !== 'separate') {\n    throw new Error(\n      `Unknown reporter type in playwright config: ${reporterType}, only support 'merged' or 'separate'`,\n    );\n  }\n\n  return reporterType;\n}\n\nclass MidsceneReporter implements Reporter {\n  mode?: 'merged' | 'separate';\n\n  async onBegin(config: FullConfig, suite: Suite) {\n    const reporterType = config.reporter?.[1]?.[1]?.type;\n\n    this.mode = getMode(reporterType);\n\n    // const suites = suite.allTests();\n    // logger(`Starting the run with ${suites.length} tests`);\n  }\n\n  onTestBegin(test: TestCase, _result: TestResult) {\n    // logger(`Starting test ${test.title}`);\n  }\n\n  onTestEnd(test: TestCase, result: TestResult) {\n    const dumpAnnotation = test.annotations.find((annotation) => {\n      return annotation.type === 'MIDSCENE_DUMP_ANNOTATION';\n    });\n    if (!dumpAnnotation?.description) return;\n    const retry = result.retry ? `(retry #${result.retry})` : '';\n    const testId = `${test.id}${retry}`;\n    const testData: ReportDumpWithAttributes = {\n      dumpString: dumpAnnotation.description,\n      attributes: {\n        playwright_test_id: testId,\n        playwright_test_title: `${test.title}${retry}`,\n        playwright_test_status: result.status,\n        playwright_test_duration: result.duration,\n      },\n    };\n\n    testDataList.push(testData);\n\n    updateReport(this.mode!, testId);\n\n    test.annotations = test.annotations.filter(\n      (annotation) => annotation.type !== 'MIDSCENE_DUMP_ANNOTATION',\n    );\n  }\n\n  onEnd(result: FullResult) {\n    updateReport(this.mode!);\n\n    logger(`Finished the run: ${result.status}`);\n  }\n}\n\nexport default MidsceneReporter;\n","import type { StaticPage } from '@/playground';\nimport type {\n  BaseElement,\n  ElementTreeNode,\n  PlanningLocateParam,\n  PlaywrightParserOpt,\n  UIContext,\n} from 'misoai-core';\nimport { elementByPositionWithElementInfo } from 'misoai-core/ai-model';\nimport { uploadTestInfoToServer } from 'misoai-core/utils';\nimport { MIDSCENE_REPORT_TAG_NAME, getAIConfig } from 'misoai-shared/env';\nimport type { ElementInfo } from 'misoai-shared/extractor';\nimport {\n  generateElementByPosition,\n  getNodeFromCacheList,\n  traverseTree,\n  treeToList,\n} from 'misoai-shared/extractor';\nimport { resizeImgBase64 } from 'misoai-shared/img';\nimport type { DebugFunction } from 'misoai-shared/logger';\nimport { assert, logMsg, uuid } from 'misoai-shared/utils';\nimport dayjs from 'dayjs';\nimport type { Page as PlaywrightPage } from 'playwright';\nimport type { Page as PuppeteerPage } from 'puppeteer';\nimport { WebElementInfo } from '../web-element';\nimport type { WebPage } from './page';\n\nexport type WebUIContext = UIContext<WebElementInfo> & {\n  url: string;\n};\n\nexport async function parseContextFromWebPage(\n  page: WebPage,\n  _opt?: PlaywrightParserOpt,\n): Promise<WebUIContext> {\n  assert(page, 'page is required');\n  if ((page as StaticPage)._forceUsePageContext) {\n    return await (page as any)._forceUsePageContext();\n  }\n  const url = await page.url();\n  uploadTestInfoToServer({ testUrl: url });\n\n  let screenshotBase64: string;\n  let tree: ElementTreeNode<ElementInfo>;\n\n  await Promise.all([\n    page.screenshotBase64().then((base64) => {\n      screenshotBase64 = base64;\n    }),\n    page.getElementsNodeTree().then(async (treeRoot) => {\n      tree = treeRoot;\n    }),\n  ]);\n\n  const webTree = traverseTree(tree!, (elementInfo) => {\n    const { rect, id, content, attributes, locator, indexId } = elementInfo;\n    return new WebElementInfo({\n      rect,\n      locator,\n      id,\n      content,\n      attributes,\n      indexId,\n    });\n  });\n\n  assert(screenshotBase64!, 'screenshotBase64 is required');\n\n  const elementsInfo = treeToList(webTree);\n  const size = await page.size();\n\n  if (size.dpr && size.dpr > 1) {\n    // console.time('resizeImgBase64');\n    screenshotBase64 = await resizeImgBase64(screenshotBase64, {\n      width: size.width,\n      height: size.height,\n    });\n    // console.timeEnd('resizeImgBase64');\n  }\n\n  return {\n    content: elementsInfo!,\n    tree: webTree,\n    size,\n    screenshotBase64: screenshotBase64!,\n    url,\n  };\n}\n\nexport function reportFileName(tag = 'web') {\n  const reportTagName = getAIConfig(MIDSCENE_REPORT_TAG_NAME);\n  const dateTimeInFileName = dayjs().format('YYYY-MM-DD_HH-mm-ss');\n  // ensure uniqueness at the same time\n  const uniqueId = uuid().substring(0, 8);\n  return `${reportTagName || tag}-${dateTimeInFileName}-${uniqueId}`;\n}\n\nexport function printReportMsg(filepath: string) {\n  logMsg(`Midscene - report file updated: ${filepath}`);\n}\n\n/**\n * Get the current execution file name\n * @returns The name of the current execution file\n */\nexport function getCurrentExecutionFile(trace?: string): string | false {\n  const error = new Error();\n  const stackTrace = trace || error.stack;\n  const pkgDir = process.cwd() || '';\n  if (stackTrace) {\n    const stackLines = stackTrace.split('\\n');\n    for (const line of stackLines) {\n      if (\n        line.includes('.spec.') ||\n        line.includes('.test.') ||\n        line.includes('.ts') ||\n        line.includes('.js')\n      ) {\n        const match = line.match(/(?:at\\s+)?(.*?\\.(?:spec|test)\\.[jt]s)/);\n        if (match?.[1]) {\n          const targetFileName = match[1]\n            .replace(pkgDir, '')\n            .trim()\n            .replace('at ', '');\n          return targetFileName;\n        }\n      }\n    }\n  }\n  return false;\n}\n\nconst testFileIndex = new Map<string, number>();\n\nexport function generateCacheId(fileName?: string): string {\n  let taskFile = fileName || getCurrentExecutionFile();\n  if (!taskFile) {\n    taskFile = uuid();\n    console.warn(\n      'Midscene - using random UUID for cache id. Cache may be invalid.',\n    );\n  }\n\n  if (testFileIndex.has(taskFile)) {\n    const currentIndex = testFileIndex.get(taskFile);\n    if (currentIndex !== undefined) {\n      testFileIndex.set(taskFile, currentIndex + 1);\n    }\n  } else {\n    testFileIndex.set(taskFile, 1);\n  }\n  return `${taskFile}-${testFileIndex.get(taskFile)}`;\n}\n\nexport const ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED =\n  'NOT_IMPLEMENTED_AS_DESIGNED';\n\nexport function replaceIllegalPathCharsAndSpace(str: string) {\n  return str.replace(/[/\\\\:*?\"<>| ]/g, '-');\n}\n\nexport function forceClosePopup(\n  page: PuppeteerPage | PlaywrightPage,\n  debug: DebugFunction,\n) {\n  page.on('popup', async (popup) => {\n    if (!popup) {\n      console.warn('got a popup event, but the popup is not ready yet, skip');\n      return;\n    }\n    const url = await (popup as PuppeteerPage).url();\n    console.log(`Popup opened: ${url}`);\n    if (!(popup as PuppeteerPage).isClosed()) {\n      try {\n        await (popup as PuppeteerPage).close(); // Close the newly opened TAB\n      } catch (error) {\n        debug(`failed to close popup ${url}, error: ${error}`);\n      }\n    } else {\n      debug(`popup is already closed, skip close ${url}`);\n    }\n\n    if (!page.isClosed()) {\n      try {\n        await page.goto(url);\n      } catch (error) {\n        debug(`failed to goto ${url}, error: ${error}`);\n      }\n    } else {\n      debug(`page is already closed, skip goto ${url}`);\n    }\n  });\n}\n\nexport function matchElementFromPlan(\n  planLocateParam: PlanningLocateParam,\n  tree: ElementTreeNode<BaseElement>,\n) {\n  if (!planLocateParam) {\n    return undefined;\n  }\n  if (planLocateParam.id) {\n    return getNodeFromCacheList(planLocateParam.id);\n  }\n\n  if (planLocateParam.bbox) {\n    const centerPosition = {\n      x: Math.floor((planLocateParam.bbox[0] + planLocateParam.bbox[2]) / 2),\n      y: Math.floor((planLocateParam.bbox[1] + planLocateParam.bbox[3]) / 2),\n    };\n    let element = elementByPositionWithElementInfo(tree, centerPosition);\n\n    if (!element) {\n      element = generateElementByPosition(centerPosition) as BaseElement;\n    }\n\n    return element;\n  }\n\n  return undefined;\n}\n"]}
+{"version":3,"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACQA,sBAAiD;AACjD,mBAAuC;AACvC,iBAAsD;AAEtD,uBAKO;AACP,iBAAgC;AAEhC,IAAAA,gBAAqC;AACrC,mBAAkB;AAoEX,SAAS,eAAe,MAAM,OAAO;AAC1C,QAAM,oBAAgB,wBAAY,mCAAwB;AAC1D,QAAM,yBAAqB,aAAAC,SAAM,EAAE,OAAO,qBAAqB;AAE/D,QAAM,eAAW,oBAAK,EAAE,UAAU,GAAG,CAAC;AACtC,SAAO,GAAG,iBAAiB,GAAG,IAAI,kBAAkB,IAAI,QAAQ;AAClE;AAEO,SAAS,eAAe,UAAkB;AAC/C,4BAAO,mCAAmC,QAAQ,EAAE;AACtD;AA0DO,SAAS,gCAAgC,KAAa;AAC3D,SAAO,IAAI,QAAQ,kBAAkB,GAAG;AAC1C;;;ADzJA,IAAAD,gBAAgC;AAUhC,SAAS,UAAU,SAAgB;AACjC,MAAI,QAAQ,IAAI,UAAU,QAAQ;AAChC,YAAQ,IAAI,wBAAwB,GAAG,OAAO;AAAA,EAChD;AACF;AAEA,IAAM,eAAgD,CAAC;AACvD,IAAI;AACJ,IAAM,sBAA2C,oBAAI,IAAI;AAEzD,SAAS,kBAAkB,WAA2B;AACpD,MAAI,CAAC,oBAAoB,IAAI,SAAS,GAAG;AAGvC,UAAM,UAAU,cAAc,gCAAgC,SAAS,CAAC;AACxE,UAAM,oBAAoB,eAAe,OAAO;AAChD,wBAAoB,IAAI,WAAW,iBAAiB;AAAA,EACtD;AACA,SAAO,oBAAoB,IAAI,SAAS;AAC1C;AAEA,SAAS,aAAa,MAA6B,QAAiB;AAClE,MAAI,SAAS,YAAY;AAEvB,UAAM,WAAW,aAAa;AAAA,MAC5B,CAAC,SAAS,KAAK,YAAY,uBAAuB;AAAA,IACpD;AAEA,QAAI,UAAU;AAEZ,YAAM,iBAAiB;AAAA,QACrB,SAAS,YAAY;AAAA,MACvB;AAEA,YAAM,iBAAa,+BAAgB,gBAAgB,CAAC,QAAQ,CAAC;AAC7D,oBAAc,eAAe,UAAU;AAAA,IACzC;AAAA,EACF,WAAW,SAAS,UAAU;AAE5B,QAAI,CAAC,gBAAgB;AACnB,uBAAiB,eAAe,mBAAmB;AAAA,IACrD;AAEA,UAAM,iBAAa,+BAAgB,gBAAgB,YAAY;AAC/D,kBAAc,eAAe,UAAU;AAAA,EACzC,OAAO;AACL,UAAM,IAAI;AAAA,MACR,+CAA+C,IAAI;AAAA,IACrD;AAAA,EACF;AACF;AAEA,SAAS,QAAQ,cAAsB;AACrC,MAAI,CAAC,cAAc;AACjB,WAAO;AAAA,EACT;AAEA,MAAI,iBAAiB,YAAY,iBAAiB,YAAY;AAC5D,UAAM,IAAI;AAAA,MACR,+CAA+C,YAAY;AAAA,IAC7D;AAAA,EACF;AAEA,SAAO;AACT;AAEA,IAAM,mBAAN,MAA2C;AAAA,EAGzC,MAAM,QAAQ,QAAoB,OAAc;AAC9C,UAAM,eAAe,OAAO,WAAW,CAAC,IAAI,CAAC,GAAG;AAEhD,SAAK,OAAO,QAAQ,YAAY;AAAA,EAIlC;AAAA,EAEA,YAAY,MAAgB,SAAqB;AAAA,EAEjD;AAAA,EAEA,UAAU,MAAgB,QAAoB;AAC5C,UAAM,iBAAiB,KAAK,YAAY,KAAK,CAAC,eAAe;AAC3D,aAAO,WAAW,SAAS;AAAA,IAC7B,CAAC;AACD,QAAI,CAAC,gBAAgB;AAAa;AAClC,UAAM,QAAQ,OAAO,QAAQ,WAAW,OAAO,KAAK,MAAM;AAC1D,UAAM,SAAS,GAAG,KAAK,EAAE,GAAG,KAAK;AACjC,UAAM,WAAqC;AAAA,MACzC,YAAY,eAAe;AAAA,MAC3B,YAAY;AAAA,QACV,oBAAoB;AAAA,QACpB,uBAAuB,GAAG,KAAK,KAAK,GAAG,KAAK;AAAA,QAC5C,wBAAwB,OAAO;AAAA,QAC/B,0BAA0B,OAAO;AAAA,MACnC;AAAA,IACF;AAEA,iBAAa,KAAK,QAAQ;AAE1B,iBAAa,KAAK,MAAO,MAAM;AAE/B,SAAK,cAAc,KAAK,YAAY;AAAA,MAClC,CAAC,eAAe,WAAW,SAAS;AAAA,IACtC;AAAA,EACF;AAAA,EAEA,MAAM,QAAoB;AACxB,iBAAa,KAAK,IAAK;AAEvB,WAAO,qBAAqB,OAAO,MAAM,EAAE;AAAA,EAC7C;AACF;AAEA,IAAO,mBAAQ","names":["import_utils","dayjs"],"ignoreList":[],"sources":["../../src/playwright/reporter/index.ts","../../src/common/utils.ts"],"sourcesContent":["import {\r\n  printReportMsg,\r\n  replaceIllegalPathCharsAndSpace,\r\n  reportFileName,\r\n} from '@/common/utils';\r\nimport type { ReportDumpWithAttributes } from 'misoai-core';\r\nimport { writeDumpReport } from 'misoai-core/utils';\r\nimport type {\r\n  FullConfig,\r\n  FullResult,\r\n  Reporter,\r\n  Suite,\r\n  TestCase,\r\n  TestResult,\r\n} from '@playwright/test/reporter';\r\n\r\nfunction logger(...message: any[]) {\r\n  if (process.env.DEBUG === 'true') {\r\n    console.log('Midscene e2e report:', ...message);\r\n  }\r\n}\r\n\r\nconst testDataList: Array<ReportDumpWithAttributes> = [];\r\nlet mergedFilename: string;\r\nconst testTitleToFilename: Map<string, string> = new Map();\r\n\r\nfunction getStableFilename(testTitle: string): string {\r\n  if (!testTitleToFilename.has(testTitle)) {\r\n    // use reportFileName to generate the base filename\r\n    // only replace the illegal characters in the file system: /, \\, :, *, ?, \", <, >, |\r\n    const baseTag = `playwright-${replaceIllegalPathCharsAndSpace(testTitle)}`;\r\n    const generatedFilename = reportFileName(baseTag);\r\n    testTitleToFilename.set(testTitle, generatedFilename);\r\n  }\r\n  return testTitleToFilename.get(testTitle)!;\r\n}\r\n\r\nfunction updateReport(mode: 'merged' | 'separate', testId?: string) {\r\n  if (mode === 'separate') {\r\n    // in separate mode, find the data for the corresponding testID and generate a separate report\r\n    const testData = testDataList.find(\r\n      (data) => data.attributes?.playwright_test_id === testId,\r\n    );\r\n\r\n    if (testData) {\r\n      // use the stable filename\r\n      const stableFilename = getStableFilename(\r\n        testData.attributes?.playwright_test_title,\r\n      );\r\n\r\n      const reportPath = writeDumpReport(stableFilename, [testData]);\r\n      reportPath && printReportMsg(reportPath);\r\n    }\r\n  } else if (mode === 'merged') {\r\n    // in merged mode, write all test data into one file\r\n    if (!mergedFilename) {\r\n      mergedFilename = reportFileName('playwright-merged');\r\n    }\r\n\r\n    const reportPath = writeDumpReport(mergedFilename, testDataList);\r\n    reportPath && printReportMsg(reportPath);\r\n  } else {\r\n    throw new Error(\r\n      `Unknown reporter type in playwright config: ${mode}, only support 'merged' or 'separate'`,\r\n    );\r\n  }\r\n}\r\n\r\nfunction getMode(reporterType: string) {\r\n  if (!reporterType) {\r\n    return 'merged';\r\n  }\r\n\r\n  if (reporterType !== 'merged' && reporterType !== 'separate') {\r\n    throw new Error(\r\n      `Unknown reporter type in playwright config: ${reporterType}, only support 'merged' or 'separate'`,\r\n    );\r\n  }\r\n\r\n  return reporterType;\r\n}\r\n\r\nclass MidsceneReporter implements Reporter {\r\n  mode?: 'merged' | 'separate';\r\n\r\n  async onBegin(config: FullConfig, suite: Suite) {\r\n    const reporterType = config.reporter?.[1]?.[1]?.type;\r\n\r\n    this.mode = getMode(reporterType);\r\n\r\n    // const suites = suite.allTests();\r\n    // logger(`Starting the run with ${suites.length} tests`);\r\n  }\r\n\r\n  onTestBegin(test: TestCase, _result: TestResult) {\r\n    // logger(`Starting test ${test.title}`);\r\n  }\r\n\r\n  onTestEnd(test: TestCase, result: TestResult) {\r\n    const dumpAnnotation = test.annotations.find((annotation) => {\r\n      return annotation.type === 'MIDSCENE_DUMP_ANNOTATION';\r\n    });\r\n    if (!dumpAnnotation?.description) return;\r\n    const retry = result.retry ? `(retry #${result.retry})` : '';\r\n    const testId = `${test.id}${retry}`;\r\n    const testData: ReportDumpWithAttributes = {\r\n      dumpString: dumpAnnotation.description,\r\n      attributes: {\r\n        playwright_test_id: testId,\r\n        playwright_test_title: `${test.title}${retry}`,\r\n        playwright_test_status: result.status,\r\n        playwright_test_duration: result.duration,\r\n      },\r\n    };\r\n\r\n    testDataList.push(testData);\r\n\r\n    updateReport(this.mode!, testId);\r\n\r\n    test.annotations = test.annotations.filter(\r\n      (annotation) => annotation.type !== 'MIDSCENE_DUMP_ANNOTATION',\r\n    );\r\n  }\r\n\r\n  onEnd(result: FullResult) {\r\n    updateReport(this.mode!);\r\n\r\n    logger(`Finished the run: ${result.status}`);\r\n  }\r\n}\r\n\r\nexport default MidsceneReporter;\r\n","import type { StaticPage } from '@/playground';\r\nimport type {\r\n  BaseElement,\r\n  ElementTreeNode,\r\n  PlanningLocateParam,\r\n  PlaywrightParserOpt,\r\n  UIContext,\r\n} from 'misoai-core';\r\nimport { elementByPositionWithElementInfo } from 'misoai-core/ai-model';\r\nimport { uploadTestInfoToServer } from 'misoai-core/utils';\r\nimport { MIDSCENE_REPORT_TAG_NAME, getAIConfig } from 'misoai-shared/env';\r\nimport type { ElementInfo } from 'misoai-shared/extractor';\r\nimport {\r\n  generateElementByPosition,\r\n  getNodeFromCacheList,\r\n  traverseTree,\r\n  treeToList,\r\n} from 'misoai-shared/extractor';\r\nimport { resizeImgBase64 } from 'misoai-shared/img';\r\nimport type { DebugFunction } from 'misoai-shared/logger';\r\nimport { assert, logMsg, uuid } from 'misoai-shared/utils';\r\nimport dayjs from 'dayjs';\r\nimport type { Page as PlaywrightPage } from 'playwright';\r\nimport type { Page as PuppeteerPage } from 'puppeteer';\r\nimport { WebElementInfo } from '../web-element';\r\nimport type { WebPage } from './page';\r\n\r\nexport type WebUIContext = UIContext<WebElementInfo> & {\r\n  url: string;\r\n};\r\n\r\nexport async function parseContextFromWebPage(\r\n  page: WebPage,\r\n  _opt?: PlaywrightParserOpt,\r\n): Promise<WebUIContext> {\r\n  assert(page, 'page is required');\r\n  if ((page as StaticPage)._forceUsePageContext) {\r\n    return await (page as any)._forceUsePageContext();\r\n  }\r\n  const url = await page.url();\r\n  uploadTestInfoToServer({ testUrl: url });\r\n\r\n  let screenshotBase64: string;\r\n  let tree: ElementTreeNode<ElementInfo>;\r\n\r\n  await Promise.all([\r\n    page.screenshotBase64().then((base64) => {\r\n      screenshotBase64 = base64;\r\n    }),\r\n    page.getElementsNodeTree().then(async (treeRoot) => {\r\n      tree = treeRoot;\r\n    }),\r\n  ]);\r\n\r\n  const webTree = traverseTree(tree!, (elementInfo) => {\r\n    const { rect, id, content, attributes, locator, indexId } = elementInfo;\r\n    return new WebElementInfo({\r\n      rect,\r\n      locator,\r\n      id,\r\n      content,\r\n      attributes,\r\n      indexId,\r\n    });\r\n  });\r\n\r\n  assert(screenshotBase64!, 'screenshotBase64 is required');\r\n\r\n  const elementsInfo = treeToList(webTree);\r\n  const size = await page.size();\r\n\r\n  if (size.dpr && size.dpr > 1) {\r\n    // console.time('resizeImgBase64');\r\n    screenshotBase64 = await resizeImgBase64(screenshotBase64, {\r\n      width: size.width,\r\n      height: size.height,\r\n    });\r\n    // console.timeEnd('resizeImgBase64');\r\n  }\r\n\r\n  return {\r\n    content: elementsInfo!,\r\n    tree: webTree,\r\n    size,\r\n    screenshotBase64: screenshotBase64!,\r\n    url,\r\n  };\r\n}\r\n\r\nexport function reportFileName(tag = 'web') {\r\n  const reportTagName = getAIConfig(MIDSCENE_REPORT_TAG_NAME);\r\n  const dateTimeInFileName = dayjs().format('YYYY-MM-DD_HH-mm-ss');\r\n  // ensure uniqueness at the same time\r\n  const uniqueId = uuid().substring(0, 8);\r\n  return `${reportTagName || tag}-${dateTimeInFileName}-${uniqueId}`;\r\n}\r\n\r\nexport function printReportMsg(filepath: string) {\r\n  logMsg(`Midscene - report file updated: ${filepath}`);\r\n}\r\n\r\n/**\r\n * Get the current execution file name\r\n * @returns The name of the current execution file\r\n */\r\nexport function getCurrentExecutionFile(trace?: string): string | false {\r\n  const error = new Error();\r\n  const stackTrace = trace || error.stack;\r\n  const pkgDir = process.cwd() || '';\r\n  if (stackTrace) {\r\n    const stackLines = stackTrace.split('\\n');\r\n    for (const line of stackLines) {\r\n      if (\r\n        line.includes('.spec.') ||\r\n        line.includes('.test.') ||\r\n        line.includes('.ts') ||\r\n        line.includes('.js')\r\n      ) {\r\n        const match = line.match(/(?:at\\s+)?(.*?\\.(?:spec|test)\\.[jt]s)/);\r\n        if (match?.[1]) {\r\n          const targetFileName = match[1]\r\n            .replace(pkgDir, '')\r\n            .trim()\r\n            .replace('at ', '');\r\n          return targetFileName;\r\n        }\r\n      }\r\n    }\r\n  }\r\n  return false;\r\n}\r\n\r\nconst testFileIndex = new Map<string, number>();\r\n\r\nexport function generateCacheId(fileName?: string): string {\r\n  let taskFile = fileName || getCurrentExecutionFile();\r\n  if (!taskFile) {\r\n    taskFile = uuid();\r\n    console.warn(\r\n      'Midscene - using random UUID for cache id. Cache may be invalid.',\r\n    );\r\n  }\r\n\r\n  if (testFileIndex.has(taskFile)) {\r\n    const currentIndex = testFileIndex.get(taskFile);\r\n    if (currentIndex !== undefined) {\r\n      testFileIndex.set(taskFile, currentIndex + 1);\r\n    }\r\n  } else {\r\n    testFileIndex.set(taskFile, 1);\r\n  }\r\n  return `${taskFile}-${testFileIndex.get(taskFile)}`;\r\n}\r\n\r\nexport const ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED =\r\n  'NOT_IMPLEMENTED_AS_DESIGNED';\r\n\r\nexport function replaceIllegalPathCharsAndSpace(str: string) {\r\n  return str.replace(/[/\\\\:*?\"<>| ]/g, '-');\r\n}\r\n\r\nexport function forceClosePopup(\r\n  page: PuppeteerPage | PlaywrightPage,\r\n  debug: DebugFunction,\r\n) {\r\n  page.on('popup', async (popup) => {\r\n    if (!popup) {\r\n      console.warn('got a popup event, but the popup is not ready yet, skip');\r\n      return;\r\n    }\r\n    const url = await (popup as PuppeteerPage).url();\r\n    console.log(`Popup opened: ${url}`);\r\n    if (!(popup as PuppeteerPage).isClosed()) {\r\n      try {\r\n        await (popup as PuppeteerPage).close(); // Close the newly opened TAB\r\n      } catch (error) {\r\n        debug(`failed to close popup ${url}, error: ${error}`);\r\n      }\r\n    } else {\r\n      debug(`popup is already closed, skip close ${url}`);\r\n    }\r\n\r\n    if (!page.isClosed()) {\r\n      try {\r\n        await page.goto(url);\r\n      } catch (error) {\r\n        debug(`failed to goto ${url}, error: ${error}`);\r\n      }\r\n    } else {\r\n      debug(`page is already closed, skip goto ${url}`);\r\n    }\r\n  });\r\n}\r\n\r\nexport function matchElementFromPlan(\r\n  planLocateParam: PlanningLocateParam,\r\n  tree: ElementTreeNode<BaseElement>,\r\n) {\r\n  if (!planLocateParam) {\r\n    return undefined;\r\n  }\r\n  if (planLocateParam.id) {\r\n    return getNodeFromCacheList(planLocateParam.id);\r\n  }\r\n\r\n  if (planLocateParam.bbox) {\r\n    const centerPosition = {\r\n      x: Math.floor((planLocateParam.bbox[0] + planLocateParam.bbox[2]) / 2),\r\n      y: Math.floor((planLocateParam.bbox[1] + planLocateParam.bbox[3]) / 2),\r\n    };\r\n    let element = elementByPositionWithElementInfo(tree, centerPosition);\r\n\r\n    if (!element) {\r\n      element = generateElementByPosition(centerPosition) as BaseElement;\r\n    }\r\n\r\n    return element;\r\n  }\r\n\r\n  return undefined;\r\n}\r\n"]}

package/dist/lib/playwright.js

@@ -127,7 +127,9 @@ var ScriptPlayer = class {
           typeof prompt === "string",
           "prompt for aiAction must be a string"
         );
-        await agent.aiAction(prompt);
+        await agent.aiAction(prompt, {
+          cacheable: actionTask.cacheable
+        });
       } else if ("aiAssert" in flowItem) {
         const assertTask = flowItem;
         const prompt = assertTask.aiAssert;
@@ -329,8 +331,24 @@ function interpolateEnvVars(content) {
   });
 }
 function parseYamlScript(content, filePath, ignoreCheckingTarget) {
-  const interpolatedContent = interpolateEnvVars(content);
-  const obj = import_js_yaml2.default.load(interpolatedContent);
+  let processedContent = content;
+  if (content.indexOf("android") !== -1 && content.match(/deviceId:\s*(\d+)/)) {
+    let matchedDeviceId;
+    processedContent = content.replace(
+      /deviceId:\s*(\d+)/g,
+      (match, deviceId) => {
+        matchedDeviceId = deviceId;
+        return `deviceId: '${deviceId}'`;
+      }
+    );
+    console.warn(
+      `please use string-style deviceId in yaml script, for example: deviceId: "${matchedDeviceId}"`
+    );
+  }
+  const interpolatedContent = interpolateEnvVars(processedContent);
+  const obj = import_js_yaml2.default.load(interpolatedContent, {
+    schema: import_js_yaml2.default.JSON_SCHEMA
+  });
   const pathTip = filePath ? `, failed to load ${filePath}` : "";
   const android = typeof obj.android !== "undefined" ? Object.assign({}, obj.android || {}) : void 0;
   const webConfig = obj.web || obj.target;
@@ -371,7 +389,6 @@ var import_misoai_core = require("misoai-core");
 var import_ai_model2 = require("misoai-core/ai-model");
 var import_utils5 = require("misoai-core/utils");
 var import_constants = require("misoai-shared/constants");
-var import_fs = require("misoai-shared/fs");
 var import_logger = require("misoai-shared/logger");
 var import_utils6 = require("misoai-shared/utils");
 
@@ -631,16 +648,18 @@ var PageTaskExecutor = class {
       );
       if (info?.id) {
         elementId = info.id;
+      } else {
+        debug(
+          "no element id found for position node, will not update cache",
+          element
+        );
       }
     }
     if (!elementId) {
       return void 0;
     }
     try {
-      const elementInfosScriptContent = (0, import_fs.getElementInfosScriptContent)();
-      const result = await this.page.evaluateJavaScript?.(
-        `${elementInfosScriptContent}midscene_element_inspector.getXpathsById('${elementId}')`
-      );
+      const result = await this.page.getXpathsById(elementId);
       return result;
     } catch (error) {
       debug("getXpathsById error: ", error);
@@ -679,7 +698,7 @@ var PageTaskExecutor = class {
     };
     return taskWithScreenshot;
   }
-  async convertPlanToExecutable(plans) {
+  async convertPlanToExecutable(plans, opts) {
     const tasks = [];
     plans.forEach((plan2) => {
       if (plan2.type === "Locate") {
@@ -689,7 +708,10 @@ var PageTaskExecutor = class {
         const taskFind = {
           type: "Insight",
           subType: "Locate",
-          param: plan2.locate || void 0,
+          param: plan2.locate ? {
+            ...plan2.locate,
+            cacheable: opts?.cacheable
+          } : void 0,
           thought: plan2.thought,
           locate: plan2.locate,
           executor: async (param, taskContext) => {
@@ -726,19 +748,21 @@ var PageTaskExecutor = class {
             let elementFromCache = null;
             try {
               if (xpaths?.length && this.taskCache?.isCacheResultUsed && param?.cacheable !== false) {
-                const elementInfosScriptContent = (0, import_fs.getElementInfosScriptContent)();
-                const element2 = await this.page.evaluateJavaScript?.(
-                  `${elementInfosScriptContent}midscene_element_inspector.getElementInfoByXpath('${xpaths[0]}')`
-                );
-                if (element2?.id) {
-                  elementFromCache = element2;
-                  debug("cache hit, prompt: %s", cachePrompt);
-                  cacheHitFlag = true;
-                  debug(
-                    "found a new new element with same xpath, xpath: %s, id: %s",
-                    xpaths[0],
-                    element2?.id
+                for (let i = 0; i < xpaths.length; i++) {
+                  const element2 = await this.page.getElementInfoByXpath(
+                    xpaths[i]
                   );
+                  if (element2?.id) {
+                    elementFromCache = element2;
+                    debug("cache hit, prompt: %s", cachePrompt);
+                    cacheHitFlag = true;
+                    debug(
+                      "found a new new element with same xpath, xpath: %s, id: %s",
+                      xpaths[i],
+                      element2?.id
+                    );
+                    break;
+                  }
                 }
               }
             } catch (error) {
@@ -751,12 +775,14 @@ var PageTaskExecutor = class {
               context: pageContext
             })).element;
             const aiCost = Date.now() - startTime;
+            let currentXpaths;
             if (element && this.taskCache && !cacheHitFlag && param?.cacheable !== false) {
               const elementXpaths = await this.getElementXpath(
                 pageContext,
                 element
               );
-              if (elementXpaths) {
+              if (elementXpaths?.length) {
+                currentXpaths = elementXpaths;
                 this.taskCache.updateOrAppendCacheRecord(
                   {
                     type: "locate",
@@ -766,7 +792,11 @@ var PageTaskExecutor = class {
                   locateCacheRecord
                 );
               } else {
-                debug("no xpaths found, will not update cache", cachePrompt);
+                debug(
+                  "no xpaths found, will not update cache",
+                  cachePrompt,
+                  elementXpaths
+                );
               }
             }
             if (!element) {
@@ -778,7 +808,9 @@ var PageTaskExecutor = class {
               },
               pageContext,
               cache: {
-                hit: cacheHitFlag
+                hit: cacheHitFlag,
+                originalXpaths: xpaths,
+                currentXpaths
               },
               aiCost
             };
@@ -1146,6 +1178,7 @@ var PageTaskExecutor = class {
           sleep: sleep3
         } = planResult;
         executorContext.task.log = {
+          ...executorContext.task.log || {},
           rawResponse
         };
         executorContext.task.usage = usage;
@@ -1270,11 +1303,11 @@ var PageTaskExecutor = class {
     };
     return task;
   }
-  async runPlans(title, plans) {
+  async runPlans(title, plans, opts) {
     const taskExecutor = new import_misoai_core.Executor(title, {
       onTaskStart: this.onTaskStartCallback
     });
-    const { tasks } = await this.convertPlanToExecutable(plans);
+    const { tasks } = await this.convertPlanToExecutable(plans, opts);
     await taskExecutor.append(tasks);
     const result = await taskExecutor.flush();
     return {
@@ -1282,7 +1315,7 @@ var PageTaskExecutor = class {
       executor: taskExecutor
     };
   }
-  async action(userPrompt, actionContext) {
+  async action(userPrompt, actionContext, opts) {
     const taskExecutor = new import_misoai_core.Executor(taskTitleStr("Action", userPrompt), {
       onTaskStart: this.onTaskStartCallback
     });
@@ -1307,7 +1340,7 @@ var PageTaskExecutor = class {
       yamlFlow.push(...planResult.yamlFlow || []);
       let executables;
       try {
-        executables = await this.convertPlanToExecutable(plans);
+        executables = await this.convertPlanToExecutable(plans, opts);
         taskExecutor.append(executables.tasks);
       } catch (error) {
         return this.appendErrorPlan(
@@ -1345,7 +1378,7 @@ var PageTaskExecutor = class {
       executor: taskExecutor
     };
   }
-  async actionToGoal(userPrompt) {
+  async actionToGoal(userPrompt, opts) {
     const taskExecutor = new import_misoai_core.Executor(taskTitleStr("Action", userPrompt), {
       onTaskStart: this.onTaskStartCallback
     });
@@ -1369,7 +1402,7 @@ var PageTaskExecutor = class {
       yamlFlow.push(...output.yamlFlow || []);
       let executables;
       try {
-        executables = await this.convertPlanToExecutable(plans);
+        executables = await this.convertPlanToExecutable(plans, opts);
         taskExecutor.append(executables.tasks);
       } catch (error) {
         return this.appendErrorPlan(
@@ -1674,7 +1707,7 @@ var import_js_yaml3 = __toESM(require("js-yaml"));
 var import_semver = __toESM(require("semver"));
 
 // package.json
-var version = "1.0.2";
+var version = "1.0.4";
 
 // src/common/task-cache.ts
 var debug3 = (0, import_logger3.getDebug)("cache");
@@ -2017,9 +2050,9 @@ var PageAgent = class {
   buildDetailedLocateParam(locatePrompt, opt) {
     (0, import_utils12.assert)(locatePrompt, "missing locate prompt");
     if (typeof opt === "object") {
-      const prompt = opt.prompt || locatePrompt;
-      const deepThink = opt.deepThink || false;
-      const cacheable = opt.cacheable || true;
+      const prompt = opt.prompt ?? locatePrompt;
+      const deepThink = opt.deepThink ?? false;
+      const cacheable = opt.cacheable ?? true;
       return {
         prompt,
         deepThink,
@@ -2038,7 +2071,8 @@ var PageAgent = class {
     const plans = buildPlans("Tap", detailedLocateParam);
     const { executor, output } = await this.taskExecutor.runPlans(
       taskTitleStr("Tap", locateParamStr(detailedLocateParam)),
-      plans
+      plans,
+      { cacheable: opt?.cacheable }
     );
     const metadata = this.afterTaskRunning(executor);
     return {
@@ -2054,7 +2088,8 @@ var PageAgent = class {
     const plans = buildPlans("Hover", detailedLocateParam);
     const { executor, output } = await this.taskExecutor.runPlans(
       taskTitleStr("Hover", locateParamStr(detailedLocateParam)),
-      plans
+      plans,
+      { cacheable: opt?.cacheable }
     );
     const metadata = this.afterTaskRunning(executor);
     return {
@@ -2077,7 +2112,8 @@ var PageAgent = class {
     });
     const { executor, output } = await this.taskExecutor.runPlans(
       taskTitleStr("Input", locateParamStr(detailedLocateParam)),
-      plans
+      plans,
+      { cacheable: opt?.cacheable }
     );
     const metadata = this.afterTaskRunning(executor);
     return {
@@ -2093,7 +2129,8 @@ var PageAgent = class {
     });
     const { executor, output } = await this.taskExecutor.runPlans(
       taskTitleStr("KeyboardPress", locateParamStr(detailedLocateParam)),
-      plans
+      plans,
+      { cacheable: opt?.cacheable }
     );
     const metadata = this.afterTaskRunning(executor);
     return {
@@ -2107,7 +2144,8 @@ var PageAgent = class {
     const paramInTitle = locatePrompt ? `${locateParamStr(detailedLocateParam)} - ${scrollParamStr(scrollParam)}` : scrollParamStr(scrollParam);
     const { executor, output } = await this.taskExecutor.runPlans(
       taskTitleStr("Scroll", paramInTitle),
-      plans
+      plans,
+      { cacheable: opt?.cacheable }
     );
     const metadata = this.afterTaskRunning(executor);
     return {
@@ -2116,6 +2154,19 @@ var PageAgent = class {
     };
   }
   async aiAction(taskPrompt, opt) {
+    try {
+      const aiModel = await import("misoai-core/ai-model");
+      const contextStore = aiModel.getContextStore();
+      const processedPrompt = contextStore.replaceAllReferences(taskPrompt, "action");
+      contextStore.addStep({
+        type: "action",
+        summary: `Action: ${processedPrompt}`,
+        prompt: processedPrompt
+      });
+      taskPrompt = processedPrompt;
+    } catch (error) {
+      debug4("Context store not available:", error);
+    }
     const cacheable = opt?.cacheable;
     const isVlmUiTars = (0, import_env2.vlLocateMode)() === "vlm-ui-tars";
     const matchedCache = isVlmUiTars || cacheable === false ? void 0 : this.taskCache?.matchPlanCache(taskPrompt);
@@ -2133,7 +2184,9 @@ var PageAgent = class {
         metadata: metadata2
       };
     }
-    const { output, executor } = await (isVlmUiTars ? this.taskExecutor.actionToGoal(taskPrompt) : this.taskExecutor.action(taskPrompt, this.opts.aiActionContext));
+    const { output, executor } = await (isVlmUiTars ? this.taskExecutor.actionToGoal(taskPrompt, { cacheable }) : this.taskExecutor.action(taskPrompt, this.opts.aiActionContext, {
+      cacheable
+    }));
     if (this.taskCache && output?.yamlFlow && cacheable !== false) {
       const yamlContent = {
         tasks: [
@@ -2160,7 +2213,63 @@ var PageAgent = class {
     };
   }
   async aiQuery(demand) {
-    const { output, executor } = await this.taskExecutor.query(demand);
+    let processedDemand = demand;
+    let storageKey;
+    try {
+      const aiModel = await import("misoai-core/ai-model");
+      const contextStore = aiModel.getContextStore();
+      if (typeof demand === "string") {
+        const storageInstruction = contextStore.parseStorageInstruction(demand);
+        if (storageInstruction) {
+          storageKey = storageInstruction.key;
+          processedDemand = storageInstruction.cleanText;
+          contextStore._pendingAliases = storageInstruction.aliases;
+        } else {
+          const storageMatch = demand.match(/store\s+(?:as\s+)?(\w+)/i);
+          if (storageMatch) {
+            storageKey = storageMatch[1];
+            processedDemand = demand.replace(/,?\s*store\s+(?:as\s+)?\w+/i, "").trim();
+          }
+        }
+      }
+    } catch (error) {
+      debug4("Context store not available:", error);
+    }
+    const { output, executor } = await this.taskExecutor.query(processedDemand);
+    if (storageKey && output) {
+      try {
+        const aiModel = await import("misoai-core/ai-model");
+        const contextStore = aiModel.getContextStore();
+        const pendingAliases = contextStore._pendingAliases;
+        if (pendingAliases) {
+          contextStore.storeDataWithAliases(storageKey, output, pendingAliases, typeof processedDemand === "string" ? processedDemand : JSON.stringify(processedDemand));
+          delete contextStore._pendingAliases;
+        } else {
+          contextStore.storeData(storageKey, output);
+        }
+        contextStore.addStep({
+          type: "query",
+          summary: `Query: ${typeof processedDemand === "string" ? processedDemand : JSON.stringify(processedDemand)} (stored as ${storageKey})`,
+          data: output,
+          prompt: typeof processedDemand === "string" ? processedDemand : JSON.stringify(processedDemand)
+        });
+      } catch (error) {
+        debug4("Failed to store query result:", error);
+      }
+    } else {
+      try {
+        const aiModel = await import("misoai-core/ai-model");
+        const contextStore = aiModel.getContextStore();
+        contextStore.addStep({
+          type: "query",
+          summary: `Query: ${typeof processedDemand === "string" ? processedDemand : JSON.stringify(processedDemand)}`,
+          data: output,
+          prompt: typeof processedDemand === "string" ? processedDemand : JSON.stringify(processedDemand)
+        });
+      } catch (error) {
+        debug4("Failed to add query step:", error);
+      }
+    }
     const metadata = this.afterTaskRunning(executor);
     return {
       result: output,
@@ -2255,7 +2364,8 @@ var PageAgent = class {
     const plans = buildPlans("Locate", detailedLocateParam);
     const { executor, output } = await this.taskExecutor.runPlans(
       taskTitleStr("Locate", locateParamStr(detailedLocateParam)),
-      plans
+      plans,
+      { cacheable: opt?.cacheable }
     );
     const metadata = this.afterTaskRunning(executor);
     const { element } = output;
@@ -2269,6 +2379,19 @@ var PageAgent = class {
     };
   }
   async aiAssert(assertion, msg, opt) {
+    let processedAssertion = assertion;
+    try {
+      const aiModel = await import("misoai-core/ai-model");
+      const contextStore = aiModel.getContextStore();
+      processedAssertion = contextStore.replaceAllReferences(assertion, "assertion");
+      contextStore.addStep({
+        type: "assertion",
+        summary: `Assertion: ${processedAssertion}`,
+        prompt: processedAssertion
+      });
+    } catch (error) {
+      debug4("Context store not available:", error);
+    }
     let currentUrl = "";
     if (this.page.url) {
       try {
@@ -2276,7 +2399,7 @@ var PageAgent = class {
       } catch (e) {
       }
     }
-    const assertionWithContext = currentUrl ? `For the page at URL "${currentUrl}", ${assertion}` : assertion;
+    const assertionWithContext = currentUrl ? `For the page at URL "${currentUrl}", ${processedAssertion}` : processedAssertion;
     const { output, executor } = await this.taskExecutor.assert(assertionWithContext);
     const metadata = this.afterTaskRunning(executor, true);
     if (output && opt?.keepRawResponse) {
@@ -2496,7 +2619,7 @@ ${errors}`);
 var import_utils15 = require("misoai-core/utils");
 var import_constants3 = require("misoai-shared/constants");
 var import_extractor2 = require("misoai-shared/extractor");
-var import_fs2 = require("misoai-shared/fs");
+var import_fs = require("misoai-shared/fs");
 var import_logger5 = require("misoai-shared/logger");
 var import_utils16 = require("misoai-shared/utils");
 var debugPage = (0, import_logger5.getDebug)("web:page");
@@ -2551,9 +2674,21 @@ var Page = class {
     debugPage("getElementsInfo end");
     return (0, import_extractor2.treeToList)(tree);
   }
+  async getXpathsById(id) {
+    const elementInfosScriptContent = (0, import_fs.getElementInfosScriptContent)();
+    return this.evaluateJavaScript(
+      `${elementInfosScriptContent}midscene_element_inspector.getXpathsById('${id}')`
+    );
+  }
+  async getElementInfoByXpath(xpath) {
+    const elementInfosScriptContent = (0, import_fs.getElementInfosScriptContent)();
+    return this.evaluateJavaScript(
+      `${elementInfosScriptContent}midscene_element_inspector.getElementInfoByXpath('${xpath}')`
+    );
+  }
   async getElementsNodeTree() {
     await this.waitForNavigation();
-    const scripts = await (0, import_fs2.getExtraReturnLogic)(true);
+    const scripts = await (0, import_fs.getExtraReturnLogic)(true);
     (0, import_utils16.assert)(scripts, "scripts should be set before writing report in browser");
     const captureElementSnapshot = await this.evaluate(scripts);
     return captureElementSnapshot;