misoai-web 1.5.9 → 1.6.1

package/dist/es/playwright-report.js

@@ -1,4 +1,5 @@
 // src/common/utils.ts
+import dayjs from "dayjs";
 import { elementByPositionWithElementInfo } from "misoai-core/ai-model";
 import { uploadTestInfoToServer } from "misoai-core/utils";
 import { MIDSCENE_REPORT_TAG_NAME, getAIConfig } from "misoai-shared/env";
@@ -10,7 +11,6 @@ import {
 } from "misoai-shared/extractor";
 import { resizeImgBase64 } from "misoai-shared/img";
 import { assert, logMsg, uuid } from "misoai-shared/utils";
-import dayjs from "dayjs";
 function reportFileName(tag = "web") {
   const reportTagName = getAIConfig(MIDSCENE_REPORT_TAG_NAME);
   const dateTimeInFileName = dayjs().format("YYYY-MM-DD_HH-mm-ss");

package/dist/es/playwright-report.js.map

@@ -1 +1 @@
-{"version":3,"mappings":";AAQA,SAAS,wCAAwC;AACjD,SAAS,8BAA8B;AACvC,SAAS,0BAA0B,mBAAmB;AAEtD;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,uBAAuB;AAEhC,SAAS,QAAQ,QAAQ,YAAY;AACrC,OAAO,WAAW;AAsEX,SAAS,eAAe,MAAM,OAAO;AAC1C,QAAM,gBAAgB,YAAY,wBAAwB;AAC1D,QAAM,qBAAqB,MAAM,EAAE,OAAO,qBAAqB;AAE/D,QAAM,WAAW,KAAK,EAAE,UAAU,GAAG,CAAC;AACtC,SAAO,GAAG,iBAAiB,GAAG,IAAI,kBAAkB,IAAI,QAAQ;AAClE;AAEO,SAAS,eAAe,UAAkB;AAC/C,SAAO,mCAAmC,QAAQ,EAAE;AACtD;AA0DO,SAAS,gCAAgC,KAAa;AAE3D,SAAO,IAAI,QAAQ,eAAe,GAAG;AACvC;;;AC5JA,SAAS,uBAAuB;AAUhC,SAAS,UAAU,SAAgB;AACjC,MAAI,QAAQ,IAAI,UAAU,QAAQ;AAChC,YAAQ,IAAI,wBAAwB,GAAG,OAAO;AAAA,EAChD;AACF;AAEA,IAAM,eAAgD,CAAC;AACvD,IAAI;AACJ,IAAM,sBAA2C,oBAAI,IAAI;AAEzD,SAAS,kBAAkB,WAA2B;AACpD,MAAI,CAAC,oBAAoB,IAAI,SAAS,GAAG;AAGvC,UAAM,UAAU,cAAc,gCAAgC,SAAS,CAAC;AACxE,UAAM,oBAAoB,eAAe,OAAO;AAChD,wBAAoB,IAAI,WAAW,iBAAiB;AAAA,EACtD;AACA,SAAO,oBAAoB,IAAI,SAAS;AAC1C;AAEA,SAAS,aAAa,MAA6B,QAAiB;AAClE,MAAI,SAAS,YAAY;AAEvB,UAAM,WAAW,aAAa;AAAA,MAC5B,CAAC,SAAS,KAAK,YAAY,uBAAuB;AAAA,IACpD;AAEA,QAAI,UAAU;AAEZ,YAAM,iBAAiB;AAAA,QACrB,SAAS,YAAY;AAAA,MACvB;AAEA,YAAM,aAAa,gBAAgB,gBAAgB,CAAC,QAAQ,CAAC;AAC7D,oBAAc,eAAe,UAAU;AAAA,IACzC;AAAA,EACF,WAAW,SAAS,UAAU;AAE5B,QAAI,CAAC,gBAAgB;AACnB,uBAAiB,eAAe,mBAAmB;AAAA,IACrD;AAEA,UAAM,aAAa,gBAAgB,gBAAgB,YAAY;AAC/D,kBAAc,eAAe,UAAU;AAAA,EACzC,OAAO;AACL,UAAM,IAAI;AAAA,MACR,+CAA+C,IAAI;AAAA,IACrD;AAAA,EACF;AACF;AAEA,SAAS,QAAQ,cAAsB;AACrC,MAAI,CAAC,cAAc;AACjB,WAAO;AAAA,EACT;AAEA,MAAI,iBAAiB,YAAY,iBAAiB,YAAY;AAC5D,UAAM,IAAI;AAAA,MACR,+CAA+C,YAAY;AAAA,IAC7D;AAAA,EACF;AAEA,SAAO;AACT;AAEA,IAAM,mBAAN,MAA2C;AAAA,EAGzC,MAAM,QAAQ,QAAoB,OAAc;AAC9C,UAAM,eAAe,OAAO,WAAW,CAAC,IAAI,CAAC,GAAG;AAEhD,SAAK,OAAO,QAAQ,YAAY;AAAA,EAIlC;AAAA,EAEA,YAAY,MAAgB,SAAqB;AAAA,EAEjD;AAAA,EAEA,UAAU,MAAgB,QAAoB;AAC5C,UAAM,iBAAiB,KAAK,YAAY,KAAK,CAAC,eAAe;AAC3D,aAAO,WAAW,SAAS;AAAA,IAC7B,CAAC;AACD,QAAI,CAAC,gBAAgB;AAAa;AAClC,UAAM,QAAQ,OAAO,QAAQ,WAAW,OAAO,KAAK,MAAM;AAC1D,UAAM,SAAS,GAAG,KAAK,EAAE,GAAG,KAAK;AACjC,UAAM,WAAqC;AAAA,MACzC,YAAY,eAAe;AAAA,MAC3B,YAAY;AAAA,QACV,oBAAoB;AAAA,QACpB,uBAAuB,GAAG,KAAK,KAAK,GAAG,KAAK;AAAA,QAC5C,wBAAwB,OAAO;AAAA,QAC/B,0BAA0B,OAAO;AAAA,MACnC;AAAA,IACF;AAEA,iBAAa,KAAK,QAAQ;AAE1B,iBAAa,KAAK,MAAO,MAAM;AAE/B,SAAK,cAAc,KAAK,YAAY;AAAA,MAClC,CAAC,eAAe,WAAW,SAAS;AAAA,IACtC;AAAA,EACF;AAAA,EAEA,MAAM,QAAoB;AACxB,iBAAa,KAAK,IAAK;AAEvB,WAAO,qBAAqB,OAAO,MAAM,EAAE;AAAA,EAC7C;AACF;AAEA,IAAO,mBAAQ","names":[],"ignoreList":[],"sources":["../../src/common/utils.ts","../../src/playwright/reporter/index.ts"],"sourcesContent":["import type { StaticPage } from '@/playground';\nimport type {\n  BaseElement,\n  ElementTreeNode,\n  PlanningLocateParam,\n  PlaywrightParserOpt,\n  UIContext,\n} from 'misoai-core';\nimport { elementByPositionWithElementInfo } from 'misoai-core/ai-model';\nimport { uploadTestInfoToServer } from 'misoai-core/utils';\nimport { MIDSCENE_REPORT_TAG_NAME, getAIConfig } from 'misoai-shared/env';\nimport type { ElementInfo } from 'misoai-shared/extractor';\nimport {\n  generateElementByPosition,\n  getNodeFromCacheList,\n  traverseTree,\n  treeToList,\n} from 'misoai-shared/extractor';\nimport { resizeImgBase64 } from 'misoai-shared/img';\nimport type { DebugFunction } from 'misoai-shared/logger';\nimport { assert, logMsg, uuid } from 'misoai-shared/utils';\nimport dayjs from 'dayjs';\nimport type { Page as PlaywrightPage } from 'playwright';\nimport type { Page as PuppeteerPage } from 'puppeteer';\nimport { WebElementInfo } from '../web-element';\nimport type { WebPage } from './page';\n\nexport type WebUIContext = UIContext<WebElementInfo> & {\n  url: string;\n};\n\nexport async function parseContextFromWebPage(\n  page: WebPage,\n  _opt?: PlaywrightParserOpt,\n): Promise<WebUIContext> {\n  assert(page, 'page is required');\n  if ((page as StaticPage)._forceUsePageContext) {\n    return await (page as any)._forceUsePageContext();\n  }\n  const url = await page.url();\n  uploadTestInfoToServer({ testUrl: url });\n\n  let screenshotBase64: string;\n  let tree: ElementTreeNode<ElementInfo>;\n\n  await Promise.all([\n    page.screenshotBase64().then((base64) => {\n      screenshotBase64 = base64;\n    }),\n    page.getElementsNodeTree().then(async (treeRoot) => {\n      tree = treeRoot;\n    }),\n  ]);\n\n  const webTree = traverseTree(tree!, (elementInfo) => {\n    const { rect, id, content, attributes, locator, indexId, isVisible } =\n      elementInfo;\n    return new WebElementInfo({\n      rect,\n      locator,\n      id,\n      content,\n      attributes,\n      indexId,\n      isVisible,\n    });\n  });\n\n  assert(screenshotBase64!, 'screenshotBase64 is required');\n\n  const elementsInfo = treeToList(webTree);\n  const size = await page.size();\n\n  if (size.dpr && size.dpr > 1) {\n    // console.time('resizeImgBase64');\n    screenshotBase64 = await resizeImgBase64(screenshotBase64, {\n      width: size.width,\n      height: size.height,\n    });\n    // console.timeEnd('resizeImgBase64');\n  }\n\n  return {\n    content: elementsInfo!,\n    tree: webTree,\n    size,\n    screenshotBase64: screenshotBase64!,\n    url,\n  };\n}\n\nexport function reportFileName(tag = 'web') {\n  const reportTagName = getAIConfig(MIDSCENE_REPORT_TAG_NAME);\n  const dateTimeInFileName = dayjs().format('YYYY-MM-DD_HH-mm-ss');\n  // ensure uniqueness at the same time\n  const uniqueId = uuid().substring(0, 8);\n  return `${reportTagName || tag}-${dateTimeInFileName}-${uniqueId}`;\n}\n\nexport function printReportMsg(filepath: string) {\n  logMsg(`Midscene - report file updated: ${filepath}`);\n}\n\n/**\n * Get the current execution file name\n * @returns The name of the current execution file\n */\nexport function getCurrentExecutionFile(trace?: string): string | false {\n  const error = new Error();\n  const stackTrace = trace || error.stack;\n  const pkgDir = process.cwd() || '';\n  if (stackTrace) {\n    const stackLines = stackTrace.split('\\n');\n    for (const line of stackLines) {\n      if (\n        line.includes('.spec.') ||\n        line.includes('.test.') ||\n        line.includes('.ts') ||\n        line.includes('.js')\n      ) {\n        const match = line.match(/(?:at\\s+)?(.*?\\.(?:spec|test)\\.[jt]s)/);\n        if (match?.[1]) {\n          const targetFileName = match[1]\n            .replace(pkgDir, '')\n            .trim()\n            .replace('at ', '');\n          return targetFileName;\n        }\n      }\n    }\n  }\n  return false;\n}\n\nconst testFileIndex = new Map<string, number>();\n\nexport function generateCacheId(fileName?: string): string {\n  let taskFile = fileName || getCurrentExecutionFile();\n  if (!taskFile) {\n    taskFile = uuid();\n    console.warn(\n      'Midscene - using random UUID for cache id. Cache may be invalid.',\n    );\n  }\n\n  if (testFileIndex.has(taskFile)) {\n    const currentIndex = testFileIndex.get(taskFile);\n    if (currentIndex !== undefined) {\n      testFileIndex.set(taskFile, currentIndex + 1);\n    }\n  } else {\n    testFileIndex.set(taskFile, 1);\n  }\n  return `${taskFile}-${testFileIndex.get(taskFile)}`;\n}\n\nexport const ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED =\n  'NOT_IMPLEMENTED_AS_DESIGNED';\n\nexport function replaceIllegalPathCharsAndSpace(str: string) {\n  // Only replace characters that are illegal in filenames, but preserve path separators\n  return str.replace(/[:*?\"<>| ]/g, '-');\n}\n\nexport function forceClosePopup(\n  page: PuppeteerPage | PlaywrightPage,\n  debug: DebugFunction,\n) {\n  page.on('popup', async (popup) => {\n    if (!popup) {\n      console.warn('got a popup event, but the popup is not ready yet, skip');\n      return;\n    }\n    const url = await (popup as PuppeteerPage).url();\n    console.log(`Popup opened: ${url}`);\n    if (!(popup as PuppeteerPage).isClosed()) {\n      try {\n        await (popup as PuppeteerPage).close(); // Close the newly opened TAB\n      } catch (error) {\n        debug(`failed to close popup ${url}, error: ${error}`);\n      }\n    } else {\n      debug(`popup is already closed, skip close ${url}`);\n    }\n\n    if (!page.isClosed()) {\n      try {\n        await page.goto(url);\n      } catch (error) {\n        debug(`failed to goto ${url}, error: ${error}`);\n      }\n    } else {\n      debug(`page is already closed, skip goto ${url}`);\n    }\n  });\n}\n\nexport function matchElementFromPlan(\n  planLocateParam: PlanningLocateParam,\n  tree: ElementTreeNode<BaseElement>,\n) {\n  if (!planLocateParam) {\n    return undefined;\n  }\n  if (planLocateParam.id) {\n    return getNodeFromCacheList(planLocateParam.id);\n  }\n\n  if (planLocateParam.bbox) {\n    const centerPosition = {\n      x: Math.floor((planLocateParam.bbox[0] + planLocateParam.bbox[2]) / 2),\n      y: Math.floor((planLocateParam.bbox[1] + planLocateParam.bbox[3]) / 2),\n    };\n    let element = elementByPositionWithElementInfo(tree, centerPosition);\n\n    if (!element) {\n      element = generateElementByPosition(centerPosition) as BaseElement;\n    }\n\n    return element;\n  }\n\n  return undefined;\n}\n","import {\n  printReportMsg,\n  replaceIllegalPathCharsAndSpace,\n  reportFileName,\n} from '@/common/utils';\nimport type { ReportDumpWithAttributes } from 'misoai-core';\nimport { writeDumpReport } from 'misoai-core/utils';\nimport type {\n  FullConfig,\n  FullResult,\n  Reporter,\n  Suite,\n  TestCase,\n  TestResult,\n} from '@playwright/test/reporter';\n\nfunction logger(...message: any[]) {\n  if (process.env.DEBUG === 'true') {\n    console.log('Midscene e2e report:', ...message);\n  }\n}\n\nconst testDataList: Array<ReportDumpWithAttributes> = [];\nlet mergedFilename: string;\nconst testTitleToFilename: Map<string, string> = new Map();\n\nfunction getStableFilename(testTitle: string): string {\n  if (!testTitleToFilename.has(testTitle)) {\n    // use reportFileName to generate the base filename\n    // only replace the illegal characters in the file system: /, \\, :, *, ?, \", <, >, |\n    const baseTag = `playwright-${replaceIllegalPathCharsAndSpace(testTitle)}`;\n    const generatedFilename = reportFileName(baseTag);\n    testTitleToFilename.set(testTitle, generatedFilename);\n  }\n  return testTitleToFilename.get(testTitle)!;\n}\n\nfunction updateReport(mode: 'merged' | 'separate', testId?: string) {\n  if (mode === 'separate') {\n    // in separate mode, find the data for the corresponding testID and generate a separate report\n    const testData = testDataList.find(\n      (data) => data.attributes?.playwright_test_id === testId,\n    );\n\n    if (testData) {\n      // use the stable filename\n      const stableFilename = getStableFilename(\n        testData.attributes?.playwright_test_title,\n      );\n\n      const reportPath = writeDumpReport(stableFilename, [testData]);\n      reportPath && printReportMsg(reportPath);\n    }\n  } else if (mode === 'merged') {\n    // in merged mode, write all test data into one file\n    if (!mergedFilename) {\n      mergedFilename = reportFileName('playwright-merged');\n    }\n\n    const reportPath = writeDumpReport(mergedFilename, testDataList);\n    reportPath && printReportMsg(reportPath);\n  } else {\n    throw new Error(\n      `Unknown reporter type in playwright config: ${mode}, only support 'merged' or 'separate'`,\n    );\n  }\n}\n\nfunction getMode(reporterType: string) {\n  if (!reporterType) {\n    return 'merged';\n  }\n\n  if (reporterType !== 'merged' && reporterType !== 'separate') {\n    throw new Error(\n      `Unknown reporter type in playwright config: ${reporterType}, only support 'merged' or 'separate'`,\n    );\n  }\n\n  return reporterType;\n}\n\nclass MidsceneReporter implements Reporter {\n  mode?: 'merged' | 'separate';\n\n  async onBegin(config: FullConfig, suite: Suite) {\n    const reporterType = config.reporter?.[1]?.[1]?.type;\n\n    this.mode = getMode(reporterType);\n\n    // const suites = suite.allTests();\n    // logger(`Starting the run with ${suites.length} tests`);\n  }\n\n  onTestBegin(test: TestCase, _result: TestResult) {\n    // logger(`Starting test ${test.title}`);\n  }\n\n  onTestEnd(test: TestCase, result: TestResult) {\n    const dumpAnnotation = test.annotations.find((annotation) => {\n      return annotation.type === 'MIDSCENE_DUMP_ANNOTATION';\n    });\n    if (!dumpAnnotation?.description) return;\n    const retry = result.retry ? `(retry #${result.retry})` : '';\n    const testId = `${test.id}${retry}`;\n    const testData: ReportDumpWithAttributes = {\n      dumpString: dumpAnnotation.description,\n      attributes: {\n        playwright_test_id: testId,\n        playwright_test_title: `${test.title}${retry}`,\n        playwright_test_status: result.status,\n        playwright_test_duration: result.duration,\n      },\n    };\n\n    testDataList.push(testData);\n\n    updateReport(this.mode!, testId);\n\n    test.annotations = test.annotations.filter(\n      (annotation) => annotation.type !== 'MIDSCENE_DUMP_ANNOTATION',\n    );\n  }\n\n  onEnd(result: FullResult) {\n    updateReport(this.mode!);\n\n    logger(`Finished the run: ${result.status}`);\n  }\n}\n\nexport default MidsceneReporter;\n"]}
+{"version":3,"mappings":";AACA,OAAO,WAAW;AAQlB,SAAS,wCAAwC;AACjD,SAAS,8BAA8B;AACvC,SAAS,0BAA0B,mBAAmB;AAEtD;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,uBAAuB;AAEhC,SAAS,QAAQ,QAAQ,YAAY;AAsE9B,SAAS,eAAe,MAAM,OAAO;AAC1C,QAAM,gBAAgB,YAAY,wBAAwB;AAC1D,QAAM,qBAAqB,MAAM,EAAE,OAAO,qBAAqB;AAE/D,QAAM,WAAW,KAAK,EAAE,UAAU,GAAG,CAAC;AACtC,SAAO,GAAG,iBAAiB,GAAG,IAAI,kBAAkB,IAAI,QAAQ;AAClE;AAEO,SAAS,eAAe,UAAkB;AAC/C,SAAO,mCAAmC,QAAQ,EAAE;AACtD;AA0DO,SAAS,gCAAgC,KAAa;AAE3D,SAAO,IAAI,QAAQ,eAAe,GAAG;AACvC;;;ACpJA,SAAS,uBAAuB;AAEhC,SAAS,UAAU,SAAgB;AACjC,MAAI,QAAQ,IAAI,UAAU,QAAQ;AAChC,YAAQ,IAAI,wBAAwB,GAAG,OAAO;AAAA,EAChD;AACF;AAEA,IAAM,eAAgD,CAAC;AACvD,IAAI;AACJ,IAAM,sBAA2C,oBAAI,IAAI;AAEzD,SAAS,kBAAkB,WAA2B;AACpD,MAAI,CAAC,oBAAoB,IAAI,SAAS,GAAG;AAGvC,UAAM,UAAU,cAAc,gCAAgC,SAAS,CAAC;AACxE,UAAM,oBAAoB,eAAe,OAAO;AAChD,wBAAoB,IAAI,WAAW,iBAAiB;AAAA,EACtD;AACA,SAAO,oBAAoB,IAAI,SAAS;AAC1C;AAEA,SAAS,aAAa,MAA6B,QAAiB;AAClE,MAAI,SAAS,YAAY;AAEvB,UAAM,WAAW,aAAa;AAAA,MAC5B,CAAC,SAAS,KAAK,YAAY,uBAAuB;AAAA,IACpD;AAEA,QAAI,UAAU;AAEZ,YAAM,iBAAiB;AAAA,QACrB,SAAS,YAAY;AAAA,MACvB;AAEA,YAAM,aAAa,gBAAgB,gBAAgB,CAAC,QAAQ,CAAC;AAC7D,oBAAc,eAAe,UAAU;AAAA,IACzC;AAAA,EACF,WAAW,SAAS,UAAU;AAE5B,QAAI,CAAC,gBAAgB;AACnB,uBAAiB,eAAe,mBAAmB;AAAA,IACrD;AAEA,UAAM,aAAa,gBAAgB,gBAAgB,YAAY;AAC/D,kBAAc,eAAe,UAAU;AAAA,EACzC,OAAO;AACL,UAAM,IAAI;AAAA,MACR,+CAA+C,IAAI;AAAA,IACrD;AAAA,EACF;AACF;AAEA,SAAS,QAAQ,cAAsB;AACrC,MAAI,CAAC,cAAc;AACjB,WAAO;AAAA,EACT;AAEA,MAAI,iBAAiB,YAAY,iBAAiB,YAAY;AAC5D,UAAM,IAAI;AAAA,MACR,+CAA+C,YAAY;AAAA,IAC7D;AAAA,EACF;AAEA,SAAO;AACT;AAEA,IAAM,mBAAN,MAA2C;AAAA,EAGzC,MAAM,QAAQ,QAAoB,OAAc;AAC9C,UAAM,eAAe,OAAO,WAAW,CAAC,IAAI,CAAC,GAAG;AAEhD,SAAK,OAAO,QAAQ,YAAY;AAAA,EAIlC;AAAA,EAEA,YAAY,MAAgB,SAAqB;AAAA,EAEjD;AAAA,EAEA,UAAU,MAAgB,QAAoB;AAC5C,UAAM,iBAAiB,KAAK,YAAY,KAAK,CAAC,eAAe;AAC3D,aAAO,WAAW,SAAS;AAAA,IAC7B,CAAC;AACD,QAAI,CAAC,gBAAgB;AAAa;AAClC,UAAM,QAAQ,OAAO,QAAQ,WAAW,OAAO,KAAK,MAAM;AAC1D,UAAM,SAAS,GAAG,KAAK,EAAE,GAAG,KAAK;AACjC,UAAM,WAAqC;AAAA,MACzC,YAAY,eAAe;AAAA,MAC3B,YAAY;AAAA,QACV,oBAAoB;AAAA,QACpB,uBAAuB,GAAG,KAAK,KAAK,GAAG,KAAK;AAAA,QAC5C,wBAAwB,OAAO;AAAA,QAC/B,0BAA0B,OAAO;AAAA,MACnC;AAAA,IACF;AAEA,iBAAa,KAAK,QAAQ;AAE1B,iBAAa,KAAK,MAAO,MAAM;AAE/B,SAAK,cAAc,KAAK,YAAY;AAAA,MAClC,CAAC,eAAe,WAAW,SAAS;AAAA,IACtC;AAAA,EACF;AAAA,EAEA,MAAM,QAAoB;AACxB,iBAAa,KAAK,IAAK;AAEvB,WAAO,qBAAqB,OAAO,MAAM,EAAE;AAAA,EAC7C;AACF;AAEA,IAAO,mBAAQ","names":[],"ignoreList":[],"sources":["../../src/common/utils.ts","../../src/playwright/reporter/index.ts"],"sourcesContent":["import type { StaticPage } from '@/playground';\nimport dayjs from 'dayjs';\nimport type {\n  BaseElement,\n  ElementTreeNode,\n  PlanningLocateParam,\n  PlaywrightParserOpt,\n  UIContext,\n} from 'misoai-core';\nimport { elementByPositionWithElementInfo } from 'misoai-core/ai-model';\nimport { uploadTestInfoToServer } from 'misoai-core/utils';\nimport { MIDSCENE_REPORT_TAG_NAME, getAIConfig } from 'misoai-shared/env';\nimport type { ElementInfo } from 'misoai-shared/extractor';\nimport {\n  generateElementByPosition,\n  getNodeFromCacheList,\n  traverseTree,\n  treeToList,\n} from 'misoai-shared/extractor';\nimport { resizeImgBase64 } from 'misoai-shared/img';\nimport type { DebugFunction } from 'misoai-shared/logger';\nimport { assert, logMsg, uuid } from 'misoai-shared/utils';\nimport type { Page as PlaywrightPage } from 'playwright';\nimport type { Page as PuppeteerPage } from 'puppeteer';\nimport { WebElementInfo } from '../web-element';\nimport type { WebPage } from './page';\n\nexport type WebUIContext = UIContext<WebElementInfo> & {\n  url: string;\n};\n\nexport async function parseContextFromWebPage(\n  page: WebPage,\n  _opt?: PlaywrightParserOpt,\n): Promise<WebUIContext> {\n  assert(page, 'page is required');\n  if ((page as StaticPage)._forceUsePageContext) {\n    return await (page as any)._forceUsePageContext();\n  }\n  const url = await page.url();\n  uploadTestInfoToServer({ testUrl: url });\n\n  let screenshotBase64: string;\n  let tree: ElementTreeNode<ElementInfo>;\n\n  await Promise.all([\n    page.screenshotBase64().then((base64) => {\n      screenshotBase64 = base64;\n    }),\n    page.getElementsNodeTree().then(async (treeRoot) => {\n      tree = treeRoot;\n    }),\n  ]);\n\n  const webTree = traverseTree(tree!, (elementInfo) => {\n    const { rect, id, content, attributes, locator, indexId, isVisible } =\n      elementInfo;\n    return new WebElementInfo({\n      rect,\n      locator,\n      id,\n      content,\n      attributes,\n      indexId,\n      isVisible,\n    });\n  });\n\n  assert(screenshotBase64!, 'screenshotBase64 is required');\n\n  const elementsInfo = treeToList(webTree);\n  const size = await page.size();\n\n  if (size.dpr && size.dpr > 1) {\n    // console.time('resizeImgBase64');\n    screenshotBase64 = await resizeImgBase64(screenshotBase64, {\n      width: size.width,\n      height: size.height,\n    });\n    // console.timeEnd('resizeImgBase64');\n  }\n\n  return {\n    content: elementsInfo!,\n    tree: webTree,\n    size,\n    screenshotBase64: screenshotBase64!,\n    url,\n  };\n}\n\nexport function reportFileName(tag = 'web') {\n  const reportTagName = getAIConfig(MIDSCENE_REPORT_TAG_NAME);\n  const dateTimeInFileName = dayjs().format('YYYY-MM-DD_HH-mm-ss');\n  // ensure uniqueness at the same time\n  const uniqueId = uuid().substring(0, 8);\n  return `${reportTagName || tag}-${dateTimeInFileName}-${uniqueId}`;\n}\n\nexport function printReportMsg(filepath: string) {\n  logMsg(`Midscene - report file updated: ${filepath}`);\n}\n\n/**\n * Get the current execution file name\n * @returns The name of the current execution file\n */\nexport function getCurrentExecutionFile(trace?: string): string | false {\n  const error = new Error();\n  const stackTrace = trace || error.stack;\n  const pkgDir = process.cwd() || '';\n  if (stackTrace) {\n    const stackLines = stackTrace.split('\\n');\n    for (const line of stackLines) {\n      if (\n        line.includes('.spec.') ||\n        line.includes('.test.') ||\n        line.includes('.ts') ||\n        line.includes('.js')\n      ) {\n        const match = line.match(/(?:at\\s+)?(.*?\\.(?:spec|test)\\.[jt]s)/);\n        if (match?.[1]) {\n          const targetFileName = match[1]\n            .replace(pkgDir, '')\n            .trim()\n            .replace('at ', '');\n          return targetFileName;\n        }\n      }\n    }\n  }\n  return false;\n}\n\nconst testFileIndex = new Map<string, number>();\n\nexport function generateCacheId(fileName?: string): string {\n  let taskFile = fileName || getCurrentExecutionFile();\n  if (!taskFile) {\n    taskFile = uuid();\n    console.warn(\n      'Midscene - using random UUID for cache id. Cache may be invalid.',\n    );\n  }\n\n  if (testFileIndex.has(taskFile)) {\n    const currentIndex = testFileIndex.get(taskFile);\n    if (currentIndex !== undefined) {\n      testFileIndex.set(taskFile, currentIndex + 1);\n    }\n  } else {\n    testFileIndex.set(taskFile, 1);\n  }\n  return `${taskFile}-${testFileIndex.get(taskFile)}`;\n}\n\nexport const ERROR_CODE_NOT_IMPLEMENTED_AS_DESIGNED =\n  'NOT_IMPLEMENTED_AS_DESIGNED';\n\nexport function replaceIllegalPathCharsAndSpace(str: string) {\n  // Only replace characters that are illegal in filenames, but preserve path separators\n  return str.replace(/[:*?\"<>| ]/g, '-');\n}\n\nexport function forceClosePopup(\n  page: PuppeteerPage | PlaywrightPage,\n  debug: DebugFunction,\n) {\n  page.on('popup', async (popup) => {\n    if (!popup) {\n      console.warn('got a popup event, but the popup is not ready yet, skip');\n      return;\n    }\n    const url = await (popup as PuppeteerPage).url();\n    console.log(`Popup opened: ${url}`);\n    if (!(popup as PuppeteerPage).isClosed()) {\n      try {\n        await (popup as PuppeteerPage).close(); // Close the newly opened TAB\n      } catch (error) {\n        debug(`failed to close popup ${url}, error: ${error}`);\n      }\n    } else {\n      debug(`popup is already closed, skip close ${url}`);\n    }\n\n    if (!page.isClosed()) {\n      try {\n        await page.goto(url);\n      } catch (error) {\n        debug(`failed to goto ${url}, error: ${error}`);\n      }\n    } else {\n      debug(`page is already closed, skip goto ${url}`);\n    }\n  });\n}\n\nexport function matchElementFromPlan(\n  planLocateParam: PlanningLocateParam,\n  tree: ElementTreeNode<BaseElement>,\n) {\n  if (!planLocateParam) {\n    return undefined;\n  }\n  if (planLocateParam.id) {\n    return getNodeFromCacheList(planLocateParam.id);\n  }\n\n  if (planLocateParam.bbox) {\n    const centerPosition = {\n      x: Math.floor((planLocateParam.bbox[0] + planLocateParam.bbox[2]) / 2),\n      y: Math.floor((planLocateParam.bbox[1] + planLocateParam.bbox[3]) / 2),\n    };\n    let element = elementByPositionWithElementInfo(tree, centerPosition);\n\n    if (!element) {\n      element = generateElementByPosition(centerPosition) as BaseElement;\n    }\n\n    return element;\n  }\n\n  return undefined;\n}\n","import {\n  printReportMsg,\n  replaceIllegalPathCharsAndSpace,\n  reportFileName,\n} from '@/common/utils';\nimport type {\n  FullConfig,\n  FullResult,\n  Reporter,\n  Suite,\n  TestCase,\n  TestResult,\n} from '@playwright/test/reporter';\nimport type { ReportDumpWithAttributes } from 'misoai-core';\nimport { writeDumpReport } from 'misoai-core/utils';\n\nfunction logger(...message: any[]) {\n  if (process.env.DEBUG === 'true') {\n    console.log('Midscene e2e report:', ...message);\n  }\n}\n\nconst testDataList: Array<ReportDumpWithAttributes> = [];\nlet mergedFilename: string;\nconst testTitleToFilename: Map<string, string> = new Map();\n\nfunction getStableFilename(testTitle: string): string {\n  if (!testTitleToFilename.has(testTitle)) {\n    // use reportFileName to generate the base filename\n    // only replace the illegal characters in the file system: /, \\, :, *, ?, \", <, >, |\n    const baseTag = `playwright-${replaceIllegalPathCharsAndSpace(testTitle)}`;\n    const generatedFilename = reportFileName(baseTag);\n    testTitleToFilename.set(testTitle, generatedFilename);\n  }\n  return testTitleToFilename.get(testTitle)!;\n}\n\nfunction updateReport(mode: 'merged' | 'separate', testId?: string) {\n  if (mode === 'separate') {\n    // in separate mode, find the data for the corresponding testID and generate a separate report\n    const testData = testDataList.find(\n      (data) => data.attributes?.playwright_test_id === testId,\n    );\n\n    if (testData) {\n      // use the stable filename\n      const stableFilename = getStableFilename(\n        testData.attributes?.playwright_test_title,\n      );\n\n      const reportPath = writeDumpReport(stableFilename, [testData]);\n      reportPath && printReportMsg(reportPath);\n    }\n  } else if (mode === 'merged') {\n    // in merged mode, write all test data into one file\n    if (!mergedFilename) {\n      mergedFilename = reportFileName('playwright-merged');\n    }\n\n    const reportPath = writeDumpReport(mergedFilename, testDataList);\n    reportPath && printReportMsg(reportPath);\n  } else {\n    throw new Error(\n      `Unknown reporter type in playwright config: ${mode}, only support 'merged' or 'separate'`,\n    );\n  }\n}\n\nfunction getMode(reporterType: string) {\n  if (!reporterType) {\n    return 'merged';\n  }\n\n  if (reporterType !== 'merged' && reporterType !== 'separate') {\n    throw new Error(\n      `Unknown reporter type in playwright config: ${reporterType}, only support 'merged' or 'separate'`,\n    );\n  }\n\n  return reporterType;\n}\n\nclass MidsceneReporter implements Reporter {\n  mode?: 'merged' | 'separate';\n\n  async onBegin(config: FullConfig, suite: Suite) {\n    const reporterType = config.reporter?.[1]?.[1]?.type;\n\n    this.mode = getMode(reporterType);\n\n    // const suites = suite.allTests();\n    // logger(`Starting the run with ${suites.length} tests`);\n  }\n\n  onTestBegin(test: TestCase, _result: TestResult) {\n    // logger(`Starting test ${test.title}`);\n  }\n\n  onTestEnd(test: TestCase, result: TestResult) {\n    const dumpAnnotation = test.annotations.find((annotation) => {\n      return annotation.type === 'MIDSCENE_DUMP_ANNOTATION';\n    });\n    if (!dumpAnnotation?.description) return;\n    const retry = result.retry ? `(retry #${result.retry})` : '';\n    const testId = `${test.id}${retry}`;\n    const testData: ReportDumpWithAttributes = {\n      dumpString: dumpAnnotation.description,\n      attributes: {\n        playwright_test_id: testId,\n        playwright_test_title: `${test.title}${retry}`,\n        playwright_test_status: result.status,\n        playwright_test_duration: result.duration,\n      },\n    };\n\n    testDataList.push(testData);\n\n    updateReport(this.mode!, testId);\n\n    test.annotations = test.annotations.filter(\n      (annotation) => annotation.type !== 'MIDSCENE_DUMP_ANNOTATION',\n    );\n  }\n\n  onEnd(result: FullResult) {\n    updateReport(this.mode!);\n\n    logger(`Finished the run: ${result.status}`);\n  }\n}\n\nexport default MidsceneReporter;\n"]}

package/dist/es/playwright.js

@@ -306,8 +306,8 @@ var ScriptPlayer = class {
 import yaml from "js-yaml";
 
 // src/yaml/utils.ts
-import { assert as assert2 } from "misoai-shared/utils";
 import yaml2 from "js-yaml";
+import { assert as assert2 } from "misoai-shared/utils";
 function interpolateEnvVars(content) {
   return content.replace(/\$\{([^}]+)\}/g, (_, envVar) => {
     const value = process.env[envVar.trim()];
@@ -468,6 +468,7 @@ function paramStr(task) {
 }
 
 // src/common/utils.ts
+import dayjs from "dayjs";
 import { elementByPositionWithElementInfo } from "misoai-core/ai-model";
 import { uploadTestInfoToServer } from "misoai-core/utils";
 import { MIDSCENE_REPORT_TAG_NAME, getAIConfig } from "misoai-shared/env";
@@ -479,7 +480,6 @@ import {
 } from "misoai-shared/extractor";
 import { resizeImgBase64 } from "misoai-shared/img";
 import { assert as assert3, logMsg, uuid } from "misoai-shared/utils";
-import dayjs from "dayjs";
 
 // src/web-element.ts
 var WebElementInfo = class {
@@ -648,8 +648,12 @@ var WorkflowMemory = class {
     const workflow = this.workflows.get(workflowId) || this.createEmptyWorkflowData(workflowId);
     workflow.memory = [...memory];
     workflow.metadata.totalSteps = workflow.steps.length;
-    workflow.metadata.completedSteps = workflow.steps.filter((s) => s.status === "completed").length;
-    workflow.metadata.failedSteps = workflow.steps.filter((s) => s.status === "failed").length;
+    workflow.metadata.completedSteps = workflow.steps.filter(
+      (s) => s.status === "completed"
+    ).length;
+    workflow.metadata.failedSteps = workflow.steps.filter(
+      (s) => s.status === "failed"
+    ).length;
     this.workflows.set(workflowId, workflow);
     this.enforceRetentionPolicy();
   }
@@ -660,7 +664,9 @@ var WorkflowMemory = class {
     const workflow = this.workflows.get(workflowId) || this.createEmptyWorkflowData(workflowId);
     workflow.context = { ...workflow.context, ...context };
     if (context.currentStep) {
-      const existingStep = workflow.steps.find((s) => s.stepName === context.currentStep);
+      const existingStep = workflow.steps.find(
+        (s) => s.stepName === context.currentStep
+      );
       if (!existingStep) {
         workflow.steps.push({
           stepId: `step_${workflow.steps.length + 1}`,
@@ -705,7 +711,9 @@ var WorkflowMemory = class {
   enforceRetentionPolicy() {
     const maxWorkflows = 10;
     if (this.workflows.size > maxWorkflows) {
-      const sortedWorkflows = Array.from(this.workflows.entries()).sort(([, a], [, b]) => (b.metadata.endTime || b.metadata.startTime) - (a.metadata.endTime || a.metadata.startTime));
+      const sortedWorkflows = Array.from(this.workflows.entries()).sort(
+        ([, a], [, b]) => (b.metadata.endTime || b.metadata.startTime) - (a.metadata.endTime || a.metadata.startTime)
+      );
       const toDelete = sortedWorkflows.slice(maxWorkflows);
       toDelete.forEach(([workflowId]) => this.workflows.delete(workflowId));
     }
@@ -1444,7 +1452,9 @@ var PageTaskExecutor = class {
    */
   getPersistentExecutor() {
     if (!this.persistentExecutor || this.persistentExecutor.status === "error") {
-      const previousMemory = this.workflowMemory.getWorkflowMemory(this.sessionContext.workflowId);
+      const previousMemory = this.workflowMemory.getWorkflowMemory(
+        this.sessionContext.workflowId
+      );
       this.persistentExecutor = new Executor("Persistent Task Executor", {
         onTaskStart: this.onTaskStartCallback,
         initialMemory: previousMemory
@@ -1473,7 +1483,9 @@ var PageTaskExecutor = class {
     if (this.persistentExecutor) {
       this.persistentExecutor.clearMemory();
     }
-    this.workflowMemory.clearWorkflow(this.sessionContext.workflowId || "default");
+    this.workflowMemory.clearWorkflow(
+      this.sessionContext.workflowId || "default"
+    );
   }
   /**
    * Mevcut hafızayı döndürür
@@ -1485,7 +1497,9 @@ var PageTaskExecutor = class {
    * İş akışı hafızasını döndürür
    */
   getWorkflowMemory() {
-    return this.workflowMemory.getWorkflowData(this.sessionContext.workflowId || "default");
+    return this.workflowMemory.getWorkflowData(
+      this.sessionContext.workflowId || "default"
+    );
   }
   /**
    * Hafıza istatistiklerini döndürür
@@ -1493,7 +1507,13 @@ var PageTaskExecutor = class {
   getMemoryStats() {
     return this.persistentExecutor?.getMemoryStats() || {
       totalItems: 0,
-      analytics: { totalTasks: 0, memoryHits: 0, memoryMisses: 0, averageMemorySize: 0, memoryEffectiveness: 0 },
+      analytics: {
+        totalTasks: 0,
+        memoryHits: 0,
+        memoryMisses: 0,
+        averageMemorySize: 0,
+        memoryEffectiveness: 0
+      },
       config: this.memoryConfig
     };
   }
@@ -1529,11 +1549,14 @@ var PageTaskExecutor = class {
     let taskExecutor;
     if (useMemory) {
       taskExecutor = this.getPersistentExecutor();
-      this.workflowMemory.updateWorkflowContext({
-        currentStep: title,
-        pageInfo: this.sessionContext.pageInfo,
-        timestamp: Date.now()
-      }, this.sessionContext.workflowId || "default");
+      this.workflowMemory.updateWorkflowContext(
+        {
+          currentStep: title,
+          pageInfo: this.sessionContext.pageInfo,
+          timestamp: Date.now()
+        },
+        this.sessionContext.workflowId || "default"
+      );
     } else {
       taskExecutor = new Executor(title, {
         onTaskStart: this.onTaskStartCallback
@@ -1831,9 +1854,15 @@ var PageTaskExecutor = class {
   }
   async waitFor(assertion, opt) {
     const description = `waitFor: ${assertion}`;
-    const taskExecutor = new Executor(taskTitleStr("WaitFor", description), {
-      onTaskStart: this.onTaskStartCallback
-    });
+    const useMemory = true;
+    let taskExecutor;
+    if (useMemory) {
+      taskExecutor = this.getPersistentExecutor();
+    } else {
+      taskExecutor = new Executor(taskTitleStr("WaitFor", description), {
+        onTaskStart: this.onTaskStartCallback
+      });
+    }
     const { timeoutMs, checkIntervalMs } = opt;
     assert4(assertion, "No assertion for waitFor");
     assert4(timeoutMs, "No timeoutMs for waitFor");
@@ -1888,6 +1917,25 @@ var PageTaskExecutor = class {
       `waitFor timeout: ${errorThought}`
     );
   }
+  /**
+   * Hafızaya yeni bir öğe ekler
+   */
+  addToMemory(memoryItem) {
+    if (!this.persistentExecutor || this.persistentExecutor.status === "error") {
+      const previousMemory = this.workflowMemory.getWorkflowMemory(
+        this.sessionContext.workflowId
+      );
+      this.persistentExecutor = new Executor("Persistent Task Executor", {
+        onTaskStart: this.onTaskStartCallback,
+        initialMemory: previousMemory
+      });
+    }
+    this.persistentExecutor.memoryStore?.add(memoryItem);
+    this.persistentExecutor.memoryAnalytics?.recordMemoryOperation(
+      "add",
+      memoryItem
+    );
+  }
 };
 
 // src/common/plan-builder.ts
@@ -1975,14 +2023,14 @@ function buildPlans(type, locateParam, param) {
 import assert6 from "assert";
 import { existsSync as existsSync2, mkdirSync as mkdirSync2, readFileSync, writeFileSync as writeFileSync2 } from "fs";
 import { dirname as dirname2, join as join2 } from "path";
+import yaml3 from "js-yaml";
 import { getMidsceneRunSubDir as getMidsceneRunSubDir2 } from "misoai-shared/common";
 import { getDebug as getDebug3 } from "misoai-shared/logger";
 import { ifInBrowser as ifInBrowser2 } from "misoai-shared/utils";
-import yaml3 from "js-yaml";
 import semver from "semver";
 
 // package.json
-var version = "1.5.8";
+var version = "1.6.1";
 
 // src/common/task-cache.ts
 var debug3 = getDebug3("cache");
@@ -2193,7 +2241,10 @@ var PageAgent = class {
     }
     this.taskExecutor = new PageTaskExecutor(this.page, this.insight, {
       taskCache: this.taskCache,
-      onTaskStart: this.callbackOnTaskStartTip.bind(this)
+      onTaskStart: this.callbackOnTaskStartTip.bind(this),
+      memoryConfig: opts?.memoryConfig,
+      sessionId: opts?.sessionId,
+      workflowId: opts?.workflowId
     });
     this.dump = this.resetDump();
     this.reportFileName = reportFileName(
@@ -2274,22 +2325,28 @@ var PageAgent = class {
     const allThoughts = executor.tasks.filter((task) => task.thought).map((task) => task.thought);
     const allLocates = executor.tasks.filter((task) => task.locate).map((task) => task.locate);
     const allPlans = executor.tasks.filter((task) => task.param?.plans).map((task) => task.param?.plans);
-    const planningTasks = executor.tasks.filter((task) => task.type === "Planning");
-    const insightTasks = executor.tasks.filter((task) => task.type === "Insight");
+    const planningTasks = executor.tasks.filter(
+      (task) => task.type === "Planning"
+    );
+    const insightTasks = executor.tasks.filter(
+      (task) => task.type === "Insight"
+    );
     const actionTasks = executor.tasks.filter((task) => task.type === "Action");
     const planning = planningTasks.length > 0 ? {
       type: "Planning",
-      description: `Planning for task execution`,
+      description: "Planning for task execution",
       steps: planningTasks.map((task) => task.thought || "Planning step")
     } : void 0;
     const insight = insightTasks.length > 0 ? {
       type: "Insight",
-      description: `Insight for task execution`,
-      elements: insightTasks.map((task) => task.thought || "Insight element")
+      description: "Insight for task execution",
+      elements: insightTasks.map(
+        (task) => task.thought || "Insight element"
+      )
     } : void 0;
     const action = actionTasks.length > 0 ? {
       type: "Action",
-      description: `Action for task execution`,
+      description: "Action for task execution",
       result: lastTask?.output
     } : void 0;
     const actionDetails = executor.tasks.map((task) => ({
@@ -2623,7 +2680,10 @@ ${memoryContext}` : void 0;
     }
     const memoryContext = this.getMemoryAsContext();
     const assertionWithContext = currentUrl ? `For the page at URL "${currentUrl}", ${assertion}` : assertion;
-    const { output, executor } = await this.taskExecutor.assert(assertionWithContext, memoryContext);
+    const { output, executor } = await this.taskExecutor.assert(
+      assertionWithContext,
+      memoryContext
+    );
     const metadata = this.afterTaskRunning(executor, true);
     if (output && opt?.keepRawResponse) {
       return {
@@ -2644,6 +2704,7 @@ ${reasonMsg}`);
   }
   async aiCaptcha(options) {
     const { deepThink = false, autoDetectComplexity = true } = options || {};
+    const memoryContext = this.getMemoryAsContext();
     let shouldUseDeepThink = deepThink;
     if (autoDetectComplexity && !deepThink) {
       const context = await this.getUIContext();
@@ -2661,7 +2722,10 @@ A complex CAPTCHA typically has one or more of these characteristics:
 Return only "complex" or "simple" based on your analysis.
 `;
         const complexityMsgs = [
-          { role: "system", content: "You are an AI assistant that analyzes screenshots to determine CAPTCHA complexity." },
+          {
+            role: "system",
+            content: "You are an AI assistant that analyzes screenshots to determine CAPTCHA complexity."
+          },
           {
             role: "user",
             content: [
@@ -2685,7 +2749,12 @@ Return only "complex" or "simple" based on your analysis.
         );
         const responseText = typeof complexityResult.content === "string" ? complexityResult.content.toLowerCase() : JSON.stringify(complexityResult.content).toLowerCase();
         shouldUseDeepThink = responseText.includes("complex");
-        debug4("CAPTCHA complexity analysis:", responseText, "Using deep think:", shouldUseDeepThink);
+        debug4(
+          "CAPTCHA complexity analysis:",
+          responseText,
+          "Using deep think:",
+          shouldUseDeepThink
+        );
       } catch (error) {
         debug4("Failed to analyze CAPTCHA complexity:", error);
       }
@@ -2702,7 +2771,9 @@ Return only "complex" or "simple" based on your analysis.
           await this.aiTap(action.target, { deepThink: shouldUseDeepThink });
         } else if (action.type === "input" && action.value) {
           if (action.target) {
-            await this.aiInput(action.value, action.target, { deepThink: shouldUseDeepThink });
+            await this.aiInput(action.value, action.target, {
+              deepThink: shouldUseDeepThink
+            });
           }
         } else if (action.type === "verify" && action.target) {
           await this.aiTap(action.target, { deepThink: shouldUseDeepThink });
@@ -2714,7 +2785,9 @@ Return only "complex" or "simple" based on your analysis.
           if (action.coordinates) {
             const x = action.coordinates[0];
             const y = action.coordinates[1];
-            await this.aiTap(`element at coordinates (${x}, ${y})`, { deepThink: shouldUseDeepThink });
+            await this.aiTap(`element at coordinates (${x}, ${y})`, {
+              deepThink: shouldUseDeepThink
+            });
           } else if (action.target) {
             await this.aiTap(action.target, { deepThink: shouldUseDeepThink });
           }
@@ -2724,6 +2797,26 @@ Return only "complex" or "simple" based on your analysis.
       }
     }
     await new Promise((resolve2) => setTimeout(resolve2, 3e3));
+    const captchaMemoryItem = {
+      id: `captcha_${Date.now()}`,
+      timestamp: Date.now(),
+      taskType: "Action",
+      summary: `Solved ${captchaResult.captchaType} CAPTCHA: ${captchaResult.thought}`,
+      context: {
+        url: await this.page.url?.() || "",
+        captchaType: captchaResult.captchaType,
+        actions: captchaResult.actions,
+        deepThink: actualDeepThink
+      },
+      metadata: {
+        executionTime: Date.now() - Date.now(),
+        // Will be updated
+        success: true,
+        confidence: 0.9
+      },
+      tags: ["captcha", "action", captchaResult.captchaType]
+    };
+    this.taskExecutor.addToMemory(captchaMemoryItem);
     const metadata = {
       status: "finished",
       usage,
@@ -2740,10 +2833,15 @@ Return only "complex" or "simple" based on your analysis.
   }
   async aiWaitFor(assertion, opt) {
     const startTime = Date.now();
-    const { executor } = await this.taskExecutor.waitFor(assertion, {
+    const memoryContext = this.getMemoryAsContext();
+    const assertionWithContext = memoryContext ? `${assertion}
+
+Previous workflow steps:
+${memoryContext}` : assertion;
+    const { executor } = await this.taskExecutor.waitFor(assertionWithContext, {
       timeoutMs: opt?.timeoutMs || 15 * 1e3,
       checkIntervalMs: opt?.checkIntervalMs || 3 * 1e3,
-      assertion
+      assertion: assertionWithContext
     });
     const metadata = {
       status: executor.isInErrorState() ? "failed" : "finished",
@@ -2841,25 +2939,27 @@ ${errors}`);
       const executionDump = {
         name: screenshotTitle,
         description: content,
-        tasks: [{
-          type: "Screenshot",
-          subType: "log",
-          status: "finished",
-          executor: null,
-          param: {
-            title: screenshotTitle,
-            content
-          },
-          output: {
-            screenshot
-          },
-          thought: `Logged screenshot: ${screenshotTitle}`,
-          timing: {
-            start: Date.now(),
-            end: Date.now(),
-            cost: 0
+        tasks: [
+          {
+            type: "Screenshot",
+            subType: "log",
+            status: "finished",
+            executor: null,
+            param: {
+              title: screenshotTitle,
+              content
+            },
+            output: {
+              screenshot
+            },
+            thought: `Logged screenshot: ${screenshotTitle}`,
+            timing: {
+              start: Date.now(),
+              end: Date.now(),
+              cost: 0
+            }
           }
-        }],
+        ],
         sdkVersion: "1.0.0",
         logTime: Date.now(),
         model_name: "screenshot"
@@ -2911,7 +3011,9 @@ ${errors}`);
         totalTasks: stats.analytics.totalTasks,
         memoryHits: stats.analytics.memoryHits,
         memoryMisses: stats.analytics.memoryMisses,
-        memoryEffectiveness: Math.round(stats.analytics.memoryEffectiveness * 100),
+        memoryEffectiveness: Math.round(
+          stats.analytics.memoryEffectiveness * 100
+        ),
         averageMemorySize: Math.round(stats.analytics.averageMemorySize * 100) / 100
       },
       config: stats.config,
@@ -2975,7 +3077,9 @@ ${errors}`);
   calculateSuccessRate(memory) {
     if (memory.length === 0)
       return 0;
-    const successCount = memory.filter((item) => item.metadata?.success !== false).length;
+    const successCount = memory.filter(
+      (item) => item.metadata?.success !== false
+    ).length;
     return Math.round(successCount / memory.length * 100);
   }
   calculateAverageExecutionTime(memory) {
@@ -3296,8 +3400,8 @@ var WebPage = class extends Page {
 
 // src/playwright/ai-fixture.ts
 import { randomUUID } from "crypto";
-import { getDebug as getDebug6 } from "misoai-shared/logger";
 import { test } from "@playwright/test";
+import { getDebug as getDebug6 } from "misoai-shared/logger";
 var debugPage2 = getDebug6("web:playwright:ai-fixture");
 var groupAndCaseForTest = (testInfo) => {
   let taskFile;